-- Logs begin at Tue 2022-04-12 18:57:25 UTC, end at Tue 2022-04-12 20:06:40 UTC. -- Apr 12 19:30:26.618495 dv-cinder-837540-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 12 19:30:29.554884 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.common.config [-] Logging enabled! Apr 12 19:30:29.555501 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev110 Apr 12 19:30:29.555675 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104566) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 12 19:30:29.558998 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.common.config [-] Logging enabled! Apr 12 19:30:29.559259 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev110 Apr 12 19:30:29.559572 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104566) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 12 19:30:29.560536 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 12 19:30:29.560775 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 12 19:30:29.561146 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 12 19:30:29.561396 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 12 19:30:29.561627 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 12 19:30:29.562040 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:29.562478 dv-cinder-837540-1-iscsi neutron-server[104566]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 12 19:30:29.562800 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:29.563098 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:29.563393 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:29.563690 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:29.564004 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:29.564293 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:29.564583 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:29.564880 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:29.565166 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:29.565445 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:29.565728 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:29.566020 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:29.566302 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:29.566589 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:29.566876 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:29.567159 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] debug = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:29.567439 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:29.567877 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:29.568314 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:29.568596 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:29.568886 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:29.569702 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:29.569994 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:29.570255 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:29.570541 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:29.570869 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] host = dv-cinder-837540-1-iscsi {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:29.571145 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:29.571435 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:29.571717 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:29.572028 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:29.572305 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:29.572584 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:29.572869 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:29.573149 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:29.573422 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] log_file = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:29.573696 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:29.573987 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:29.574277 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:29.574566 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:29.574794 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:29.575019 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:29.575316 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:29.575601 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:29.575876 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:29.576171 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:29.576445 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:29.576719 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:29.576991 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:29.577260 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:29.577541 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:29.577823 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:29.578108 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:29.578384 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:29.578658 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:29.578929 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:29.579199 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:29.579482 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:29.579754 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:29.580053 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:29.580329 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:29.580615 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:29.580883 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:29.581154 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:29.581451 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:29.581735 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:29.582015 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:29.582301 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:29.582575 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:29.582855 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:29.583131 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:29.583403 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:29.583673 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] use_json = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:29.583942 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:29.584235 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:29.584519 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:29.585508 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:29.585683 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:29.585955 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:29.586226 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:29.586511 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:29.586786 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:29.587084 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:29.587383 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:29.587684 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:29.588005 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:29.588300 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:29.588580 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:29.588870 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:29.589148 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:29.589440 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:29.589730 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:29.590018 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:29.590296 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:29.590594 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:29.590884 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:29.591180 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:29.591485 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:29.591779 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:29.592159 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:29.592437 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:29.592711 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:29.592986 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:29.593268 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:29.593554 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:29.593831 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:29.594117 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:29.594405 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:29.594681 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:29.594980 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:29.595264 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:29.595553 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:29.595842 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:29.596144 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:29.596423 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:29.596715 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:29.596997 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:29.597274 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:29.597554 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:29.597846 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:29.598125 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:29.598401 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:29.598684 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:29.598966 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:29.599242 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:29.599519 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:29.599799 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:29.600121 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:29.600427 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:29.600702 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:29.600976 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:29.601255 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:29.601528 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:29.601813 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:29.602092 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:29.602365 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:29.602639 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:29.602919 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:29.603198 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:29.603472 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:29.603751 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:29.604055 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:29.604335 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:29.604610 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:29.604885 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:29.605162 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:29.605437 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:29.605709 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:29.605981 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:29.606252 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:29.606528 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:29.606803 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:29.607078 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:29.607349 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:29.607620 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:29.607893 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:29.608212 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:29.608504 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:29.608780 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:29.609063 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:29.609382 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:29.609615 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:29.609890 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:29.610164 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:29.610444 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:29.610719 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:29.610989 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:29.611277 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:29.611560 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:29.611843 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:29.612161 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:29.612440 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:29.612735 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:29.613013 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:29.613295 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:29.613578 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:29.613855 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:29.614132 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:29.614413 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:29.614694 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:29.614990 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:29.615285 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:29.615580 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:29.615874 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:29.616216 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:29.616497 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:29.616802 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:29.617083 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:29.617303 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 12 19:30:29.617546 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104566) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 12 19:30:29.994683 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=104566) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 12 19:30:29.994963 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104566) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 12 19:30:29.995269 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104566) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 12 19:30:29.995603 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 12 19:30:30.323152 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:30.323439 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:30.323711 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:30.326755 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:30.327035 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:30.327306 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:30.380976 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:30.381262 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:30.381551 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:30.396553 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:30.396833 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:30.397111 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:30.427539 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:30.427823 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:30.428118 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:30.465288 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:30.465575 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:30.465843 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:30.809087 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:30.809699 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:30.809699 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:30.809876 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:30.810583 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:30.914066 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:30.914400 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:30.914690 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:30.914967 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:30.915239 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:30.915552 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:30.915816 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:30.916105 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:30.916368 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:30.916653 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:30.916916 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:30.917185 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:30.917442 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:30.917703 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:30.917956 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:30.918223 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:30.918480 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:30.918751 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:30.919024 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:30.919286 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:30.919563 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:30.919821 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:30.920138 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:30.920524 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:30.920775 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:30.921022 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:30.921425 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104566) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 19:30:30.921666 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104566) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 19:30:30.921904 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104566) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 19:30:30.922141 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104566) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 19:30:30.922383 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104566) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 19:30:30.922614 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104566) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 19:30:30.922988 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 12 19:30:30.926310 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 12 19:30:30.930239 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 12 19:30:30.933917 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Apr 12 19:30:30.935551 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 12 19:30:30.936057 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 12 19:30:30.936401 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 12 19:30:30.936785 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 12 19:30:30.939759 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 12 19:30:30.940043 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 12 19:30:30.940395 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 12 19:30:30.945315 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 12 19:30:30.969251 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 12 19:30:30.969718 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:30.970025 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104566) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 12 19:30:30.970403 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:30.971769 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104566) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 12 19:30:30.972090 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 12 19:30:30.972342 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 12 19:30:30.976239 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:30.976522 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:31.037511 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 12 19:30:31.037809 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 12 19:30:31.038542 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 12 19:30:31.038926 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 12 19:30:31.059521 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_db.sqlalchemy.engines [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104566) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 12 19:30:31.502269 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.plugins.ml2.managers [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Initializing driver for type 'gre' Apr 12 19:30:31.502915 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] gre ID ranges: [(1, 1000)] Apr 12 19:30:31.553239 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.plugins.ml2.managers [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Initializing driver for type 'local' Apr 12 19:30:31.553603 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.plugins.ml2.managers [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Initializing driver for type 'vlan' Apr 12 19:30:31.566558 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] VlanTypeDriver initialization complete Apr 12 19:30:31.566892 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.plugins.ml2.managers [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Initializing driver for type 'vxlan' Apr 12 19:30:31.567392 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] vxlan ID ranges: [(1, 1000)] Apr 12 19:30:31.618905 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.plugins.ml2.managers [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Initializing extension driver 'port_security' Apr 12 19:30:31.619246 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.plugins.ml2.extensions.port_security [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] PortSecurityExtensionDriver initialization complete Apr 12 19:30:31.619586 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.plugins.ml2.managers [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Initializing mechanism driver 'openvswitch' Apr 12 19:30:31.619910 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.plugins.ml2.managers [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Initializing mechanism driver 'hyperv' Apr 12 19:30:31.626521 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.plugins.ml2.plugin [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:30:31.627410 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Subscribe: > port after_create 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:31.627792 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Subscribe: > port after_update 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:31.628171 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Subscribe: > port after_delete 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:31.628713 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104566) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 19:30:31.629159 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Subscribe: > subnet after_create 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:31.629523 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Subscribe: > subnet after_update 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:31.629872 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:31.630274 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104566) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 19:30:31.630686 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Subscribe: > network after_create 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:31.631038 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Subscribe: > network after_update 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:31.631387 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Subscribe: > network after_delete 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:31.631810 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104566) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 19:30:31.632305 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Subscribe: > security_group after_create 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:31.632660 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Subscribe: > security_group after_update 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:31.633004 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Subscribe: > security_group after_delete 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:31.633402 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104566) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 19:30:31.633811 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:31.634161 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:31.634496 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:31.635155 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104566) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 19:30:31.635569 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Subscribe: > address_group after_create 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:31.635912 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Subscribe: > address_group after_update 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:31.638864 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Subscribe: > address_group after_delete 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:31.639285 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104566) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 19:30:31.639754 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] ML2 OVO RPC backend initialized. {{(pid=104566) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 12 19:30:31.640520 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:31.640892 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:31.641315 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Subscribe: > network before_response 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:31.641672 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Subscribe: > networks before_response 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:31.642037 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Subscribe: > port before_response 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:31.642367 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Subscribe: > ports before_response 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:31.642715 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Subscribe: > subnet before_response 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:31.643060 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Subscribe: > subnets before_response 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:31.643405 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Subscribe: > network after_create 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:31.643745 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Subscribe: > network after_update 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:31.644107 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Subscribe: > network after_delete 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:31.644447 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Subscribe: > port after_create 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:31.644783 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Subscribe: > port after_update 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:31.645124 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Subscribe: > port after_delete 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:31.645462 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Subscribe: > subnet after_create 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:31.645797 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Subscribe: > subnet after_update 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:31.646129 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:31.654387 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.quota [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loaded quota_driver: . Apr 12 19:30:31.654743 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.plugins.ml2.plugin [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Modular L2 Plugin initialization complete Apr 12 19:30:31.655090 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.manager [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading services supported by the core plugin {{(pid=104566) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 12 19:30:31.655431 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.plugins.ml2.managers [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Got port-security extension from driver 'port_security' Apr 12 19:30:31.655912 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.extensions.vlantransparent [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Disabled vlantransparent extension. Apr 12 19:30:31.656434 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.manager [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104566) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 12 19:30:31.656758 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.manager [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading Plugin: router Apr 12 19:30:31.692136 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Subscribe: > router_interface before_create 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:31.692543 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Subscribe: > router after_create 55549900 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:31.692914 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Subscribe: > router before_create 55549900 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:31.693277 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:31.693650 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:31.694049 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Subscribe: > router after_delete 55549900 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:31.694412 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Subscribe: > floatingip after_create 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:31.694825 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Subscribe: > floatingip after_update 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:31.695121 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Subscribe: > router after_create 55549900 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:31.695468 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Subscribe: > router after_update 55549900 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:31.695816 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Subscribe: > router after_update 55549900 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:31.696189 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:31.696669 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Subscribe: > router after_update 55549900 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:31.697090 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Subscribe: > router precommit_update 55549900 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:31.697468 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Subscribe: port after_update 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:31.697941 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Subscribe: port after_delete 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:31.698306 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Subscribe: subnet after_update 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:31.698493 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:31.698844 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Subscribe: > port precommit_delete 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:31.699234 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Subscribe: > router precommit_create 55549900 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:31.699793 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Subscribe: port before_delete 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:31.700219 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Subscribe: > router precommit_create 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:31.700523 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Subscribe: > router after_update 55549900 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:31.700997 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Subscribe: > router precommit_delete 55549900 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:31.701354 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Subscribe: > router precommit_create 55549900 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:31.701838 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:31.702349 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Subscribe: > router precommit_update 55549900 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:31.702689 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Subscribe: > agent after_create 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:31.703166 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Subscribe: > agent after_delete 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:31.703629 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Subscribe: > network after_delete 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:31.704893 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.quota.resource_registry [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Tracking information for resource: router configured {{(pid=104566) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 19:30:31.705361 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.quota.resource_registry [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Tracking information for resource: floatingip configured {{(pid=104566) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 19:30:31.713043 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.db.l3_agentschedulers_db [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 12 19:30:31.713673 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Subscribe: port after_update 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:31.714160 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Subscribe: port after_create 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:31.714696 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Subscribe: port after_delete 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:31.715034 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Subscribe: port after_update 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:31.716164 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Subscribe: > router before_create 55550100 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:31.716559 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Subscribe: > router precommit_delete 55550100 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:31.716976 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Subscribe: > router precommit_create 55550100 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:31.717555 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Subscribe: > router precommit_update 55550100 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:31.723052 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.services.provider_configuration [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Service providers = [] {{(pid=104566) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 12 19:30:31.723416 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.db.servicetype_db [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104566) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 12 19:30:31.727045 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.services.service_base [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104566) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 19:30:31.727401 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.services.service_base [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104566) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 19:30:31.727746 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.services.service_base [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104566) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 19:30:31.728657 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.services.service_base [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104566) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 19:30:31.729033 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.services.service_base [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 12 19:30:31.729425 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.manager [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104566) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 19:30:31.729744 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.manager [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 12 19:30:31.740572 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.manager [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104566) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 19:30:31.740936 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.manager [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading Plugin: auto_allocate Apr 12 19:30:31.746570 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Subscribe: network precommit_update 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:31.746952 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Subscribe: network precommit_create 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:31.747498 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.manager [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104566) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 19:30:31.747817 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.manager [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading Plugin: tag Apr 12 19:30:31.756118 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.manager [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104566) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 19:30:31.756400 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.manager [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading Plugin: timestamp Apr 12 19:30:31.760548 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.manager [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104566) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 19:30:31.760880 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.manager [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading Plugin: network_ip_availability Apr 12 19:30:31.766403 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:31.766776 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:31.767138 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:31.767874 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.manager [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104566) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 19:30:31.768315 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.manager [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading Plugin: flavors Apr 12 19:30:31.773724 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.manager [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104566) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 19:30:31.774053 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.manager [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading Plugin: revisions Apr 12 19:30:31.778344 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.manager [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104566) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 19:30:31.778741 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_concurrency.lockutils [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.783s {{(pid=104566) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 12 19:30:31.779495 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104566) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 12 19:30:31.779831 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Initializing extension manager. Apr 12 19:30:31.780376 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: __init__.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.780722 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: __pycache__ {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.781057 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: address_group.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.781826 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:31.782407 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loaded extension: address-group Apr 12 19:30:31.782720 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: address_scope.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.783435 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:31.783938 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loaded extension: address-scope Apr 12 19:30:31.784297 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: admin_state_down_before_update.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.785228 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:31.785739 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loaded extension: router-admin-state-down-before-update Apr 12 19:30:31.786066 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: agent.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.787239 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:31.787239 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loaded extension: agent Apr 12 19:30:31.787575 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: agent_resources_synced.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.789066 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:31.789580 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loaded extension: agent-resources-synced Apr 12 19:30:31.789928 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: allowedaddresspairs.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.791736 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:31.792297 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loaded extension: allowed-address-pairs Apr 12 19:30:31.792620 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: auto_allocated_topology.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.793711 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:31.794219 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loaded extension: auto-allocated-topology Apr 12 19:30:31.794546 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: availability_zone.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.795243 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:31.795745 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loaded extension: availability_zone Apr 12 19:30:31.796148 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: availability_zone_filter.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.797005 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:31.797504 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loaded extension: availability_zone_filter Apr 12 19:30:31.797823 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: data_plane_status.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.798734 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:31.799229 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Extension data-plane-status not supported by any of loaded plugins Apr 12 19:30:31.799549 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: default_subnetpools.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.800480 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:31.800984 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loaded extension: default-subnetpools Apr 12 19:30:31.801301 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: dhcpagentscheduler.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.802123 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:31.802635 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loaded extension: dhcp_agent_scheduler Apr 12 19:30:31.802953 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: dns.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.803886 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:31.804425 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Extension dns-integration not supported by any of loaded plugins Apr 12 19:30:31.804747 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: dns_domain_ports.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.805653 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:31.806152 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 12 19:30:31.806472 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.807384 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:31.807879 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 12 19:30:31.808229 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: dvr.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.808897 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:31.809397 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loaded extension: dvr Apr 12 19:30:31.809921 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: ecmp_routes.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.810613 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:31.811111 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Extension ecmp_routes not supported by any of loaded plugins Apr 12 19:30:31.811432 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: empty_string_filtering.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.812374 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:31.812879 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loaded extension: empty-string-filtering Apr 12 19:30:31.813199 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.814112 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:31.814614 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 12 19:30:31.814937 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.815848 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:31.816377 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 12 19:30:31.816723 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: external_net.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.817629 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:31.818132 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loaded extension: external-net Apr 12 19:30:31.818452 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: extra_dhcp_opt.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.819895 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:31.820426 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loaded extension: extra_dhcp_opt Apr 12 19:30:31.820746 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: extraroute.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.821662 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:31.822361 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loaded extension: extraroute Apr 12 19:30:31.822686 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: extraroute_atomic.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.824210 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:31.824796 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loaded extension: extraroute-atomic Apr 12 19:30:31.825125 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: filter_validation.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.825872 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:31.826512 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loaded extension: filter-validation Apr 12 19:30:31.826836 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: fip_pf_description.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.827747 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:31.828275 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 12 19:30:31.828595 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: fip_pf_port_range.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.829539 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:31.830036 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 12 19:30:31.830361 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: fip_port_details.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.831282 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:31.831780 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loaded extension: fip-port-details Apr 12 19:30:31.832144 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: flavors.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.833369 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:31.833881 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loaded extension: flavors Apr 12 19:30:31.834206 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.835937 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:31.836483 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 12 19:30:31.836818 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: floatingip_pools.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.837522 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:31.838030 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loaded extension: floatingip-pools Apr 12 19:30:31.838359 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: ip_allocation.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.839286 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:31.839791 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Extension ip_allocation not supported by any of loaded plugins Apr 12 19:30:31.840150 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.841069 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:31.841577 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loaded extension: ip-substring-filtering Apr 12 19:30:31.842228 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: l2_adjacency.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.843667 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:31.844733 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 12 19:30:31.845249 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: l3.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.846419 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:31.846939 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loaded extension: router Apr 12 19:30:31.847268 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: l3_conntrack_helper.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.849539 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:31.850081 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 12 19:30:31.851433 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.852394 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:31.852907 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loaded extension: ext-gw-mode Apr 12 19:30:31.853236 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.854161 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:31.854676 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loaded extension: l3-ha Apr 12 19:30:31.855007 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.855917 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:31.856821 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 12 19:30:31.856821 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: l3_flavors.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.857660 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:31.858163 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loaded extension: l3-flavors Apr 12 19:30:31.858486 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: l3_ndp_proxy.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.859864 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:31.860412 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 12 19:30:31.860737 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.861651 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:31.862160 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 12 19:30:31.862486 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: l3agentscheduler.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.863566 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:31.864178 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loaded extension: l3_agent_scheduler Apr 12 19:30:31.864507 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: local_ip.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.867010 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:31.867530 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Extension local_ip not supported by any of loaded plugins Apr 12 19:30:31.867859 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: logging.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.869391 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:31.869913 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Extension logging not supported by any of loaded plugins Apr 12 19:30:31.870242 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: metering.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.870992 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:31.871605 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loaded extension: metering Apr 12 19:30:31.871938 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.873086 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:31.873599 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loaded extension: metering_source_and_destination_fields Apr 12 19:30:31.873924 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: multiprovidernet.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.874849 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:31.875356 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loaded extension: multi-provider Apr 12 19:30:31.875681 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: netmtu.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.876621 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:31.877124 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loaded extension: net-mtu Apr 12 19:30:31.877449 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: netmtu_writable.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.878366 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:31.878875 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loaded extension: net-mtu-writable Apr 12 19:30:31.879199 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: network_availability_zone.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.879875 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:31.880407 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loaded extension: network_availability_zone Apr 12 19:30:31.880731 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: network_ip_availability.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.881875 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:31.882387 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loaded extension: network-ip-availability Apr 12 19:30:31.882720 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: network_segment_range.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.883493 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:31.884020 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Extension network-segment-range not supported by any of loaded plugins Apr 12 19:30:31.884349 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: pagination.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.885588 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:31.885920 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loaded extension: pagination Apr 12 19:30:31.886242 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: port_device_profile.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.887159 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:31.887674 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loaded extension: port-device-profile Apr 12 19:30:31.888065 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.888936 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:31.889440 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loaded extension: port-mac-address-regenerate Apr 12 19:30:31.889859 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.890682 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:31.891195 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loaded extension: port-numa-affinity-policy Apr 12 19:30:31.891511 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: port_resource_request.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.892449 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:31.892949 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Extension port-resource-request not supported by any of loaded plugins Apr 12 19:30:31.893271 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: port_resource_request_groups.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.894237 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:31.894742 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 12 19:30:31.895064 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: portbindings.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.896005 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:31.896544 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loaded extension: binding Apr 12 19:30:31.896866 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: portbindings_extended.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.898293 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:31.898822 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loaded extension: binding-extended Apr 12 19:30:31.899159 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: portsecurity.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.900129 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:31.900636 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loaded extension: port-security Apr 12 19:30:31.900963 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: project_id.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.901951 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:31.902280 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loaded extension: project-id Apr 12 19:30:31.902605 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: providernet.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.903621 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:31.904060 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loaded extension: provider Apr 12 19:30:31.904386 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: qos.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.908055 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:31.908581 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Extension qos not supported by any of loaded plugins Apr 12 19:30:31.908907 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.910286 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:31.910798 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 12 19:30:31.911128 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.912081 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:31.912589 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 12 19:30:31.913415 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: qos_default.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.914325 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:31.914829 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Extension qos-default not supported by any of loaded plugins Apr 12 19:30:31.915154 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: qos_fip.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.916108 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:31.916608 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Extension qos-fip not supported by any of loaded plugins Apr 12 19:30:31.916935 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: qos_fip_network_policy.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.917854 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:31.918352 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 12 19:30:31.918675 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: qos_gateway_ip.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.919593 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:31.920132 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 12 19:30:31.920457 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: qos_port_network_policy.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.921370 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:31.921872 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 12 19:30:31.922198 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.923250 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:31.923759 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 12 19:30:31.924121 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.925159 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:31.925668 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 12 19:30:31.925990 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: qos_pps_rule.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.927169 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:31.927684 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Extension qos-pps not supported by any of loaded plugins Apr 12 19:30:31.928108 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: qos_rule_type_details.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.929562 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:31.930069 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 12 19:30:31.930389 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: qos_rule_type_filter.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.931301 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:31.931808 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 12 19:30:31.932154 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: qos_rules_alias.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.933194 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:31.933703 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 12 19:30:31.934029 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: quota_check_limit.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.934937 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:31.935435 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loaded extension: quota-check-limit Apr 12 19:30:31.935758 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: quotasv2.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.936773 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:31.937100 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loaded extension: quotas Apr 12 19:30:31.937419 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: quotasv2_detail.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.939189 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:31.939526 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loaded extension: quota_details Apr 12 19:30:31.939849 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: rbac.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.940953 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:31.941481 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loaded extension: rbac-policies Apr 12 19:30:31.941813 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: rbac_address_group.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.942752 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:31.943264 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loaded extension: rbac-address-group Apr 12 19:30:31.943591 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: rbac_address_scope.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.944549 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:31.945050 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loaded extension: rbac-address-scope Apr 12 19:30:31.945383 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: rbac_security_groups.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.946370 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:31.946879 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loaded extension: rbac-security-groups Apr 12 19:30:31.947204 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: rbac_subnetpool.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.948158 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:31.948663 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loaded extension: rbac-subnetpool Apr 12 19:30:31.948987 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: revisionifmatch.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.949913 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:31.950416 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loaded extension: revision-if-match Apr 12 19:30:31.950739 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: revisions.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.951899 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:31.952435 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loaded extension: standard-attr-revisions Apr 12 19:30:31.952760 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: router_availability_zone.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.953437 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:31.953944 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loaded extension: router_availability_zone Apr 12 19:30:31.954265 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: routerservicetype.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.955192 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:31.955690 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Extension router-service-type not supported by any of loaded plugins Apr 12 19:30:31.956036 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.956974 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:31.957478 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loaded extension: security-groups-normalized-cidr Apr 12 19:30:31.957800 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: security_groups_port_filtering.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.958724 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:31.959230 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loaded extension: port-security-groups-filtering Apr 12 19:30:31.959583 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.960573 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:31.961083 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loaded extension: security-groups-remote-address-group Apr 12 19:30:31.961404 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.962342 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:31.962847 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loaded extension: security-groups-shared-filtering Apr 12 19:30:31.963171 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.963782 dv-cinder-837540-1-iscsi neutron-server[104566]: WARNING neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 12 19:30:31.964136 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: securitygroup.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.973845 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:31.974392 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loaded extension: security-group Apr 12 19:30:31.974729 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: segment.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.976039 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:31.976552 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Extension segment not supported by any of loaded plugins Apr 12 19:30:31.976884 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.977840 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:31.978345 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 12 19:30:31.978668 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: servicetype.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.979778 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:31.980323 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loaded extension: service-type Apr 12 19:30:31.980646 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: sorting.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.981653 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:31.981984 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loaded extension: sorting Apr 12 19:30:31.982308 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: standard_attr_segment.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.983227 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:31.983739 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 12 19:30:31.984085 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: standardattrdescription.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.984749 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:31.985248 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loaded extension: standard-attr-description Apr 12 19:30:31.985572 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: stateful_security_group.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.986501 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:31.987015 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loaded extension: stateful-security-group Apr 12 19:30:31.987341 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: stdattrs_common.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.987911 dv-cinder-837540-1-iscsi neutron-server[104566]: WARNING neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 12 19:30:31.988260 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.989201 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:31.989721 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 12 19:30:31.990063 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: subnet_onboard.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.991690 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:31.992230 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loaded extension: subnet_onboard Apr 12 19:30:31.992558 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.993500 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:31.994009 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 12 19:30:31.994335 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: subnet_service_types.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.995265 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:31.995782 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loaded extension: subnet-service-types Apr 12 19:30:31.996131 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: subnetallocation.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.997230 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:31.997735 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loaded extension: subnet_allocation Apr 12 19:30:31.998059 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:31.998728 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:31.999235 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loaded extension: subnetpool-prefix-ops Apr 12 19:30:31.999554 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:32.000509 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:32.001010 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 12 19:30:32.001331 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: tagging.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:32.002438 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:32.002945 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loaded extension: standard-attr-tag Apr 12 19:30:32.003272 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: timestamp.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:32.004508 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:32.005030 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loaded extension: standard-attr-timestamp Apr 12 19:30:32.005356 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: trunk.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:32.006437 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:32.006926 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Extension trunk not supported by any of loaded plugins Apr 12 19:30:32.007260 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: trunk_details.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:32.008215 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:32.008737 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Extension trunk-details not supported by any of loaded plugins Apr 12 19:30:32.009054 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: uplink_status_propagation.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:32.010232 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:32.010741 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 12 19:30:32.011064 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Loading extension file: vlantransparent.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:30:32.011743 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:30:32.012278 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 12 19:30:32.014884 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.quota.resource_registry [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Creating instance of TrackedResource for resource:network Apr 12 19:30:32.015412 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.quota.resource_registry [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Creating instance of TrackedResource for resource:subnet Apr 12 19:30:32.015811 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.quota.resource_registry [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 19:30:32.016230 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.quota.resource_registry [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Creating instance of TrackedResource for resource:port Apr 12 19:30:32.017488 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.v2.resource_helper [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104566) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 19:30:32.017933 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.v2.resource_helper [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Service FLAVORS assigned prefix: {{(pid=104566) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 19:30:32.018557 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.v2.resource_helper [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104566) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 19:30:32.018980 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.v2.resource_helper [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104566) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 19:30:32.019311 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.quota.resource_registry [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Creating instance of TrackedResource for resource:router Apr 12 19:30:32.019732 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.quota.resource_registry [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Creating instance of TrackedResource for resource:floatingip Apr 12 19:30:32.020243 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.v2.resource_helper [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Service METERING assigned prefix: /metering {{(pid=104566) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 19:30:32.021736 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:32.022120 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:32.022472 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:30:32.023487 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.quota.resource_registry [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Creating instance of CountableResource for resource:rbac_policy Apr 12 19:30:32.023942 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.quota.resource_registry [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Creating instance of TrackedResource for resource:security_group Apr 12 19:30:32.024428 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.quota.resource_registry [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 12 19:30:32.025033 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.v2.resource_helper [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Service CORE assigned prefix: {{(pid=104566) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 19:30:32.025365 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.quota.resource_registry [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 19:30:32.025724 dv-cinder-837540-1-iscsi neutron-server[104566]: WARNING neutron.quota.resource_registry [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] subnetpool is already registered Apr 12 19:30:32.026143 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.v2.resource_helper [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Service CORE assigned prefix: {{(pid=104566) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 19:30:32.026468 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.quota.resource_registry [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 19:30:32.026800 dv-cinder-837540-1-iscsi neutron-server[104566]: WARNING neutron.quota.resource_registry [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] subnetpool is already registered Apr 12 19:30:32.029102 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.v2.resource_helper [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104566) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 19:30:32.029543 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.v2.resource_helper [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Service FLAVORS assigned prefix: {{(pid=104566) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 19:30:32.030129 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.v2.resource_helper [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104566) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 19:30:32.030547 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.v2.resource_helper [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104566) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 19:30:32.030881 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.quota.resource_registry [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Creating instance of TrackedResource for resource:router Apr 12 19:30:32.031219 dv-cinder-837540-1-iscsi neutron-server[104566]: WARNING neutron.quota.resource_registry [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] router is already registered Apr 12 19:30:32.031625 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.quota.resource_registry [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Creating instance of TrackedResource for resource:floatingip Apr 12 19:30:32.032033 dv-cinder-837540-1-iscsi neutron-server[104566]: WARNING neutron.quota.resource_registry [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] floatingip is already registered Apr 12 19:30:32.032436 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.v2.resource_helper [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Service METERING assigned prefix: /metering {{(pid=104566) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 19:30:32.033103 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.quota.resource_registry [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Creating instance of CountableResource for resource:rbac_policy Apr 12 19:30:32.033436 dv-cinder-837540-1-iscsi neutron-server[104566]: WARNING neutron.quota.resource_registry [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] rbac_policy is already registered Apr 12 19:30:32.033848 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.quota.resource_registry [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Creating instance of TrackedResource for resource:security_group Apr 12 19:30:32.034183 dv-cinder-837540-1-iscsi neutron-server[104566]: WARNING neutron.quota.resource_registry [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] security_group is already registered Apr 12 19:30:32.034585 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.quota.resource_registry [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 12 19:30:32.034916 dv-cinder-837540-1-iscsi neutron-server[104566]: WARNING neutron.quota.resource_registry [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] security_group_rule is already registered Apr 12 19:30:32.035535 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.v2.resource_helper [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Service CORE assigned prefix: {{(pid=104566) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 19:30:32.035862 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.quota.resource_registry [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 19:30:32.036217 dv-cinder-837540-1-iscsi neutron-server[104566]: WARNING neutron.quota.resource_registry [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] subnetpool is already registered Apr 12 19:30:32.036644 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.v2.resource_helper [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Service CORE assigned prefix: {{(pid=104566) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 19:30:32.036961 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.quota.resource_registry [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 19:30:32.037291 dv-cinder-837540-1-iscsi neutron-server[104566]: WARNING neutron.quota.resource_registry [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] subnetpool is already registered Apr 12 19:30:32.038294 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Extended resource: extensions {{(pid=104566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:30:32.039761 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Extended resource: address-groups {{(pid=104566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:30:32.041254 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Extended resource: address-scopes {{(pid=104566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:30:32.042557 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Extended resource: agents {{(pid=104566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:30:32.043701 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Extended resource: auto-allocated-topology {{(pid=104566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:30:32.044959 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Extended resource: availability_zones {{(pid=104566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:30:32.046165 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Extended resource: dhcp-networks {{(pid=104566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:30:32.048851 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Extended resource: dhcp-agents {{(pid=104566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:30:32.050272 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Extended resource: routers {{(pid=104566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:30:32.052477 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Extended resource: flavors {{(pid=104566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:30:32.054178 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Extended resource: service_profiles {{(pid=104566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:30:32.055362 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Extended resource: next_providers {{(pid=104566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:30:32.056910 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Extended resource: service_profiles {{(pid=104566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:30:32.058425 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Extended resource: floatingip-pools {{(pid=104566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:30:32.059629 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Extended resource: routers {{(pid=104566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:30:32.061715 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Extended resource: floatingips {{(pid=104566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:30:32.062990 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Extended resource: l3-routers {{(pid=104566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:30:32.064392 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Extended resource: l3-agents {{(pid=104566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:30:32.065789 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Extended resource: metering-labels {{(pid=104566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:30:32.067138 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Extended resource: metering-label-rules {{(pid=104566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:30:32.068421 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Extended resource: network-ip-availabilities {{(pid=104566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:30:32.069697 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Extended resource: bindings {{(pid=104566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:30:32.071338 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Extended resource: quotas {{(pid=104566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:30:32.072897 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Extended resource: quotas {{(pid=104566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:30:32.074395 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Extended resource: rbac-policies {{(pid=104566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:30:32.075676 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Extended resource: security-groups {{(pid=104566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:30:32.076935 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Extended resource: security-group-rules {{(pid=104566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:30:32.078148 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Extended resource: service-providers {{(pid=104566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:30:32.079340 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Extended resource: subnetpools {{(pid=104566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:30:32.080776 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Extended resource: subnetpools {{(pid=104566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:30:32.082201 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Extended resource: tags {{(pid=104566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:30:32.083857 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Extended resource: tags {{(pid=104566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:30:32.085717 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Extended resource: tags {{(pid=104566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:30:32.087476 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Extended resource: tags {{(pid=104566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:30:32.089284 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Extended resource: tags {{(pid=104566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:30:32.091100 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Extended resource: tags {{(pid=104566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:30:32.092796 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Extended resource: tags {{(pid=104566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:30:32.094670 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Extended resource: tags {{(pid=104566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:30:32.096427 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Extended resource: tags {{(pid=104566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:30:32.098252 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron.api.extensions [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Extended resource: tags {{(pid=104566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:30:32.104859 dv-cinder-837540-1-iscsi neutron-server[104566]: WARNING keystonemiddleware.auth_token [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 12 19:30:32.110563 dv-cinder-837540-1-iscsi neutron-server[104566]: WARNING keystonemiddleware.auth_token [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 12 19:30:32.119665 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_concurrency.lockutils [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Acquired lock "singleton_lock" {{(pid=104566) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 12 19:30:32.120166 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_concurrency.lockutils [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Releasing lock "singleton_lock" {{(pid=104566) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 12 19:30:32.120826 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO oslo_service.service [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Starting 2 workers Apr 12 19:30:32.125822 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Started child 106704 {{(pid=104566) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 19:30:32.130569 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Started child 106707 {{(pid=104566) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 19:30:32.131255 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:30:32.132399 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO neutron.service [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 12 19:30:32.133271 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [-] (106704) wsgi starting up on http://0.0.0.0:9696 Apr 12 19:30:32.133727 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Publish callbacks [] for process (None), before_spawn {{(pid=104566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:30:32.136151 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:30:32.136593 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO oslo_service.service [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Starting 1 workers Apr 12 19:30:32.137595 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [-] (106707) wsgi starting up on http://0.0.0.0:9696 Apr 12 19:30:32.141870 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Started child 106714 {{(pid=104566) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 19:30:32.142420 dv-cinder-837540-1-iscsi neutron-server[104566]: INFO oslo_service.service [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Starting 1 workers Apr 12 19:30:32.145605 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.service [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] calling RpcWorker wait() {{(pid=106714) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 12 19:30:32.146570 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.service [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] returning from RpcWorker wait() {{(pid=106714) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 12 19:30:32.147248 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Started child 106718 {{(pid=104566) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 19:30:32.148103 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-12812e01-6db2-46df-afe8-bc13a3a89574 None None] Publish callbacks [] for process (None), after_spawn {{(pid=104566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:30:32.148753 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:30:32.149220 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:30:32.150088 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104566) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 12 19:30:32.150290 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 12 19:30:32.150471 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 12 19:30:32.150789 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 12 19:30:32.151050 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 12 19:30:32.151212 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 12 19:30:32.152076 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.152363 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.152629 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.152889 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.153174 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.153645 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:30:32.154124 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.154200 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.154409 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.154624 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:30:32.154732 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.154913 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.155079 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.155545 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.155811 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.156105 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.156440 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.156706 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.157303 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.157592 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.157762 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.158179 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.158604 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.159017 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.159287 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] debug = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.159547 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.160057 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.160292 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.160545 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.160769 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.161069 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.161253 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.161680 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.161920 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.162439 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.163358 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.163759 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.164150 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.164536 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.165038 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.165228 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.165731 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.166120 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.166738 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] host = dv-cinder-837540-1-iscsi {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.167156 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.167382 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.167703 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.167894 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.168482 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.168888 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.169295 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.169714 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.170105 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.170500 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.170925 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.171183 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.171490 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.171658 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] log_file = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.171990 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] log_options = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.172241 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.172663 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.173101 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.173436 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.173780 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.174131 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.174569 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.174933 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.175214 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.175710 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.177190 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.177564 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.177951 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.178988 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.179315 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.179685 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.180088 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.180463 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.180896 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.181466 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.181897 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.182328 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.182753 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.183181 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.183853 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.184321 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.184723 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.185087 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.185507 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.186122 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.186498 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.186910 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.187515 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.187901 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.188337 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.188704 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.189449 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.189843 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.190263 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.190633 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.191281 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.191686 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.192074 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.192437 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.192787 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.193155 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.193512 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] use_json = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.193866 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.194292 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.194668 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.195011 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.195580 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.195936 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.196342 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.196756 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.197116 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.197684 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.198109 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.198431 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.198898 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.199313 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.199746 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.200006 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.200408 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.200651 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.200919 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.201221 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.201473 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.201818 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.202054 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.202353 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.202679 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.202941 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.203212 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.203478 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.203719 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.203943 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.204210 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.204499 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.204736 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.204991 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.205231 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.205451 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.205942 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.206217 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.206556 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.206847 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.207119 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.207395 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.207637 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.207877 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.208264 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.208745 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.209173 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.210186 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.211777 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.212290 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.212716 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.213143 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.213764 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.213930 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.214282 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.214628 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.214940 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.215240 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.215530 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.215767 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.216005 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.216398 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.216634 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.217037 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.217429 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.217840 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.218205 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.218328 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.218523 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.218748 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.218996 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.219248 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.219614 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.220001 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.220374 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.220729 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.221086 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.221528 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.221889 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.222280 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.222678 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.223003 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.223104 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.223323 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.223543 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.223776 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.224035 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.224230 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.224443 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.224692 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.224920 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.225155 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.225998 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.226364 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.226589 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.226821 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.227279 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.227503 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.227754 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.227988 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.228317 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.228611 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.228875 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.229191 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.229499 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.229744 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.230131 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.230392 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.230785 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.230881 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.231059 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.231813 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.232275 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.232659 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.233072 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.233293 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.233687 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.233911 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.234152 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.234400 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.234643 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.234874 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.235119 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.235403 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.235661 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.235898 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.236196 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.236444 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.236718 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.236999 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.237284 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.237503 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.237772 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.238094 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.238372 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.238664 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.238894 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.239146 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.239405 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.239633 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.239880 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.240148 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.240373 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.240769 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.241157 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.241414 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.241629 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.241859 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.242176 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.242410 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.242643 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.242857 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.243129 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.243359 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.243689 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.243889 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.244219 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.244389 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.244636 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.244889 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.245127 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.245381 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.245607 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.245818 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.246063 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.246276 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.246531 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.246723 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.248219 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.248541 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.248786 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.249028 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.249266 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.249505 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.249739 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.250039 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.250263 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.251885 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.251885 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.252084 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.252262 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.252495 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.252711 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.252983 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.253227 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.253506 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.253771 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.254021 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.254261 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.254503 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.254888 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.255289 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.255615 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.255850 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.256122 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.256411 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.256669 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.256857 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.257073 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.257307 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.257626 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.257891 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.258133 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.258566 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.258822 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.259215 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.259620 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.260301 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.260663 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.261024 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.261402 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.261770 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.261988 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.262385 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.262764 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.263150 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.263580 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.263996 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.264355 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.264782 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.265043 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.265290 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.265534 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.265774 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.265994 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.266238 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.266457 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.266671 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.266884 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.267121 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.267333 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.267645 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.267976 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.268233 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.268479 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.268734 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.268955 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.269218 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.269449 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.269657 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.269865 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.270091 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.270305 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.270515 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.270739 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.270974 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.271181 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.271399 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.271610 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.271983 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.272869 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.273249 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.273610 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.273856 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.274074 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.274285 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.274511 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.274722 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.274933 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.275175 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.275388 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.275596 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.275819 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.276246 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.276246 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.276486 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.276704 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.276932 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.277244 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.277514 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.277798 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.278113 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.278364 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.278609 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.278868 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.279196 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.279411 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.279681 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.279916 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.280182 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.280398 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.280809 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.281138 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.281456 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.281749 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:30:32.281861 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.282109 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.282550 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.282984 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.283392 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.283756 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.284231 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.284804 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.285089 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.285366 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.285614 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.285894 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.286121 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.286359 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.286597 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.286834 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.287076 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.287338 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.287578 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.288546 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.288930 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.289156 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.289374 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.289599 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.289810 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.290063 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.290276 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.290435 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 12 19:30:32.290953 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104566) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 12 19:30:32.291112 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 12 19:30:32.295335 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 12 19:30:32.295335 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 12 19:30:32.295539 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 56436) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:30:32.295628 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 12 19:30:32.295628 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 12 19:30:32.295628 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.295628 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.295628 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.295628 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.295628 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.296164 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.296164 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.296164 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.296164 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.296164 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.296164 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.296164 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.296164 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.296716 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.296716 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.296716 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.296716 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.296716 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.296716 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.296716 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.296716 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.297253 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.297253 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] debug = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.297253 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.297253 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.297253 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.297253 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.297708 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.297708 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.297708 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.297708 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.297708 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.297708 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.297708 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.297708 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.298242 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.298242 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.298242 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.298242 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.298242 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.298242 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.298242 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] host = dv-cinder-837540-1-iscsi {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.298728 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.298728 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.298728 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.298935 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.299013 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.299121 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.299279 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.299436 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.299590 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.299746 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.299909 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.300087 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.300242 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.300400 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] log_file = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.300681 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] log_options = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.300681 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.300863 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.300990 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.301178 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.304067 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.304067 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.304067 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.304067 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.304067 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.304067 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.304067 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.304703 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.304703 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.304703 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.304703 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.304703 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.304703 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.304703 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.304703 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.305239 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.305239 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.305239 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.305239 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.305239 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.305239 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.305239 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.305239 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.305239 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.305848 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.305848 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.305848 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.305848 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.305848 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.305848 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.305848 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.305848 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.306377 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.306377 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.306377 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.306577 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.306577 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.306722 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.306843 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.306992 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.307145 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.307295 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.307445 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] use_json = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.307607 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.307767 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.307896 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.308071 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.308219 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.308369 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.308518 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.308668 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.308817 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:30:32.309174 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.309174 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.309351 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.309460 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.309640 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.309791 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.309939 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.310096 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.310242 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.310411 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.310562 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.310704 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.310861 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.311010 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.311171 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.311335 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.311496 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.311639 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.311796 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.311946 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.312302 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.312531 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.314618 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [-] 10.222.0.15 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0182986 Apr 12 19:30:32.314730 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.314730 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.314730 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.314730 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.314730 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.314730 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.314730 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.314730 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.315191 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.315191 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.315191 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.315373 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.315600 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.315762 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.315922 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.316103 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.316259 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.316413 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.316575 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.316734 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.317917 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.317917 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.317917 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.317917 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.317917 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.317917 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.317917 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.317917 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.318459 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.318459 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.318459 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.318669 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.318669 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.318812 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.318993 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.319145 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.319345 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.319449 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.319594 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.319747 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.319900 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.320690 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.320864 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.321030 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.321193 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.322102 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.322102 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.322102 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.322102 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.322380 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.322446 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.322568 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.322732 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.322888 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.323046 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.323204 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.323363 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.323520 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.324849 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.325015 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.325179 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.325342 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.325502 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.326220 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.326220 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.326220 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.326220 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.326498 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.326498 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.326617 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.326735 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.326893 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.327050 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.327209 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.327366 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.327525 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.327668 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.327827 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.329968 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.329968 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.329968 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.329968 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.329968 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.329968 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.329968 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.329968 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.330639 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.330639 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.330787 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.330866 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.332003 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.332003 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.332003 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.332238 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.332308 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.332552 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.332646 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.332750 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.333050 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.333409 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.333697 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.334002 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.334309 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.335144 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.335441 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.335735 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.336056 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.336341 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.336644 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.336934 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.337226 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.337515 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.337795 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.338083 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.338369 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.338662 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.338943 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.339278 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.339437 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.339596 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.339758 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.339917 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.340101 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.340259 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.340417 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.340579 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.340737 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.340896 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.341054 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.341399 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.341399 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.341570 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.341664 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.341804 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.341961 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.342133 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.342272 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.342431 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.342588 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.342745 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.342901 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.343058 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.343214 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.343371 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.343528 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.343685 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.343843 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.344020 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.344178 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.344334 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.344491 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.344647 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.344804 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.344963 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.345124 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.345325 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.345426 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.346218 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.346218 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.346218 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.346218 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.346218 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.346583 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.346583 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.346718 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.346796 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.346912 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.347069 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.347227 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.347386 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.347543 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.347700 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.347876 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.348073 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.348230 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.348396 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.349498 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.349498 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.349498 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.349498 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.349498 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.349498 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.349498 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.349955 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.349955 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.349955 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.350184 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.350184 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.350982 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.351125 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.351286 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.351630 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.351630 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.351792 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.351871 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.352149 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.352253 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.352366 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.352551 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.352980 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.352980 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.352980 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.353228 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.353309 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.353806 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.353806 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.353806 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.354043 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.354043 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.354189 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.354323 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.354479 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.354636 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.354809 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.354964 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.355458 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.355458 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.355458 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.355701 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.355701 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.355925 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.356077 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.356222 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.356379 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.356542 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.356710 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.356867 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.357026 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.357182 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.357338 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.357495 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.357662 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.357819 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.357975 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.358138 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.358297 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.358451 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.358772 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.358933 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.359090 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.359257 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.359415 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.359754 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.359754 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.360036 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.360273 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.360362 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.360507 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.360702 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.360867 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.361096 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.361327 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.361716 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.362072 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.362414 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.362618 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.362809 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.363164 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.363509 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.363990 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.363990 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.364168 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.364397 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.364486 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.364692 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.364940 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.365100 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.365264 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.365455 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.365665 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.365873 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.366434 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.366434 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.366434 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.366642 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.366813 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.366975 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.367134 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.367291 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.367444 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:30:32.367597 dv-cinder-837540-1-iscsi neutron-server[104566]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 12 19:30:43.835298 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d620ec67-5c7e-4327-92ce-e5dadac0582b None None] get_active_networks_info from dv-cinder-837540-1-iscsi {{(pid=106714) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 12 19:30:43.904138 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d620ec67-5c7e-4327-92ce-e5dadac0582b None None] No non-hosted networks {{(pid=106714) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 12 19:30:43.926917 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.agentschedulers_db [None req-d620ec67-5c7e-4327-92ce-e5dadac0582b None None] DHCP Agent not found on host dv-cinder-837540-1-iscsi {{(pid=106714) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 12 19:30:44.046216 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-a089a6d1-c4c7-4fcc-a274-31f1096ee997 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-667857'] for agent (055fa106-9079-4d8f-a829-e3ca37bbcb19), after_create {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:30:46.266615 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-89938ba4-c431-4083-af2f-194209f477d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-667857'] for agent (4d9412c4-31b2-4fbf-87a0-f931332ab9d5), after_create {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:30:46.284434 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-7b7f5d77-821c-4ef9-af92-e072fd3e7392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (4d9412c4-31b2-4fbf-87a0-f931332ab9d5), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:30:46.967165 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 56504) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:30:47.167138 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-0fb4a5ae-492f-43e3-90d5-82372e23b9ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-667857'] for agent (01005bd1-5b1e-41c6-b9b3-a4d4f93589b9), after_create {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:30:47.546626 dv-cinder-837540-1-iscsi neutron-server[106704]: WARNING oslo_policy.policy [None req-5770d740-0e55-4d3a-8841-9814c0cb5529 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 19:30:47.547223 dv-cinder-837540-1-iscsi neutron-server[106704]: WARNING oslo_policy.policy [None req-5770d740-0e55-4d3a-8841-9814c0cb5529 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 19:30:47.771651 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [None req-5770d740-0e55-4d3a-8841-9814c0cb5529 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=106704) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 19:30:47.776584 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-5770d740-0e55-4d3a-8841-9814c0cb5529 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8068912 Apr 12 19:30:48.630421 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-655d5a5e-25bf-423f-acb4-166f4bec9d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-667857'] for agent (f3d2fb0e-5305-4f08-ab1f-5f1d50bdad22), after_create {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:30:50.362695 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 56528) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:30:50.411344 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-667857'] for agent (e0bf5abe-d5c5-40a1-a359-03156ade36a4), after_create {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:30:50.412401 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:30:50.412947 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:30:50.414260 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:30:50.414802 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:30:50.415993 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:30:50.416852 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:30:50.417354 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:30:50.417875 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:30:50.418374 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:30:50.419248 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:30:50.419745 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:30:50.420983 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:30:50.421511 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:30:50.422436 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:30:50.422914 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:30:50.423458 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-837540-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=106714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:30:50.453700 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-837540-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=106714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:30:50.761834 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.v2.base [None req-d910b405-3064-4f2f-8a82-5057de9a6fc9 admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=106704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:30:50.855168 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.policy [None req-d910b405-3064-4f2f-8a82-5057de9a6fc9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106704) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 12 19:30:50.901920 dv-cinder-837540-1-iscsi neutron-server[106704]: WARNING oslo_policy.policy [None req-d910b405-3064-4f2f-8a82-5057de9a6fc9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 19:30:50.902318 dv-cinder-837540-1-iscsi neutron-server[106704]: WARNING oslo_policy.policy [None req-d910b405-3064-4f2f-8a82-5057de9a6fc9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 19:30:51.002226 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-d910b405-3064-4f2f-8a82-5057de9a6fc9 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749197479349', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749197479849', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749197496309', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749197516838', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749197523105', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749197534685', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3622053', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3386766', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-819483', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-915931'] for rbac-policy (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:30:51.075974 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-d910b405-3064-4f2f-8a82-5057de9a6fc9 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:30:51.080466 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-d910b405-3064-4f2f-8a82-5057de9a6fc9 admin admin] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7166686 Apr 12 19:30:51.496905 dv-cinder-837540-1-iscsi neutron-server[106714]: INFO neutron.db.l3_hamode_db [None req-abf43c81-e3f8-4e94-b0a5-4a07a3b5d50c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 12 19:30:51.575886 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf43c81-e3f8-4e94-b0a5-4a07a3b5d50c None None] Routers set() bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:30:51.576235 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf43c81-e3f8-4e94-b0a5-4a07a3b5d50c None None] Router IDs set() for agent in host dv-cinder-837540-1-iscsi {{(pid=106714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 12 19:30:53.612261 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 56550) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:30:53.924171 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.v2.base [None req-104c6be7-f74c-43d6-baa9-b3006a8ca0c0 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=106704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:30:53.957375 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-104c6be7-f74c-43d6-baa9-b3006a8ca0c0 demo demo] Made reservation on behalf of 7fac920bbf034e948dbf8acb7110745d for: {'network': 1} {{(pid=106704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:30:53.961850 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-104c6be7-f74c-43d6-baa9-b3006a8ca0c0 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for network (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:30:53.978208 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-104c6be7-f74c-43d6-baa9-b3006a8ca0c0 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:30:54.087891 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-104c6be7-f74c-43d6-baa9-b3006a8ca0c0 demo demo] Publish callbacks [] for security_group (341ba489-6dcb-4f48-b96d-5d238dfeb9cb), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:30:54.091681 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-104c6be7-f74c-43d6-baa9-b3006a8ca0c0 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (341ba489-6dcb-4f48-b96d-5d238dfeb9cb), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:30:54.116408 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-104c6be7-f74c-43d6-baa9-b3006a8ca0c0 demo demo] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=106704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 19:30:54.151578 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-104c6be7-f74c-43d6-baa9-b3006a8ca0c0 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749198551215', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495566'] for segment (5de15332-75ac-490a-ae95-eee12f59d28d), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:30:54.152196 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-104c6be7-f74c-43d6-baa9-b3006a8ca0c0 demo demo] Unsubscribe: segment precommit_create {{(pid=106704) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 12 19:30:54.152727 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.db.segments_db [None req-104c6be7-f74c-43d6-baa9-b3006a8ca0c0 demo demo] Added segment 5de15332-75ac-490a-ae95-eee12f59d28d of type vlan for network 5dc97cfa-fcc2-42fe-a1fd-f6ee13d6cbee Apr 12 19:30:54.168102 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104c6be7-f74c-43d6-baa9-b3006a8ca0c0 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=341ba489-6dcb-4f48-b96d-5d238dfeb9cb,revision_number=1']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:30:54.219510 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104c6be7-f74c-43d6-baa9-b3006a8ca0c0 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:30:54.219857 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104c6be7-f74c-43d6-baa9-b3006a8ca0c0 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:30:54.220242 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104c6be7-f74c-43d6-baa9-b3006a8ca0c0 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:30:54.220601 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104c6be7-f74c-43d6-baa9-b3006a8ca0c0 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:30:54.220935 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104c6be7-f74c-43d6-baa9-b3006a8ca0c0 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:30:54.221259 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104c6be7-f74c-43d6-baa9-b3006a8ca0c0 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:30:54.221581 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104c6be7-f74c-43d6-baa9-b3006a8ca0c0 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:30:54.221903 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104c6be7-f74c-43d6-baa9-b3006a8ca0c0 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:30:54.222221 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104c6be7-f74c-43d6-baa9-b3006a8ca0c0 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:30:54.222539 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104c6be7-f74c-43d6-baa9-b3006a8ca0c0 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:30:54.222858 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104c6be7-f74c-43d6-baa9-b3006a8ca0c0 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:30:54.223286 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104c6be7-f74c-43d6-baa9-b3006a8ca0c0 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:30:54.223617 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104c6be7-f74c-43d6-baa9-b3006a8ca0c0 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:30:54.224009 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104c6be7-f74c-43d6-baa9-b3006a8ca0c0 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:30:54.224328 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104c6be7-f74c-43d6-baa9-b3006a8ca0c0 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:30:54.225776 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104c6be7-f74c-43d6-baa9-b3006a8ca0c0 demo demo] Tracked resource versions report: Apr 12 19:30:54.225776 dv-cinder-837540-1-iscsi neutron-server[106704]: pushed versions: Apr 12 19:30:54.225776 dv-cinder-837540-1-iscsi neutron-server[106704]: { 'AddressGroup': {'1.2'}, Apr 12 19:30:54.225776 dv-cinder-837540-1-iscsi neutron-server[106704]: 'Agent': {'1.1'}, Apr 12 19:30:54.225776 dv-cinder-837540-1-iscsi neutron-server[106704]: 'ConntrackHelper': {'1.0'}, Apr 12 19:30:54.225776 dv-cinder-837540-1-iscsi neutron-server[106704]: 'LocalIPAssociation': {'1.0'}, Apr 12 19:30:54.225776 dv-cinder-837540-1-iscsi neutron-server[106704]: 'Log': {'1.0'}, Apr 12 19:30:54.225776 dv-cinder-837540-1-iscsi neutron-server[106704]: 'NDPProxy': {'1.0'}, Apr 12 19:30:54.225776 dv-cinder-837540-1-iscsi neutron-server[106704]: 'Network': {'1.1'}, Apr 12 19:30:54.225776 dv-cinder-837540-1-iscsi neutron-server[106704]: 'Port': {'1.7'}, Apr 12 19:30:54.225776 dv-cinder-837540-1-iscsi neutron-server[106704]: 'PortForwarding': {'1.3'}, Apr 12 19:30:54.225776 dv-cinder-837540-1-iscsi neutron-server[106704]: 'QosPolicy': {'1.10'}, Apr 12 19:30:54.225776 dv-cinder-837540-1-iscsi neutron-server[106704]: 'SecurityGroup': {'1.5'}, Apr 12 19:30:54.225776 dv-cinder-837540-1-iscsi neutron-server[106704]: 'SecurityGroupRule': {'1.2'}, Apr 12 19:30:54.225776 dv-cinder-837540-1-iscsi neutron-server[106704]: 'SubPort': {'1.0'}, Apr 12 19:30:54.225776 dv-cinder-837540-1-iscsi neutron-server[106704]: 'Subnet': {'1.1'}, Apr 12 19:30:54.225776 dv-cinder-837540-1-iscsi neutron-server[106704]: 'Trunk': {'1.1'}} Apr 12 19:30:54.225776 dv-cinder-837540-1-iscsi neutron-server[106704]: consumer versions: Apr 12 19:30:54.225776 dv-cinder-837540-1-iscsi neutron-server[106704]: { DHCP agent@dv-cinder-837540-1-iscsi: {}, Apr 12 19:30:54.225776 dv-cinder-837540-1-iscsi neutron-server[106704]: L3 agent@dv-cinder-837540-1-iscsi: {}, Apr 12 19:30:54.225776 dv-cinder-837540-1-iscsi neutron-server[106704]: Metadata agent@dv-cinder-837540-1-iscsi: {}, Apr 12 19:30:54.225776 dv-cinder-837540-1-iscsi neutron-server[106704]: Metering agent@dv-cinder-837540-1-iscsi: {}, Apr 12 19:30:54.225776 dv-cinder-837540-1-iscsi neutron-server[106704]: Open vSwitch agent@dv-cinder-837540-1-iscsi: { 'AddressGroup': '1.2', Apr 12 19:30:54.225776 dv-cinder-837540-1-iscsi neutron-server[106704]: 'Agent': '1.1', Apr 12 19:30:54.225776 dv-cinder-837540-1-iscsi neutron-server[106704]: 'ConntrackHelper': '1.0', Apr 12 19:30:54.225776 dv-cinder-837540-1-iscsi neutron-server[106704]: 'LocalIPAssociation': '1.0', Apr 12 19:30:54.225776 dv-cinder-837540-1-iscsi neutron-server[106704]: 'Log': '1.0', Apr 12 19:30:54.225776 dv-cinder-837540-1-iscsi neutron-server[106704]: 'NDPProxy': '1.0', Apr 12 19:30:54.225776 dv-cinder-837540-1-iscsi neutron-server[106704]: 'Network': '1.1', Apr 12 19:30:54.225776 dv-cinder-837540-1-iscsi neutron-server[106704]: 'Port': '1.7', Apr 12 19:30:54.225776 dv-cinder-837540-1-iscsi neutron-server[106704]: 'PortForwarding': '1.3', Apr 12 19:30:54.225776 dv-cinder-837540-1-iscsi neutron-server[106704]: 'QosPolicy': '1.10', Apr 12 19:30:54.225776 dv-cinder-837540-1-iscsi neutron-server[106704]: 'SecurityGroup': '1.5', Apr 12 19:30:54.225776 dv-cinder-837540-1-iscsi neutron-server[106704]: 'SecurityGroupRule': '1.2', Apr 12 19:30:54.225776 dv-cinder-837540-1-iscsi neutron-server[106704]: 'SubPort': '1.0', Apr 12 19:30:54.225776 dv-cinder-837540-1-iscsi neutron-server[106704]: 'Subnet': '1.1', Apr 12 19:30:54.225776 dv-cinder-837540-1-iscsi neutron-server[106704]: 'Trunk': '1.1'}} Apr 12 19:30:54.225776 dv-cinder-837540-1-iscsi neutron-server[106704]: {{(pid=106704) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 19:30:54.262350 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-104c6be7-f74c-43d6-baa9-b3006a8ca0c0 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749198045660'] for network (5dc97cfa-fcc2-42fe-a1fd-f6ee13d6cbee), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:30:54.306547 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-104c6be7-f74c-43d6-baa9-b3006a8ca0c0 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185'] for network (5dc97cfa-fcc2-42fe-a1fd-f6ee13d6cbee), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:30:54.313255 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104c6be7-f74c-43d6-baa9-b3006a8ca0c0 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:30:54.313255 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-104c6be7-f74c-43d6-baa9-b3006a8ca0c0 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565043'] for network (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:30:54.384545 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-104c6be7-f74c-43d6-baa9-b3006a8ca0c0 demo demo] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7709506 Apr 12 19:30:54.431893 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104c6be7-f74c-43d6-baa9-b3006a8ca0c0 demo demo] Pushing event updated for resources: {'Network': ['ID=5dc97cfa-fcc2-42fe-a1fd-f6ee13d6cbee,revision_number=1']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:30:54.444266 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Network 5dc97cfa-fcc2-42fe-a1fd-f6ee13d6cbee details requested by agent ovs-agent-dv-cinder-837540-1-iscsi with host dv-cinder-837540-1-iscsi {{(pid=106714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 19:30:56.924712 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 56562) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:30:57.329892 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0351044a-adfa-48a1-8b3a-0a63f969b747 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:30:57.331173 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-0351044a-adfa-48a1-8b3a-0a63f969b747 demo admin] 10.222.0.15 "GET /v2.0/networks/5dc97cfa-fcc2-42fe-a1fd-f6ee13d6cbee HTTP/1.1" status: 200 len: 825 time: 0.4055123 Apr 12 19:30:57.355242 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-019135fe-0999-4a98-ac84-e6b600b0fecd demo admin] 10.222.0.15 "GET /v2.0/subnetpools/c2e43e08-04d9-49a9-b881-54f59d93e6d8 HTTP/1.1" status: 200 len: 734 time: 0.0184643 Apr 12 19:30:57.363441 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.v2.base [None req-c3332168-de79-4461-86e9-e14e2574d1c9 demo admin] Request body: {'subnet': {'network_id': '5dc97cfa-fcc2-42fe-a1fd-f6ee13d6cbee', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'c2e43e08-04d9-49a9-b881-54f59d93e6d8', 'name': 'private-subnet'}} {{(pid=106704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:30:57.383752 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3332168-de79-4461-86e9-e14e2574d1c9 demo admin] Made reservation on behalf of 7fac920bbf034e948dbf8acb7110745d for: {'subnet': 1} {{(pid=106704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:30:57.386274 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-c3332168-de79-4461-86e9-e14e2574d1c9 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:30:57.673288 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-c3332168-de79-4461-86e9-e14e2574d1c9 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185'] for subnet (f3de1aa8-bb3e-422d-8aba-14a5f9577171), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:30:57.742600 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3332168-de79-4461-86e9-e14e2574d1c9 demo admin] Pushing event updated for resources: {'Subnet': ['ID=f3de1aa8-bb3e-422d-8aba-14a5f9577171,revision_number=0']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:30:57.747046 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3332168-de79-4461-86e9-e14e2574d1c9 demo admin] Checking segment: {'id': '5de15332-75ac-490a-ae95-eee12f59d28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '5dc97cfa-fcc2-42fe-a1fd-f6ee13d6cbee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:30:57.747417 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3332168-de79-4461-86e9-e14e2574d1c9 demo admin] Network hostable DHCP agents. Network: 5dc97cfa-fcc2-42fe-a1fd-f6ee13d6cbee, hostable agents: ['055fa106-9079-4d8f-a829-e3ca37bbcb19'], hosted agents: [] {{(pid=106704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 19:30:57.768084 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3332168-de79-4461-86e9-e14e2574d1c9 demo admin] Network 5dc97cfa-fcc2-42fe-a1fd-f6ee13d6cbee is scheduled to be hosted by DHCP agent 055fa106-9079-4d8f-a829-e3ca37bbcb19 with binding_index 1 {{(pid=106704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 19:30:57.778650 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.base_scheduler [None req-c3332168-de79-4461-86e9-e14e2574d1c9 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837540-1-iscsi, 5dc97cfa-fcc2-42fe-a1fd-f6ee13d6cbee) {{(pid=106704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:30:57.783087 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3332168-de79-4461-86e9-e14e2574d1c9 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:30:57.783682 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-c3332168-de79-4461-86e9-e14e2574d1c9 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565043'] for subnet (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:30:57.789494 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d13461-3269-4b13-8c48-1aae6cc2ab2f None None] Network 5dc97cfa-fcc2-42fe-a1fd-f6ee13d6cbee requested from dv-cinder-837540-1-iscsi {{(pid=106714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 19:30:57.799726 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-c3332168-de79-4461-86e9-e14e2574d1c9 demo admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4394062 Apr 12 19:30:58.169491 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64d1267-68a2-46d3-973c-46813553b8ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3012341e-45cf-56fd-a54d-b96530cfb325-5dc97cfa-fcc2-42fe-a1fd-f6ee13d6cbee', 'network_id': '5dc97cfa-fcc2-42fe-a1fd-f6ee13d6cbee', 'project_id': '7fac920bbf034e948dbf8acb7110745d', 'fixed_ips': [{'subnet_id': 'f3de1aa8-bb3e-422d-8aba-14a5f9577171'}]}} from dv-cinder-837540-1-iscsi. {{(pid=106714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 19:30:58.170782 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-d64d1267-68a2-46d3-973c-46813553b8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (None), before_create {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:30:58.453337 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.db_base_plugin_common [None req-d64d1267-68a2-46d3-973c-46813553b8ef None None] Allocated IP 172.20.0.2 (5dc97cfa-fcc2-42fe-a1fd-f6ee13d6cbee/f3de1aa8-bb3e-422d-8aba-14a5f9577171/ab44cc56-9c99-47f6-8bca-0397a68bcf2b) {{(pid=106714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:30:58.729926 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-d64d1267-68a2-46d3-973c-46813553b8ef None None] Publish callbacks [] for port (ab44cc56-9c99-47f6-8bca-0397a68bcf2b), precommit_create {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:30:58.738737 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-d64d1267-68a2-46d3-973c-46813553b8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749198058662'] for port (ab44cc56-9c99-47f6-8bca-0397a68bcf2b), after_create {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:30:58.811732 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64d1267-68a2-46d3-973c-46813553b8ef None None] Network 5dc97cfa-fcc2-42fe-a1fd-f6ee13d6cbee is already hosted by enough agents. {{(pid=106714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:30:58.819315 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.scheduler.base_scheduler [None req-d64d1267-68a2-46d3-973c-46813553b8ef None None] Resources bound (agent type, host, resource id): {{(pid=106714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:30:58.822465 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64d1267-68a2-46d3-973c-46813553b8ef None None] Received port after_create {{(pid=106714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:30:58.834453 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64d1267-68a2-46d3-973c-46813553b8ef None None] Pushing event updated for resources: {'Port': ['ID=ab44cc56-9c99-47f6-8bca-0397a68bcf2b,revision_number=1']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:30:58.886494 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64d1267-68a2-46d3-973c-46813553b8ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:30:58.886848 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64d1267-68a2-46d3-973c-46813553b8ef None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:30:58.887205 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64d1267-68a2-46d3-973c-46813553b8ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:30:58.887624 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64d1267-68a2-46d3-973c-46813553b8ef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:30:58.887982 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64d1267-68a2-46d3-973c-46813553b8ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:30:58.888319 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64d1267-68a2-46d3-973c-46813553b8ef None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:30:58.888647 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64d1267-68a2-46d3-973c-46813553b8ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:30:58.888973 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64d1267-68a2-46d3-973c-46813553b8ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:30:58.889299 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64d1267-68a2-46d3-973c-46813553b8ef None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:30:58.889621 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64d1267-68a2-46d3-973c-46813553b8ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:30:58.889947 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64d1267-68a2-46d3-973c-46813553b8ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:30:58.890286 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64d1267-68a2-46d3-973c-46813553b8ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:30:58.890611 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64d1267-68a2-46d3-973c-46813553b8ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:30:58.890931 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64d1267-68a2-46d3-973c-46813553b8ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:30:58.891249 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64d1267-68a2-46d3-973c-46813553b8ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:30:58.892702 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64d1267-68a2-46d3-973c-46813553b8ef None None] Tracked resource versions report: Apr 12 19:30:58.892702 dv-cinder-837540-1-iscsi neutron-server[106714]: pushed versions: Apr 12 19:30:58.892702 dv-cinder-837540-1-iscsi neutron-server[106714]: { 'AddressGroup': {'1.2'}, Apr 12 19:30:58.892702 dv-cinder-837540-1-iscsi neutron-server[106714]: 'Agent': {'1.1'}, Apr 12 19:30:58.892702 dv-cinder-837540-1-iscsi neutron-server[106714]: 'ConntrackHelper': {'1.0'}, Apr 12 19:30:58.892702 dv-cinder-837540-1-iscsi neutron-server[106714]: 'LocalIPAssociation': {'1.0'}, Apr 12 19:30:58.892702 dv-cinder-837540-1-iscsi neutron-server[106714]: 'Log': {'1.0'}, Apr 12 19:30:58.892702 dv-cinder-837540-1-iscsi neutron-server[106714]: 'NDPProxy': {'1.0'}, Apr 12 19:30:58.892702 dv-cinder-837540-1-iscsi neutron-server[106714]: 'Network': {'1.1'}, Apr 12 19:30:58.892702 dv-cinder-837540-1-iscsi neutron-server[106714]: 'Port': {'1.7'}, Apr 12 19:30:58.892702 dv-cinder-837540-1-iscsi neutron-server[106714]: 'PortForwarding': {'1.3'}, Apr 12 19:30:58.892702 dv-cinder-837540-1-iscsi neutron-server[106714]: 'QosPolicy': {'1.10'}, Apr 12 19:30:58.892702 dv-cinder-837540-1-iscsi neutron-server[106714]: 'SecurityGroup': {'1.5'}, Apr 12 19:30:58.892702 dv-cinder-837540-1-iscsi neutron-server[106714]: 'SecurityGroupRule': {'1.2'}, Apr 12 19:30:58.892702 dv-cinder-837540-1-iscsi neutron-server[106714]: 'SubPort': {'1.0'}, Apr 12 19:30:58.892702 dv-cinder-837540-1-iscsi neutron-server[106714]: 'Subnet': {'1.1'}, Apr 12 19:30:58.892702 dv-cinder-837540-1-iscsi neutron-server[106714]: 'Trunk': {'1.1'}} Apr 12 19:30:58.892702 dv-cinder-837540-1-iscsi neutron-server[106714]: consumer versions: Apr 12 19:30:58.892702 dv-cinder-837540-1-iscsi neutron-server[106714]: { DHCP agent@dv-cinder-837540-1-iscsi: {}, Apr 12 19:30:58.892702 dv-cinder-837540-1-iscsi neutron-server[106714]: L3 agent@dv-cinder-837540-1-iscsi: {}, Apr 12 19:30:58.892702 dv-cinder-837540-1-iscsi neutron-server[106714]: Metadata agent@dv-cinder-837540-1-iscsi: {}, Apr 12 19:30:58.892702 dv-cinder-837540-1-iscsi neutron-server[106714]: Metering agent@dv-cinder-837540-1-iscsi: {}, Apr 12 19:30:58.892702 dv-cinder-837540-1-iscsi neutron-server[106714]: Open vSwitch agent@dv-cinder-837540-1-iscsi: { 'AddressGroup': '1.2', Apr 12 19:30:58.892702 dv-cinder-837540-1-iscsi neutron-server[106714]: 'Agent': '1.1', Apr 12 19:30:58.892702 dv-cinder-837540-1-iscsi neutron-server[106714]: 'ConntrackHelper': '1.0', Apr 12 19:30:58.892702 dv-cinder-837540-1-iscsi neutron-server[106714]: 'LocalIPAssociation': '1.0', Apr 12 19:30:58.892702 dv-cinder-837540-1-iscsi neutron-server[106714]: 'Log': '1.0', Apr 12 19:30:58.892702 dv-cinder-837540-1-iscsi neutron-server[106714]: 'NDPProxy': '1.0', Apr 12 19:30:58.892702 dv-cinder-837540-1-iscsi neutron-server[106714]: 'Network': '1.1', Apr 12 19:30:58.892702 dv-cinder-837540-1-iscsi neutron-server[106714]: 'Port': '1.7', Apr 12 19:30:58.892702 dv-cinder-837540-1-iscsi neutron-server[106714]: 'PortForwarding': '1.3', Apr 12 19:30:58.892702 dv-cinder-837540-1-iscsi neutron-server[106714]: 'QosPolicy': '1.10', Apr 12 19:30:58.892702 dv-cinder-837540-1-iscsi neutron-server[106714]: 'SecurityGroup': '1.5', Apr 12 19:30:58.892702 dv-cinder-837540-1-iscsi neutron-server[106714]: 'SecurityGroupRule': '1.2', Apr 12 19:30:58.892702 dv-cinder-837540-1-iscsi neutron-server[106714]: 'SubPort': '1.0', Apr 12 19:30:58.892702 dv-cinder-837540-1-iscsi neutron-server[106714]: 'Subnet': '1.1', Apr 12 19:30:58.892702 dv-cinder-837540-1-iscsi neutron-server[106714]: 'Trunk': '1.1'}} Apr 12 19:30:58.892702 dv-cinder-837540-1-iscsi neutron-server[106714]: {{(pid=106714) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 19:30:58.929735 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.managers [None req-d64d1267-68a2-46d3-973c-46813553b8ef None None] Attempting to bind port ab44cc56-9c99-47f6-8bca-0397a68bcf2b on host dv-cinder-837540-1-iscsi for vnic_type normal with profile {{(pid=106714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:30:58.930131 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.managers [None req-d64d1267-68a2-46d3-973c-46813553b8ef None None] Attempting to bind port ab44cc56-9c99-47f6-8bca-0397a68bcf2b by drivers openvswitch,hyperv on host dv-cinder-837540-1-iscsi at level 0 using segments [{'id': '5de15332-75ac-490a-ae95-eee12f59d28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '5dc97cfa-fcc2-42fe-a1fd-f6ee13d6cbee'}] {{(pid=106714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:30:58.930563 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64d1267-68a2-46d3-973c-46813553b8ef None None] Attempting to bind port ab44cc56-9c99-47f6-8bca-0397a68bcf2b on network 5dc97cfa-fcc2-42fe-a1fd-f6ee13d6cbee {{(pid=106714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:30:58.935450 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64d1267-68a2-46d3-973c-46813553b8ef None None] Checking agent: {'id': 'e0bf5abe-d5c5-40a1-a359-03156ade36a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837540-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 30, 50), 'started_at': datetime.datetime(2022, 4, 12, 19, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837540-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:30:58.935832 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64d1267-68a2-46d3-973c-46813553b8ef None None] Checking segment: {'id': '5de15332-75ac-490a-ae95-eee12f59d28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '5dc97cfa-fcc2-42fe-a1fd-f6ee13d6cbee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:30:58.936335 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-d64d1267-68a2-46d3-973c-46813553b8ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:30:58.936727 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64d1267-68a2-46d3-973c-46813553b8ef None None] Bound using segment: {'id': '5de15332-75ac-490a-ae95-eee12f59d28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '5dc97cfa-fcc2-42fe-a1fd-f6ee13d6cbee'} {{(pid=106714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:30:58.937195 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.managers [None req-d64d1267-68a2-46d3-973c-46813553b8ef None None] Bound port: ab44cc56-9c99-47f6-8bca-0397a68bcf2b, host: dv-cinder-837540-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5de15332-75ac-490a-ae95-eee12f59d28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '5dc97cfa-fcc2-42fe-a1fd-f6ee13d6cbee'}}] {{(pid=106714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:30:58.937596 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-d64d1267-68a2-46d3-973c-46813553b8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (ab44cc56-9c99-47f6-8bca-0397a68bcf2b), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:30:59.002365 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-d64d1267-68a2-46d3-973c-46813553b8ef None None] For port ab44cc56-9c99-47f6-8bca-0397a68bcf2b, host dv-cinder-837540-1-iscsi, cleared binding levels {{(pid=106714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:30:59.023070 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-d64d1267-68a2-46d3-973c-46813553b8ef None None] For port ab44cc56-9c99-47f6-8bca-0397a68bcf2b, host dv-cinder-837540-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-1-iscsi',level=0,port_id=ab44cc56-9c99-47f6-8bca-0397a68bcf2b,segment=NetworkSegment(5de15332-75ac-490a-ae95-eee12f59d28d),segment_id=5de15332-75ac-490a-ae95-eee12f59d28d)] {{(pid=106714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:30:59.029690 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-d64d1267-68a2-46d3-973c-46813553b8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (ab44cc56-9c99-47f6-8bca-0397a68bcf2b), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:30:59.088666 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64d1267-68a2-46d3-973c-46813553b8ef None None] Pushing event updated for resources: {'Port': ['ID=ab44cc56-9c99-47f6-8bca-0397a68bcf2b,revision_number=2']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:31:00.366828 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 56570) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:31:00.681439 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [None req-4f9d7d50-ff74-44bf-86bd-128d2eb6f704 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=106704) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 19:31:00.682426 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-4f9d7d50-ff74-44bf-86bd-128d2eb6f704 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3146625 Apr 12 19:31:03.242831 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 56578) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:31:03.554507 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [None req-9076db40-5b3d-4db2-b8e2-865022e889fa admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=106704) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 19:31:03.555580 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-9076db40-5b3d-4db2-b8e2-865022e889fa admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3118134 Apr 12 19:31:06.141038 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 56586) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:31:06.646499 dv-cinder-837540-1-iscsi neutron-server[106707]: WARNING oslo_policy.policy [None req-fb8f36f0-7bd9-4076-8ef5-fc02d1e6fa45 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 19:31:06.647148 dv-cinder-837540-1-iscsi neutron-server[106707]: WARNING oslo_policy.policy [None req-fb8f36f0-7bd9-4076-8ef5-fc02d1e6fa45 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 19:31:06.866735 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.v2.base [None req-fb8f36f0-7bd9-4076-8ef5-fc02d1e6fa45 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=106707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:31:06.927104 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.policy [None req-fb8f36f0-7bd9-4076-8ef5-fc02d1e6fa45 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106707) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 12 19:31:06.970379 dv-cinder-837540-1-iscsi neutron-server[106707]: WARNING oslo_policy.policy [None req-fb8f36f0-7bd9-4076-8ef5-fc02d1e6fa45 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 19:31:06.970753 dv-cinder-837540-1-iscsi neutron-server[106707]: WARNING oslo_policy.policy [None req-fb8f36f0-7bd9-4076-8ef5-fc02d1e6fa45 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 19:31:07.034104 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-fb8f36f0-7bd9-4076-8ef5-fc02d1e6fa45 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-670512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26520'] for router (5abfbe95-7b74-4678-867d-b9d3f13c07e0), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:31:07.036053 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-fb8f36f0-7bd9-4076-8ef5-fc02d1e6fa45 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-670368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-602046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26497'] for router (5abfbe95-7b74-4678-867d-b9d3f13c07e0), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:31:07.190989 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-fb8f36f0-7bd9-4076-8ef5-fc02d1e6fa45 demo demo] Publish callbacks [] for router_controller (5abfbe95-7b74-4678-867d-b9d3f13c07e0), precommit_add_association {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:31:07.196232 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-fb8f36f0-7bd9-4076-8ef5-fc02d1e6fa45 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668120'] for router (5abfbe95-7b74-4678-867d-b9d3f13c07e0), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:31:07.218926 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-fb8f36f0-7bd9-4076-8ef5-fc02d1e6fa45 demo demo] Publish callbacks [] for router (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:31:07.220153 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-fb8f36f0-7bd9-4076-8ef5-fc02d1e6fa45 demo demo] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 1.0781579 Apr 12 19:31:09.236665 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device ab44cc56-9c99-47f6-8bca-0397a68bcf2b up at agent ovs-agent-dv-cinder-837540-1-iscsi {{(pid=106714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:31:09.334312 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Provisioning complete for port ab44cc56-9c99-47f6-8bca-0397a68bcf2b triggered by entity L2. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:31:09.334765 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (ab44cc56-9c99-47f6-8bca-0397a68bcf2b), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:31:09.446574 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Current status of the port ab44cc56-9c99-47f6-8bca-0397a68bcf2b is: DOWN; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:31:09.446960 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (ab44cc56-9c99-47f6-8bca-0397a68bcf2b), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:31:09.485378 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] For port ab44cc56-9c99-47f6-8bca-0397a68bcf2b, host dv-cinder-837540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-1-iscsi',level=0,port_id=ab44cc56-9c99-47f6-8bca-0397a68bcf2b,segment=NetworkSegment(5de15332-75ac-490a-ae95-eee12f59d28d),segment_id=5de15332-75ac-490a-ae95-eee12f59d28d)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:31:09.490182 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (ab44cc56-9c99-47f6-8bca-0397a68bcf2b), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:31:09.542964 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Pushing event updated for resources: {'Port': ['ID=ab44cc56-9c99-47f6-8bca-0397a68bcf2b,revision_number=3']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:31:09.846349 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 56606) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:31:10.168789 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [None req-de86ec1c-1138-4d73-9e23-aa662b357a63 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=106707) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 19:31:10.169975 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-de86ec1c-1138-4d73-9e23-aa662b357a63 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3225427 Apr 12 19:31:10.598302 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37e98b6-4993-48d6-92fc-522f6a4649d7 None None] Network 5dc97cfa-fcc2-42fe-a1fd-f6ee13d6cbee requested from dv-cinder-837540-1-iscsi {{(pid=106714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 19:31:10.628493 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-22e42269-6303-4ab9-a552-c283e96bbcf1 None None] Provisioning complete for port ab44cc56-9c99-47f6-8bca-0397a68bcf2b triggered by entity DHCP. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:31:10.628886 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-22e42269-6303-4ab9-a552-c283e96bbcf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (ab44cc56-9c99-47f6-8bca-0397a68bcf2b), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:31:10.782786 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-22e42269-6303-4ab9-a552-c283e96bbcf1 None None] Current status of the port ab44cc56-9c99-47f6-8bca-0397a68bcf2b is: ACTIVE; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:31:11.002603 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-c554c468-6808-4265-b86b-79d1894f7f7b None None] Provisioning complete for port ab44cc56-9c99-47f6-8bca-0397a68bcf2b triggered by entity DHCP. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:31:11.002995 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-c554c468-6808-4265-b86b-79d1894f7f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (ab44cc56-9c99-47f6-8bca-0397a68bcf2b), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:31:11.081043 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-c554c468-6808-4265-b86b-79d1894f7f7b None None] Current status of the port ab44cc56-9c99-47f6-8bca-0397a68bcf2b is: ACTIVE; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:31:11.230228 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device ab44cc56-9c99-47f6-8bca-0397a68bcf2b up at agent ovs-agent-dv-cinder-837540-1-iscsi {{(pid=106714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:31:11.283437 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Provisioning complete for port ab44cc56-9c99-47f6-8bca-0397a68bcf2b triggered by entity L2. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:31:11.283828 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (ab44cc56-9c99-47f6-8bca-0397a68bcf2b), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:31:11.359832 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Current status of the port ab44cc56-9c99-47f6-8bca-0397a68bcf2b is: ACTIVE; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:31:12.705838 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 56614) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:31:13.016515 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.v2.base [None req-8d1f40e0-392c-489c-bec0-f7076d58781d admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public', 'admin_state_up': True}} {{(pid=106707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:31:13.039494 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d1f40e0-392c-489c-bec0-f7076d58781d admin admin] Made reservation on behalf of 47f30dd56a6d407c915751d69181921a for: {'network': 1} {{(pid=106707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:31:13.042150 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-8d1f40e0-392c-489c-bec0-f7076d58781d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for network (None), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:31:13.056847 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-8d1f40e0-392c-489c-bec0-f7076d58781d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:31:13.161013 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-8d1f40e0-392c-489c-bec0-f7076d58781d admin admin] Publish callbacks [] for security_group (5bc35f07-3062-4fe6-9d50-2bb2740c62da), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:31:13.164934 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-8d1f40e0-392c-489c-bec0-f7076d58781d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (5bc35f07-3062-4fe6-9d50-2bb2740c62da), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:31:13.176455 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8d1f40e0-392c-489c-bec0-f7076d58781d admin admin] Reserving flat network on physical network physnet1 {{(pid=106707) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 12 19:31:13.209248 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-8d1f40e0-392c-489c-bec0-f7076d58781d admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749198551215', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495566'] for segment (d71711ac-63cd-4a26-822c-81ae059ce82d), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:31:13.209816 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-8d1f40e0-392c-489c-bec0-f7076d58781d admin admin] Unsubscribe: segment precommit_create {{(pid=106707) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 12 19:31:13.210342 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.db.segments_db [None req-8d1f40e0-392c-489c-bec0-f7076d58781d admin admin] Added segment d71711ac-63cd-4a26-822c-81ae059ce82d of type flat for network afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08 Apr 12 19:31:13.225491 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f40e0-392c-489c-bec0-f7076d58781d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bc35f07-3062-4fe6-9d50-2bb2740c62da,revision_number=1']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:31:13.250297 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f40e0-392c-489c-bec0-f7076d58781d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:31:13.250640 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f40e0-392c-489c-bec0-f7076d58781d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:31:13.250998 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f40e0-392c-489c-bec0-f7076d58781d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:31:13.251335 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f40e0-392c-489c-bec0-f7076d58781d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:31:13.251665 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f40e0-392c-489c-bec0-f7076d58781d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:31:13.252011 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f40e0-392c-489c-bec0-f7076d58781d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:31:13.252336 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f40e0-392c-489c-bec0-f7076d58781d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:31:13.252658 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f40e0-392c-489c-bec0-f7076d58781d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:31:13.252992 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f40e0-392c-489c-bec0-f7076d58781d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:31:13.253316 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f40e0-392c-489c-bec0-f7076d58781d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:31:13.253650 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f40e0-392c-489c-bec0-f7076d58781d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:31:13.253985 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f40e0-392c-489c-bec0-f7076d58781d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:31:13.254306 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f40e0-392c-489c-bec0-f7076d58781d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:31:13.255157 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f40e0-392c-489c-bec0-f7076d58781d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:31:13.255472 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f40e0-392c-489c-bec0-f7076d58781d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:31:13.256897 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f40e0-392c-489c-bec0-f7076d58781d admin admin] Tracked resource versions report: Apr 12 19:31:13.256897 dv-cinder-837540-1-iscsi neutron-server[106707]: pushed versions: Apr 12 19:31:13.256897 dv-cinder-837540-1-iscsi neutron-server[106707]: { 'AddressGroup': {'1.2'}, Apr 12 19:31:13.256897 dv-cinder-837540-1-iscsi neutron-server[106707]: 'Agent': {'1.1'}, Apr 12 19:31:13.256897 dv-cinder-837540-1-iscsi neutron-server[106707]: 'ConntrackHelper': {'1.0'}, Apr 12 19:31:13.256897 dv-cinder-837540-1-iscsi neutron-server[106707]: 'LocalIPAssociation': {'1.0'}, Apr 12 19:31:13.256897 dv-cinder-837540-1-iscsi neutron-server[106707]: 'Log': {'1.0'}, Apr 12 19:31:13.256897 dv-cinder-837540-1-iscsi neutron-server[106707]: 'NDPProxy': {'1.0'}, Apr 12 19:31:13.256897 dv-cinder-837540-1-iscsi neutron-server[106707]: 'Network': {'1.1'}, Apr 12 19:31:13.256897 dv-cinder-837540-1-iscsi neutron-server[106707]: 'Port': {'1.7'}, Apr 12 19:31:13.256897 dv-cinder-837540-1-iscsi neutron-server[106707]: 'PortForwarding': {'1.3'}, Apr 12 19:31:13.256897 dv-cinder-837540-1-iscsi neutron-server[106707]: 'QosPolicy': {'1.10'}, Apr 12 19:31:13.256897 dv-cinder-837540-1-iscsi neutron-server[106707]: 'SecurityGroup': {'1.5'}, Apr 12 19:31:13.256897 dv-cinder-837540-1-iscsi neutron-server[106707]: 'SecurityGroupRule': {'1.2'}, Apr 12 19:31:13.256897 dv-cinder-837540-1-iscsi neutron-server[106707]: 'SubPort': {'1.0'}, Apr 12 19:31:13.256897 dv-cinder-837540-1-iscsi neutron-server[106707]: 'Subnet': {'1.1'}, Apr 12 19:31:13.256897 dv-cinder-837540-1-iscsi neutron-server[106707]: 'Trunk': {'1.1'}} Apr 12 19:31:13.256897 dv-cinder-837540-1-iscsi neutron-server[106707]: consumer versions: Apr 12 19:31:13.256897 dv-cinder-837540-1-iscsi neutron-server[106707]: { DHCP agent@dv-cinder-837540-1-iscsi: {}, Apr 12 19:31:13.256897 dv-cinder-837540-1-iscsi neutron-server[106707]: L3 agent@dv-cinder-837540-1-iscsi: {}, Apr 12 19:31:13.256897 dv-cinder-837540-1-iscsi neutron-server[106707]: Metadata agent@dv-cinder-837540-1-iscsi: {}, Apr 12 19:31:13.256897 dv-cinder-837540-1-iscsi neutron-server[106707]: Metering agent@dv-cinder-837540-1-iscsi: {}, Apr 12 19:31:13.256897 dv-cinder-837540-1-iscsi neutron-server[106707]: Open vSwitch agent@dv-cinder-837540-1-iscsi: { 'AddressGroup': '1.2', Apr 12 19:31:13.256897 dv-cinder-837540-1-iscsi neutron-server[106707]: 'Agent': '1.1', Apr 12 19:31:13.256897 dv-cinder-837540-1-iscsi neutron-server[106707]: 'ConntrackHelper': '1.0', Apr 12 19:31:13.256897 dv-cinder-837540-1-iscsi neutron-server[106707]: 'LocalIPAssociation': '1.0', Apr 12 19:31:13.256897 dv-cinder-837540-1-iscsi neutron-server[106707]: 'Log': '1.0', Apr 12 19:31:13.256897 dv-cinder-837540-1-iscsi neutron-server[106707]: 'NDPProxy': '1.0', Apr 12 19:31:13.256897 dv-cinder-837540-1-iscsi neutron-server[106707]: 'Network': '1.1', Apr 12 19:31:13.256897 dv-cinder-837540-1-iscsi neutron-server[106707]: 'Port': '1.7', Apr 12 19:31:13.256897 dv-cinder-837540-1-iscsi neutron-server[106707]: 'PortForwarding': '1.3', Apr 12 19:31:13.256897 dv-cinder-837540-1-iscsi neutron-server[106707]: 'QosPolicy': '1.10', Apr 12 19:31:13.256897 dv-cinder-837540-1-iscsi neutron-server[106707]: 'SecurityGroup': '1.5', Apr 12 19:31:13.256897 dv-cinder-837540-1-iscsi neutron-server[106707]: 'SecurityGroupRule': '1.2', Apr 12 19:31:13.256897 dv-cinder-837540-1-iscsi neutron-server[106707]: 'SubPort': '1.0', Apr 12 19:31:13.256897 dv-cinder-837540-1-iscsi neutron-server[106707]: 'Subnet': '1.1', Apr 12 19:31:13.256897 dv-cinder-837540-1-iscsi neutron-server[106707]: 'Trunk': '1.1'}} Apr 12 19:31:13.256897 dv-cinder-837540-1-iscsi neutron-server[106707]: {{(pid=106707) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 19:31:13.336349 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-8d1f40e0-392c-489c-bec0-f7076d58781d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749198045660'] for network (afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:31:13.377624 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-8d1f40e0-392c-489c-bec0-f7076d58781d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185'] for network (afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:31:13.378675 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1f40e0-392c-489c-bec0-f7076d58781d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:31:13.379879 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-8d1f40e0-392c-489c-bec0-f7076d58781d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565043'] for network (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:31:13.441773 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-8d1f40e0-392c-489c-bec0-f7076d58781d admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7347882 Apr 12 19:31:13.483318 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f40e0-392c-489c-bec0-f7076d58781d admin admin] Pushing event updated for resources: {'Network': ['ID=afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08,revision_number=1']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:31:13.495106 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Network afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08 details requested by agent ovs-agent-dv-cinder-837540-1-iscsi with host dv-cinder-837540-1-iscsi {{(pid=106714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 19:31:13.812240 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-63d9ff52-cf48-4562-b282-a5a1de1d5b3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (055fa106-9079-4d8f-a829-e3ca37bbcb19), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:31:14.198321 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.agents_db [None req-c5aaa6ba-db5d-46db-92f0-20249d3ff0a0 None None] Agent healthcheck: found 5 active agents {{(pid=106718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 19:31:15.941750 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 56626) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:31:16.238184 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-d05a3e2c-6aa7-4226-b366-58e905b895a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (4d9412c4-31b2-4fbf-87a0-f931332ab9d5), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:31:16.344314 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222c853f-aef4-451b-a836-d1db20649fee demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:31:16.345595 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-222c853f-aef4-451b-a836-d1db20649fee demo admin] 10.222.0.15 "GET /v2.0/subnets/f3de1aa8-bb3e-422d-8aba-14a5f9577171 HTTP/1.1" status: 200 len: 849 time: 0.4023104 Apr 12 19:31:16.485652 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-d3fc410e-6329-41bd-9dd8-58fe6bd5d315 demo admin] 10.222.0.15 "GET /v2.0/routers/5abfbe95-7b74-4678-867d-b9d3f13c07e0 HTTP/1.1" status: 200 len: 704 time: 0.1318560 Apr 12 19:31:16.759876 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-4be29c4e-2203-41ca-aa6f-b3f568890cb3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (None), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:31:17.053184 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.db.db_base_plugin_common [None req-4be29c4e-2203-41ca-aa6f-b3f568890cb3 demo admin] Allocated IP 172.20.0.1 (5dc97cfa-fcc2-42fe-a1fd-f6ee13d6cbee/f3de1aa8-bb3e-422d-8aba-14a5f9577171/aaa7e547-ae16-4669-b403-384779cf1b16) {{(pid=106707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:31:17.128293 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-0fb4a5ae-492f-43e3-90d5-82372e23b9ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (01005bd1-5b1e-41c6-b9b3-a4d4f93589b9), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:31:17.244526 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-4be29c4e-2203-41ca-aa6f-b3f568890cb3 demo admin] Publish callbacks [] for port (aaa7e547-ae16-4669-b403-384779cf1b16), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:31:17.313484 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-4be29c4e-2203-41ca-aa6f-b3f568890cb3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749198058662'] for port (aaa7e547-ae16-4669-b403-384779cf1b16), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:31:17.390873 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be29c4e-2203-41ca-aa6f-b3f568890cb3 demo admin] Network 5dc97cfa-fcc2-42fe-a1fd-f6ee13d6cbee is already hosted by enough agents. {{(pid=106707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:31:17.403735 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.scheduler.base_scheduler [None req-4be29c4e-2203-41ca-aa6f-b3f568890cb3 demo admin] Resources bound (agent type, host, resource id): {{(pid=106707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:31:17.408962 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be29c4e-2203-41ca-aa6f-b3f568890cb3 demo admin] Pushing event updated for resources: {'Port': ['ID=aaa7e547-ae16-4669-b403-384779cf1b16,revision_number=1']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:31:17.413829 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be29c4e-2203-41ca-aa6f-b3f568890cb3 demo admin] Received port after_create {{(pid=106707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:31:17.413934 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-4be29c4e-2203-41ca-aa6f-b3f568890cb3 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667945'] for router_interface (5abfbe95-7b74-4678-867d-b9d3f13c07e0), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:31:17.633989 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-4be29c4e-2203-41ca-aa6f-b3f568890cb3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (aaa7e547-ae16-4669-b403-384779cf1b16), before_update {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:31:17.734111 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-0b034b92-bcb3-4c24-9d2c-ff5b4e18073e None None] Provisioning complete for port aaa7e547-ae16-4669-b403-384779cf1b16 triggered by entity DHCP. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:31:17.734674 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-0b034b92-bcb3-4c24-9d2c-ff5b4e18073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (aaa7e547-ae16-4669-b403-384779cf1b16), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:31:17.814886 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-0b034b92-bcb3-4c24-9d2c-ff5b4e18073e None None] Port aaa7e547-ae16-4669-b403-384779cf1b16 cannot update to ACTIVE because it is not bound. {{(pid=106714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 19:31:17.893124 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-4be29c4e-2203-41ca-aa6f-b3f568890cb3 demo admin] Publish callbacks [] for port (aaa7e547-ae16-4669-b403-384779cf1b16), precommit_update {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:31:17.897625 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-4be29c4e-2203-41ca-aa6f-b3f568890cb3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (aaa7e547-ae16-4669-b403-384779cf1b16), after_update {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:31:17.898534 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-4be29c4e-2203-41ca-aa6f-b3f568890cb3 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-668313'] for router_interface (5abfbe95-7b74-4678-867d-b9d3f13c07e0), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:31:17.981304 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be29c4e-2203-41ca-aa6f-b3f568890cb3 demo admin] Pushing event updated for resources: {'Port': ['ID=aaa7e547-ae16-4669-b403-384779cf1b16,revision_number=2']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:31:18.022674 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be29c4e-2203-41ca-aa6f-b3f568890cb3 demo admin] Network 5dc97cfa-fcc2-42fe-a1fd-f6ee13d6cbee is already hosted by enough agents. {{(pid=106707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:31:18.023937 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.scheduler.base_scheduler [None req-4be29c4e-2203-41ca-aa6f-b3f568890cb3 demo admin] Resources bound (agent type, host, resource id): {{(pid=106707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:31:18.189370 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4be29c4e-2203-41ca-aa6f-b3f568890cb3 demo admin] Router 5abfbe95-7b74-4678-867d-b9d3f13c07e0 is scheduled to L3 agent 4d9412c4-31b2-4fbf-87a0-f931332ab9d5 with binding_index 1 {{(pid=106707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 19:31:18.232906 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-563e8289-4ae3-4f20-8771-23d0e25f5403 None None] Provisioning complete for port aaa7e547-ae16-4669-b403-384779cf1b16 triggered by entity DHCP. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:31:18.233274 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-563e8289-4ae3-4f20-8771-23d0e25f5403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (aaa7e547-ae16-4669-b403-384779cf1b16), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:31:18.265648 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-563e8289-4ae3-4f20-8771-23d0e25f5403 None None] Port aaa7e547-ae16-4669-b403-384779cf1b16 cannot update to ACTIVE because it is not bound. {{(pid=106714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 19:31:18.285288 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4be29c4e-2203-41ca-aa6f-b3f568890cb3 demo admin] Notify agent at l3_agent.dv-cinder-837540-1-iscsi the message routers_updated {{(pid=106707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:31:18.293467 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-4be29c4e-2203-41ca-aa6f-b3f568890cb3 demo admin] 10.222.0.15 "PUT /v2.0/routers/5abfbe95-7b74-4678-867d-b9d3f13c07e0/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8023465 Apr 12 19:31:18.295260 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d4313d-6aed-488d-b102-59c76687c50a None None] Sync routers for ids ['5abfbe95-7b74-4678-867d-b9d3f13c07e0'] in dv-cinder-837540-1-iscsi {{(pid=106718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:31:18.307843 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d4313d-6aed-488d-b102-59c76687c50a None None] Routers {'5abfbe95-7b74-4678-867d-b9d3f13c07e0'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:31:18.308720 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-33d4313d-6aed-488d-b102-59c76687c50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:31:16Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['5abfbe95-7b74-4678-867d-b9d3f13c07e0'], 'active': True} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:31:18.512345 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvr_db [None req-33d4313d-6aed-488d-b102-59c76687c50a None None] Set router 5abfbe95-7b74-4678-867d-b9d3f13c07e0 gateway port host: None {{(pid=106718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:31:18.567639 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-655d5a5e-25bf-423f-acb4-166f4bec9d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (f3d2fb0e-5305-4f08-ab1f-5f1d50bdad22), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:31:18.927927 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-33d4313d-6aed-488d-b102-59c76687c50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5abfbe95-7b74-4678-867d-b9d3f13c07e0', 'name': 'router1', 'tenant_id': '7fac920bbf034e948dbf8acb7110745d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:31:07Z', 'updated_at': '2022-04-12T19:31:17Z', 'revision_number': 2, 'project_id': '7fac920bbf034e948dbf8acb7110745d', 'gw_port_host': None, '_interfaces': [{'id': 'aaa7e547-ae16-4669-b403-384779cf1b16', 'name': '', 'network_id': '5dc97cfa-fcc2-42fe-a1fd-f6ee13d6cbee', 'tenant_id': '7fac920bbf034e948dbf8acb7110745d', 'mac_address': 'fa:16:3e:9c:b2:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5abfbe95-7b74-4678-867d-b9d3f13c07e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f3de1aa8-bb3e-422d-8aba-14a5f9577171', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:31:16Z', 'updated_at': '2022-04-12T19:31:17Z', 'revision_number': 2, 'project_id': '7fac920bbf034e948dbf8acb7110745d', 'subnets': [{'id': 'f3de1aa8-bb3e-422d-8aba-14a5f9577171', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c2e43e08-04d9-49a9-b881-54f59d93e6d8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:31:18.977960 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d4313d-6aed-488d-b102-59c76687c50a None None] Checking router: 5abfbe95-7b74-4678-867d-b9d3f13c07e0 for host: dv-cinder-837540-1-iscsi {{(pid=106718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:31:18.978330 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d4313d-6aed-488d-b102-59c76687c50a None None] Updating router 5abfbe95-7b74-4678-867d-b9d3f13c07e0 port aaa7e547-ae16-4669-b403-384779cf1b16 binding host dv-cinder-837540-1-iscsi {{(pid=106718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 19:31:19.030585 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron_lib.callbacks.manager [None req-33d4313d-6aed-488d-b102-59c76687c50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (aaa7e547-ae16-4669-b403-384779cf1b16), before_update {{(pid=106718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:31:19.541631 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron_lib.callbacks.manager [None req-33d4313d-6aed-488d-b102-59c76687c50a None None] Publish callbacks [] for port (aaa7e547-ae16-4669-b403-384779cf1b16), precommit_update {{(pid=106718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:31:19.549038 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron_lib.callbacks.manager [None req-33d4313d-6aed-488d-b102-59c76687c50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (aaa7e547-ae16-4669-b403-384779cf1b16), after_update {{(pid=106718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:31:19.717543 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f8cadf-ace6-4c49-a87f-7cb1b2a8a329 None None] Pushing event updated for resources: {'Port': ['ID=aaa7e547-ae16-4669-b403-384779cf1b16,revision_number=3']} {{(pid=106718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:31:19.732622 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.plugins.ml2.managers [None req-33d4313d-6aed-488d-b102-59c76687c50a None None] Attempting to bind port aaa7e547-ae16-4669-b403-384779cf1b16 on host dv-cinder-837540-1-iscsi for vnic_type normal with profile {{(pid=106718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:31:19.733026 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.plugins.ml2.managers [None req-33d4313d-6aed-488d-b102-59c76687c50a None None] Attempting to bind port aaa7e547-ae16-4669-b403-384779cf1b16 by drivers openvswitch,hyperv on host dv-cinder-837540-1-iscsi at level 0 using segments [{'id': '5de15332-75ac-490a-ae95-eee12f59d28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '5dc97cfa-fcc2-42fe-a1fd-f6ee13d6cbee'}] {{(pid=106718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:31:19.733469 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d4313d-6aed-488d-b102-59c76687c50a None None] Attempting to bind port aaa7e547-ae16-4669-b403-384779cf1b16 on network 5dc97cfa-fcc2-42fe-a1fd-f6ee13d6cbee {{(pid=106718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:31:19.736939 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f8cadf-ace6-4c49-a87f-7cb1b2a8a329 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:31:19.737287 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f8cadf-ace6-4c49-a87f-7cb1b2a8a329 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:31:19.737634 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f8cadf-ace6-4c49-a87f-7cb1b2a8a329 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:31:19.737977 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f8cadf-ace6-4c49-a87f-7cb1b2a8a329 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:31:19.738308 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f8cadf-ace6-4c49-a87f-7cb1b2a8a329 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:31:19.738638 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f8cadf-ace6-4c49-a87f-7cb1b2a8a329 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:31:19.738994 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f8cadf-ace6-4c49-a87f-7cb1b2a8a329 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:31:19.739322 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f8cadf-ace6-4c49-a87f-7cb1b2a8a329 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:31:19.739647 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f8cadf-ace6-4c49-a87f-7cb1b2a8a329 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:31:19.739990 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f8cadf-ace6-4c49-a87f-7cb1b2a8a329 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:31:19.740319 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f8cadf-ace6-4c49-a87f-7cb1b2a8a329 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:31:19.740655 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f8cadf-ace6-4c49-a87f-7cb1b2a8a329 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:31:19.740980 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f8cadf-ace6-4c49-a87f-7cb1b2a8a329 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:31:19.741299 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f8cadf-ace6-4c49-a87f-7cb1b2a8a329 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:31:19.741618 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f8cadf-ace6-4c49-a87f-7cb1b2a8a329 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:31:19.743039 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f8cadf-ace6-4c49-a87f-7cb1b2a8a329 None None] Tracked resource versions report: Apr 12 19:31:19.743039 dv-cinder-837540-1-iscsi neutron-server[106718]: pushed versions: Apr 12 19:31:19.743039 dv-cinder-837540-1-iscsi neutron-server[106718]: { 'AddressGroup': {'1.2'}, Apr 12 19:31:19.743039 dv-cinder-837540-1-iscsi neutron-server[106718]: 'Agent': {'1.1'}, Apr 12 19:31:19.743039 dv-cinder-837540-1-iscsi neutron-server[106718]: 'ConntrackHelper': {'1.0'}, Apr 12 19:31:19.743039 dv-cinder-837540-1-iscsi neutron-server[106718]: 'LocalIPAssociation': {'1.0'}, Apr 12 19:31:19.743039 dv-cinder-837540-1-iscsi neutron-server[106718]: 'Log': {'1.0'}, Apr 12 19:31:19.743039 dv-cinder-837540-1-iscsi neutron-server[106718]: 'NDPProxy': {'1.0'}, Apr 12 19:31:19.743039 dv-cinder-837540-1-iscsi neutron-server[106718]: 'Network': {'1.1'}, Apr 12 19:31:19.743039 dv-cinder-837540-1-iscsi neutron-server[106718]: 'Port': {'1.7'}, Apr 12 19:31:19.743039 dv-cinder-837540-1-iscsi neutron-server[106718]: 'PortForwarding': {'1.3'}, Apr 12 19:31:19.743039 dv-cinder-837540-1-iscsi neutron-server[106718]: 'QosPolicy': {'1.10'}, Apr 12 19:31:19.743039 dv-cinder-837540-1-iscsi neutron-server[106718]: 'SecurityGroup': {'1.5'}, Apr 12 19:31:19.743039 dv-cinder-837540-1-iscsi neutron-server[106718]: 'SecurityGroupRule': {'1.2'}, Apr 12 19:31:19.743039 dv-cinder-837540-1-iscsi neutron-server[106718]: 'SubPort': {'1.0'}, Apr 12 19:31:19.743039 dv-cinder-837540-1-iscsi neutron-server[106718]: 'Subnet': {'1.1'}, Apr 12 19:31:19.743039 dv-cinder-837540-1-iscsi neutron-server[106718]: 'Trunk': {'1.1'}} Apr 12 19:31:19.743039 dv-cinder-837540-1-iscsi neutron-server[106718]: consumer versions: Apr 12 19:31:19.743039 dv-cinder-837540-1-iscsi neutron-server[106718]: { DHCP agent@dv-cinder-837540-1-iscsi: {}, Apr 12 19:31:19.743039 dv-cinder-837540-1-iscsi neutron-server[106718]: L3 agent@dv-cinder-837540-1-iscsi: {}, Apr 12 19:31:19.743039 dv-cinder-837540-1-iscsi neutron-server[106718]: Metadata agent@dv-cinder-837540-1-iscsi: {}, Apr 12 19:31:19.743039 dv-cinder-837540-1-iscsi neutron-server[106718]: Metering agent@dv-cinder-837540-1-iscsi: {}, Apr 12 19:31:19.743039 dv-cinder-837540-1-iscsi neutron-server[106718]: Open vSwitch agent@dv-cinder-837540-1-iscsi: { 'AddressGroup': '1.2', Apr 12 19:31:19.743039 dv-cinder-837540-1-iscsi neutron-server[106718]: 'Agent': '1.1', Apr 12 19:31:19.743039 dv-cinder-837540-1-iscsi neutron-server[106718]: 'ConntrackHelper': '1.0', Apr 12 19:31:19.743039 dv-cinder-837540-1-iscsi neutron-server[106718]: 'LocalIPAssociation': '1.0', Apr 12 19:31:19.743039 dv-cinder-837540-1-iscsi neutron-server[106718]: 'Log': '1.0', Apr 12 19:31:19.743039 dv-cinder-837540-1-iscsi neutron-server[106718]: 'NDPProxy': '1.0', Apr 12 19:31:19.743039 dv-cinder-837540-1-iscsi neutron-server[106718]: 'Network': '1.1', Apr 12 19:31:19.743039 dv-cinder-837540-1-iscsi neutron-server[106718]: 'Port': '1.7', Apr 12 19:31:19.743039 dv-cinder-837540-1-iscsi neutron-server[106718]: 'PortForwarding': '1.3', Apr 12 19:31:19.743039 dv-cinder-837540-1-iscsi neutron-server[106718]: 'QosPolicy': '1.10', Apr 12 19:31:19.743039 dv-cinder-837540-1-iscsi neutron-server[106718]: 'SecurityGroup': '1.5', Apr 12 19:31:19.743039 dv-cinder-837540-1-iscsi neutron-server[106718]: 'SecurityGroupRule': '1.2', Apr 12 19:31:19.743039 dv-cinder-837540-1-iscsi neutron-server[106718]: 'SubPort': '1.0', Apr 12 19:31:19.743039 dv-cinder-837540-1-iscsi neutron-server[106718]: 'Subnet': '1.1', Apr 12 19:31:19.743039 dv-cinder-837540-1-iscsi neutron-server[106718]: 'Trunk': '1.1'}} Apr 12 19:31:19.743039 dv-cinder-837540-1-iscsi neutron-server[106718]: {{(pid=106718) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 19:31:19.747124 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d4313d-6aed-488d-b102-59c76687c50a None None] Checking agent: {'id': 'e0bf5abe-d5c5-40a1-a359-03156ade36a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837540-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 30, 50), 'started_at': datetime.datetime(2022, 4, 12, 19, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837540-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:31:19.747529 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d4313d-6aed-488d-b102-59c76687c50a None None] Checking segment: {'id': '5de15332-75ac-490a-ae95-eee12f59d28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '5dc97cfa-fcc2-42fe-a1fd-f6ee13d6cbee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:31:19.748038 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron_lib.callbacks.manager [None req-33d4313d-6aed-488d-b102-59c76687c50a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:31:19.748423 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d4313d-6aed-488d-b102-59c76687c50a None None] Bound using segment: {'id': '5de15332-75ac-490a-ae95-eee12f59d28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '5dc97cfa-fcc2-42fe-a1fd-f6ee13d6cbee'} {{(pid=106718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:31:19.748896 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.plugins.ml2.managers [None req-33d4313d-6aed-488d-b102-59c76687c50a None None] Bound port: aaa7e547-ae16-4669-b403-384779cf1b16, host: dv-cinder-837540-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5de15332-75ac-490a-ae95-eee12f59d28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '5dc97cfa-fcc2-42fe-a1fd-f6ee13d6cbee'}}] {{(pid=106718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:31:19.749272 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron_lib.callbacks.manager [None req-33d4313d-6aed-488d-b102-59c76687c50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (aaa7e547-ae16-4669-b403-384779cf1b16), before_update {{(pid=106718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:31:19.792014 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-527c481d-6ff1-42ed-a3b7-87e5a16d8aed None None] Provisioning complete for port aaa7e547-ae16-4669-b403-384779cf1b16 triggered by entity DHCP. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:31:19.792553 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-527c481d-6ff1-42ed-a3b7-87e5a16d8aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (aaa7e547-ae16-4669-b403-384779cf1b16), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:31:19.816780 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.plugins.ml2.db [None req-33d4313d-6aed-488d-b102-59c76687c50a None None] For port aaa7e547-ae16-4669-b403-384779cf1b16, host dv-cinder-837540-1-iscsi, cleared binding levels {{(pid=106718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:31:19.827096 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-527c481d-6ff1-42ed-a3b7-87e5a16d8aed None None] Port aaa7e547-ae16-4669-b403-384779cf1b16 cannot update to ACTIVE because it is not bound. {{(pid=106714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 19:31:19.837025 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.plugins.ml2.db [None req-33d4313d-6aed-488d-b102-59c76687c50a None None] For port aaa7e547-ae16-4669-b403-384779cf1b16, host dv-cinder-837540-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-1-iscsi',level=0,port_id=aaa7e547-ae16-4669-b403-384779cf1b16,segment=NetworkSegment(5de15332-75ac-490a-ae95-eee12f59d28d),segment_id=5de15332-75ac-490a-ae95-eee12f59d28d)] {{(pid=106718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:31:19.843136 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron_lib.callbacks.manager [None req-33d4313d-6aed-488d-b102-59c76687c50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (aaa7e547-ae16-4669-b403-384779cf1b16), after_update {{(pid=106718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:31:19.901571 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f8cadf-ace6-4c49-a87f-7cb1b2a8a329 None None] Pushing event updated for resources: {'Port': ['ID=aaa7e547-ae16-4669-b403-384779cf1b16,revision_number=4']} {{(pid=106718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:31:19.906747 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d4313d-6aed-488d-b102-59c76687c50a None None] Routers {'5abfbe95-7b74-4678-867d-b9d3f13c07e0'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:31:19.907500 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-33d4313d-6aed-488d-b102-59c76687c50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:31:16Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['5abfbe95-7b74-4678-867d-b9d3f13c07e0'], 'active': True} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:31:20.014100 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvr_db [None req-33d4313d-6aed-488d-b102-59c76687c50a None None] Set router 5abfbe95-7b74-4678-867d-b9d3f13c07e0 gateway port host: None {{(pid=106718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:31:20.149506 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-71d157e6-8f34-4572-9c4a-3fd8e3af5d6c None None] Provisioning complete for port aaa7e547-ae16-4669-b403-384779cf1b16 triggered by entity DHCP. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:31:20.149817 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-71d157e6-8f34-4572-9c4a-3fd8e3af5d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (aaa7e547-ae16-4669-b403-384779cf1b16), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:31:20.215234 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-33d4313d-6aed-488d-b102-59c76687c50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5abfbe95-7b74-4678-867d-b9d3f13c07e0', 'name': 'router1', 'tenant_id': '7fac920bbf034e948dbf8acb7110745d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:31:07Z', 'updated_at': '2022-04-12T19:31:17Z', 'revision_number': 2, 'project_id': '7fac920bbf034e948dbf8acb7110745d', 'gw_port_host': None, '_interfaces': [{'id': 'aaa7e547-ae16-4669-b403-384779cf1b16', 'name': '', 'network_id': '5dc97cfa-fcc2-42fe-a1fd-f6ee13d6cbee', 'tenant_id': '7fac920bbf034e948dbf8acb7110745d', 'mac_address': 'fa:16:3e:9c:b2:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5abfbe95-7b74-4678-867d-b9d3f13c07e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f3de1aa8-bb3e-422d-8aba-14a5f9577171', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:31:16Z', 'updated_at': '2022-04-12T19:31:19Z', 'revision_number': 4, 'project_id': '7fac920bbf034e948dbf8acb7110745d', 'subnets': [{'id': 'f3de1aa8-bb3e-422d-8aba-14a5f9577171', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c2e43e08-04d9-49a9-b881-54f59d93e6d8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:31:20.228714 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-71d157e6-8f34-4572-9c4a-3fd8e3af5d6c None None] Current status of the port aaa7e547-ae16-4669-b403-384779cf1b16 is: DOWN; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:31:20.229107 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-71d157e6-8f34-4572-9c4a-3fd8e3af5d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (aaa7e547-ae16-4669-b403-384779cf1b16), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:31:20.243085 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d4313d-6aed-488d-b102-59c76687c50a None None] The sync data for ids ['5abfbe95-7b74-4678-867d-b9d3f13c07e0'] in dv-cinder-837540-1-iscsi is: [{'id': '5abfbe95-7b74-4678-867d-b9d3f13c07e0', 'name': 'router1', 'tenant_id': '7fac920bbf034e948dbf8acb7110745d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:31:07Z', 'updated_at': '2022-04-12T19:31:17Z', 'revision_number': 2, 'project_id': '7fac920bbf034e948dbf8acb7110745d', 'gw_port_host': None, '_interfaces': [{'id': 'aaa7e547-ae16-4669-b403-384779cf1b16', 'name': '', 'network_id': '5dc97cfa-fcc2-42fe-a1fd-f6ee13d6cbee', 'tenant_id': '7fac920bbf034e948dbf8acb7110745d', 'mac_address': 'fa:16:3e:9c:b2:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5abfbe95-7b74-4678-867d-b9d3f13c07e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f3de1aa8-bb3e-422d-8aba-14a5f9577171', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:31:16Z', 'updated_at': '2022-04-12T19:31:19Z', 'revision_number': 4, 'project_id': '7fac920bbf034e948dbf8acb7110745d', 'subnets': [{'id': 'f3de1aa8-bb3e-422d-8aba-14a5f9577171', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c2e43e08-04d9-49a9-b881-54f59d93e6d8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:31:20.264310 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-71d157e6-8f34-4572-9c4a-3fd8e3af5d6c None None] For port aaa7e547-ae16-4669-b403-384779cf1b16, host dv-cinder-837540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-1-iscsi',level=0,port_id=aaa7e547-ae16-4669-b403-384779cf1b16,segment=NetworkSegment(5de15332-75ac-490a-ae95-eee12f59d28d),segment_id=5de15332-75ac-490a-ae95-eee12f59d28d)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:31:20.268546 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-71d157e6-8f34-4572-9c4a-3fd8e3af5d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (aaa7e547-ae16-4669-b403-384779cf1b16), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:31:20.324601 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d157e6-8f34-4572-9c4a-3fd8e3af5d6c None None] Pushing event updated for resources: {'Port': ['ID=aaa7e547-ae16-4669-b403-384779cf1b16,revision_number=5']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:31:20.418214 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (e0bf5abe-d5c5-40a1-a359-03156ade36a4), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:31:20.922275 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 56648) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:31:21.118722 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a5684e-a9e8-4ed1-a4e6-30aea2e104a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:31:21.120116 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-e2a5684e-a9e8-4ed1-a4e6-30aea2e104a0 admin admin] 10.222.0.15 "GET /v2.0/networks/afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08 HTTP/1.1" status: 200 len: 842 time: 0.1968613 Apr 12 19:31:21.129460 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.v2.base [None req-fafeb452-0439-4687-bac4-9d1c219a57ac admin admin] Request body: {'subnet': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.27.2.1', 'cidr': '172.27.2.0/24'}} {{(pid=106704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:31:21.149315 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fafeb452-0439-4687-bac4-9d1c219a57ac admin admin] Made reservation on behalf of 47f30dd56a6d407c915751d69181921a for: {'subnet': 1} {{(pid=106704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:31:21.151553 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-fafeb452-0439-4687-bac4-9d1c219a57ac admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:31:21.477931 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.objects.ports [None req-fafeb452-0439-4687-bac4-9d1c219a57ac admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106704) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 12 19:31:21.478382 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-fafeb452-0439-4687-bac4-9d1c219a57ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185'] for subnet (6283d24b-0e2c-4ae1-ac34-d042e72aa307), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:31:21.535177 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafeb452-0439-4687-bac4-9d1c219a57ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=6283d24b-0e2c-4ae1-ac34-d042e72aa307,revision_number=0']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:31:21.544909 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafeb452-0439-4687-bac4-9d1c219a57ac admin admin] Checking segment: {'id': 'd71711ac-63cd-4a26-822c-81ae059ce82d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:31:21.545263 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafeb452-0439-4687-bac4-9d1c219a57ac admin admin] Network hostable DHCP agents. Network: afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08, hostable agents: ['055fa106-9079-4d8f-a829-e3ca37bbcb19'], hosted agents: [] {{(pid=106704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 19:31:21.562371 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafeb452-0439-4687-bac4-9d1c219a57ac admin admin] Network afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08 is scheduled to be hosted by DHCP agent 055fa106-9079-4d8f-a829-e3ca37bbcb19 with binding_index 1 {{(pid=106704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 19:31:21.570519 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.base_scheduler [None req-fafeb452-0439-4687-bac4-9d1c219a57ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837540-1-iscsi, afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08) {{(pid=106704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:31:21.574407 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fafeb452-0439-4687-bac4-9d1c219a57ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:31:21.574996 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-fafeb452-0439-4687-bac4-9d1c219a57ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565043'] for subnet (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:31:21.580784 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82bcf27-4ed3-40e8-acef-97b2e4b76cc6 None None] Network afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08 requested from dv-cinder-837540-1-iscsi {{(pid=106714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 19:31:21.591403 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-fafeb452-0439-4687-bac4-9d1c219a57ac admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4652989 Apr 12 19:31:21.689006 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e427a8-2815-4eea-8980-c4500950092b None None] Network afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08 requested from dv-cinder-837540-1-iscsi {{(pid=106714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 19:31:24.150315 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 56666) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:31:24.390841 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-6ef5d6c3-bd2f-4870-8db2-d3c51d2f3bca demo admin] 10.222.0.15 "GET /v2.0/routers/5abfbe95-7b74-4678-867d-b9d3f13c07e0 HTTP/1.1" status: 200 len: 710 time: 0.2393250 Apr 12 19:31:24.486505 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653cd140-a257-4fd1-9777-0dc60b097d9e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:31:24.487860 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-653cd140-a257-4fd1-9777-0dc60b097d9e demo admin] 10.222.0.15 "GET /v2.0/networks/afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08 HTTP/1.1" status: 200 len: 886 time: 0.0915134 Apr 12 19:31:24.497183 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.v2.base [None req-70f00b75-76ba-4d97-95a9-463a4bbeb98d demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08'}}} {{(pid=106704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:31:24.787131 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-70f00b75-76ba-4d97-95a9-463a4bbeb98d demo admin] Publish callbacks [] for router_gateway (5abfbe95-7b74-4678-867d-b9d3f13c07e0), precommit_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:31:25.052282 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-70f00b75-76ba-4d97-95a9-463a4bbeb98d demo admin] Publish callbacks [] for router_gateway (5abfbe95-7b74-4678-867d-b9d3f13c07e0), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:31:25.125962 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-70f00b75-76ba-4d97-95a9-463a4bbeb98d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:31:25.279731 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.db_base_plugin_common [None req-70f00b75-76ba-4d97-95a9-463a4bbeb98d demo admin] Allocated IP 172.27.2.102 (afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08/6283d24b-0e2c-4ae1-ac34-d042e72aa307/1cfcf125-ec47-46a9-838b-6b73ac38c068) {{(pid=106704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:31:25.391385 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-70f00b75-76ba-4d97-95a9-463a4bbeb98d demo admin] Publish callbacks [] for port (1cfcf125-ec47-46a9-838b-6b73ac38c068), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:31:25.457429 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-70f00b75-76ba-4d97-95a9-463a4bbeb98d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749198058662'] for port (1cfcf125-ec47-46a9-838b-6b73ac38c068), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:31:25.529349 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f00b75-76ba-4d97-95a9-463a4bbeb98d demo admin] Network afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08 is already hosted by enough agents. {{(pid=106704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:31:25.535479 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.base_scheduler [None req-70f00b75-76ba-4d97-95a9-463a4bbeb98d demo admin] Resources bound (agent type, host, resource id): {{(pid=106704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:31:25.544316 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f00b75-76ba-4d97-95a9-463a4bbeb98d demo admin] Received port after_create {{(pid=106704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:31:25.608298 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f00b75-76ba-4d97-95a9-463a4bbeb98d demo admin] Pushing event updated for resources: {'Port': ['ID=1cfcf125-ec47-46a9-838b-6b73ac38c068,revision_number=1']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:31:25.840009 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-70f00b75-76ba-4d97-95a9-463a4bbeb98d demo admin] Publish callbacks [] for router_gateway (5abfbe95-7b74-4678-867d-b9d3f13c07e0), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:31:26.045034 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-70f00b75-76ba-4d97-95a9-463a4bbeb98d demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668099', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-670398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26551'] for router (5abfbe95-7b74-4678-867d-b9d3f13c07e0), precommit_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:31:26.049945 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-70f00b75-76ba-4d97-95a9-463a4bbeb98d demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-668106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-668113', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-670277'] for router (5abfbe95-7b74-4678-867d-b9d3f13c07e0), after_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:31:26.161724 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70f00b75-76ba-4d97-95a9-463a4bbeb98d demo admin] Router 5abfbe95-7b74-4678-867d-b9d3f13c07e0 has already been hosted by L3 agent 4d9412c4-31b2-4fbf-87a0-f931332ab9d5 {{(pid=106704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 19:31:26.329750 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70f00b75-76ba-4d97-95a9-463a4bbeb98d demo admin] Notify agent at l3_agent.dv-cinder-837540-1-iscsi the message routers_updated {{(pid=106704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:31:26.334574 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-70f00b75-76ba-4d97-95a9-463a4bbeb98d demo admin] Publish callbacks [] for router (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:31:26.335760 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-70f00b75-76ba-4d97-95a9-463a4bbeb98d demo admin] 10.222.0.15 "PUT /v2.0/routers/5abfbe95-7b74-4678-867d-b9d3f13c07e0 HTTP/1.1" status: 200 len: 890 time: 1.8416541 Apr 12 19:31:28.924601 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 56678) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:31:29.041402 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-6056810f-90da-488d-a094-983bc269c26e admin admin] 10.222.0.15 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1156452 Apr 12 19:31:29.232596 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b443dd38-1f46-478e-b45d-e290e97b6c23 None None] Sync routers for ids ['5abfbe95-7b74-4678-867d-b9d3f13c07e0'] in dv-cinder-837540-1-iscsi {{(pid=106714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:31:29.247066 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b443dd38-1f46-478e-b45d-e290e97b6c23 None None] Routers {'5abfbe95-7b74-4678-867d-b9d3f13c07e0'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:31:29.247717 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_hamode_db [None req-b443dd38-1f46-478e-b45d-e290e97b6c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:31:16Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['5abfbe95-7b74-4678-867d-b9d3f13c07e0'], 'active': True} {{(pid=106714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:31:29.277408 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device aaa7e547-ae16-4669-b403-384779cf1b16 up at agent ovs-agent-dv-cinder-837540-1-iscsi {{(pid=106714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:31:29.506934 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Provisioning complete for port aaa7e547-ae16-4669-b403-384779cf1b16 triggered by entity L2. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:31:29.507335 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (aaa7e547-ae16-4669-b403-384779cf1b16), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:31:29.533644 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_dvr_db [None req-b443dd38-1f46-478e-b45d-e290e97b6c23 None None] Set router 5abfbe95-7b74-4678-867d-b9d3f13c07e0 gateway port host: dv-cinder-837540-1-iscsi {{(pid=106714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:31:29.878035 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Current status of the port aaa7e547-ae16-4669-b403-384779cf1b16 is: ACTIVE; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:31:30.057358 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_hamode_db [None req-b443dd38-1f46-478e-b45d-e290e97b6c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5abfbe95-7b74-4678-867d-b9d3f13c07e0', 'name': 'router1', 'tenant_id': '7fac920bbf034e948dbf8acb7110745d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '1cfcf125-ec47-46a9-838b-6b73ac38c068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:31:07Z', 'updated_at': '2022-04-12T19:31:25Z', 'revision_number': 4, 'project_id': '7fac920bbf034e948dbf8acb7110745d', 'gw_port': {'id': '1cfcf125-ec47-46a9-838b-6b73ac38c068', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:2a:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5abfbe95-7b74-4678-867d-b9d3f13c07e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:31:25Z', 'updated_at': '2022-04-12T19:31:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_interfaces': [{'id': 'aaa7e547-ae16-4669-b403-384779cf1b16', 'name': '', 'network_id': '5dc97cfa-fcc2-42fe-a1fd-f6ee13d6cbee', 'tenant_id': '7fac920bbf034e948dbf8acb7110745d', 'mac_address': 'fa:16:3e:9c:b2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5abfbe95-7b74-4678-867d-b9d3f13c07e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f3de1aa8-bb3e-422d-8aba-14a5f9577171', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:31:16Z', 'updated_at': '2022-04-12T19:31:20Z', 'revision_number': 5, 'project_id': '7fac920bbf034e948dbf8acb7110745d', 'subnets': [{'id': 'f3de1aa8-bb3e-422d-8aba-14a5f9577171', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c2e43e08-04d9-49a9-b881-54f59d93e6d8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:31:30.107441 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b443dd38-1f46-478e-b45d-e290e97b6c23 None None] Checking router: 5abfbe95-7b74-4678-867d-b9d3f13c07e0 for host: dv-cinder-837540-1-iscsi {{(pid=106714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:31:30.107732 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b443dd38-1f46-478e-b45d-e290e97b6c23 None None] Updating router 5abfbe95-7b74-4678-867d-b9d3f13c07e0 port 1cfcf125-ec47-46a9-838b-6b73ac38c068 binding host dv-cinder-837540-1-iscsi {{(pid=106714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 19:31:30.161359 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-b443dd38-1f46-478e-b45d-e290e97b6c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (1cfcf125-ec47-46a9-838b-6b73ac38c068), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:31:30.482829 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-b443dd38-1f46-478e-b45d-e290e97b6c23 None None] Publish callbacks [] for port (1cfcf125-ec47-46a9-838b-6b73ac38c068), precommit_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:31:30.487935 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-b443dd38-1f46-478e-b45d-e290e97b6c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (1cfcf125-ec47-46a9-838b-6b73ac38c068), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:31:30.539984 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.managers [None req-b443dd38-1f46-478e-b45d-e290e97b6c23 None None] Attempting to bind port 1cfcf125-ec47-46a9-838b-6b73ac38c068 on host dv-cinder-837540-1-iscsi for vnic_type normal with profile {{(pid=106714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:31:30.540367 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.managers [None req-b443dd38-1f46-478e-b45d-e290e97b6c23 None None] Attempting to bind port 1cfcf125-ec47-46a9-838b-6b73ac38c068 by drivers openvswitch,hyperv on host dv-cinder-837540-1-iscsi at level 0 using segments [{'id': 'd71711ac-63cd-4a26-822c-81ae059ce82d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08'}] {{(pid=106714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:31:30.540725 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b443dd38-1f46-478e-b45d-e290e97b6c23 None None] Attempting to bind port 1cfcf125-ec47-46a9-838b-6b73ac38c068 on network afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08 {{(pid=106714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:31:30.547266 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1d2889-c9c9-41ea-9702-55af0aabc41c None None] Pushing event updated for resources: {'Port': ['ID=1cfcf125-ec47-46a9-838b-6b73ac38c068,revision_number=2']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:31:30.551129 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b443dd38-1f46-478e-b45d-e290e97b6c23 None None] Checking agent: {'id': 'e0bf5abe-d5c5-40a1-a359-03156ade36a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837540-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 30, 50), 'started_at': datetime.datetime(2022, 4, 12, 19, 31, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837540-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:31:30.551544 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b443dd38-1f46-478e-b45d-e290e97b6c23 None None] Checking segment: {'id': 'd71711ac-63cd-4a26-822c-81ae059ce82d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:31:30.551943 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-b443dd38-1f46-478e-b45d-e290e97b6c23 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:31:30.552422 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b443dd38-1f46-478e-b45d-e290e97b6c23 None None] Bound using segment: {'id': 'd71711ac-63cd-4a26-822c-81ae059ce82d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08'} {{(pid=106714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:31:30.552884 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.managers [None req-b443dd38-1f46-478e-b45d-e290e97b6c23 None None] Bound port: 1cfcf125-ec47-46a9-838b-6b73ac38c068, host: dv-cinder-837540-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd71711ac-63cd-4a26-822c-81ae059ce82d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08'}}] {{(pid=106714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:31:30.553257 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-b443dd38-1f46-478e-b45d-e290e97b6c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (1cfcf125-ec47-46a9-838b-6b73ac38c068), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:31:30.602420 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-b443dd38-1f46-478e-b45d-e290e97b6c23 None None] For port 1cfcf125-ec47-46a9-838b-6b73ac38c068, host dv-cinder-837540-1-iscsi, cleared binding levels {{(pid=106714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:31:30.605356 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-b443dd38-1f46-478e-b45d-e290e97b6c23 None None] For port 1cfcf125-ec47-46a9-838b-6b73ac38c068, host dv-cinder-837540-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-1-iscsi',level=0,port_id=1cfcf125-ec47-46a9-838b-6b73ac38c068,segment=NetworkSegment(d71711ac-63cd-4a26-822c-81ae059ce82d),segment_id=d71711ac-63cd-4a26-822c-81ae059ce82d)] {{(pid=106714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:31:30.610198 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-b443dd38-1f46-478e-b45d-e290e97b6c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (1cfcf125-ec47-46a9-838b-6b73ac38c068), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:31:30.659437 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b443dd38-1f46-478e-b45d-e290e97b6c23 None None] Routers {'5abfbe95-7b74-4678-867d-b9d3f13c07e0'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:31:30.660135 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_hamode_db [None req-b443dd38-1f46-478e-b45d-e290e97b6c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:31:16Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['5abfbe95-7b74-4678-867d-b9d3f13c07e0'], 'active': True} {{(pid=106714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:31:30.707677 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1d2889-c9c9-41ea-9702-55af0aabc41c None None] Pushing event updated for resources: {'Port': ['ID=1cfcf125-ec47-46a9-838b-6b73ac38c068,revision_number=3']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:31:30.794350 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_dvr_db [None req-b443dd38-1f46-478e-b45d-e290e97b6c23 None None] Set router 5abfbe95-7b74-4678-867d-b9d3f13c07e0 gateway port host: dv-cinder-837540-1-iscsi {{(pid=106714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:31:31.017622 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_hamode_db [None req-b443dd38-1f46-478e-b45d-e290e97b6c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5abfbe95-7b74-4678-867d-b9d3f13c07e0', 'name': 'router1', 'tenant_id': '7fac920bbf034e948dbf8acb7110745d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '1cfcf125-ec47-46a9-838b-6b73ac38c068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:31:07Z', 'updated_at': '2022-04-12T19:31:25Z', 'revision_number': 4, 'project_id': '7fac920bbf034e948dbf8acb7110745d', 'gw_port': {'id': '1cfcf125-ec47-46a9-838b-6b73ac38c068', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:2a:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5abfbe95-7b74-4678-867d-b9d3f13c07e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:31:25Z', 'updated_at': '2022-04-12T19:31:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_interfaces': [{'id': 'aaa7e547-ae16-4669-b403-384779cf1b16', 'name': '', 'network_id': '5dc97cfa-fcc2-42fe-a1fd-f6ee13d6cbee', 'tenant_id': '7fac920bbf034e948dbf8acb7110745d', 'mac_address': 'fa:16:3e:9c:b2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5abfbe95-7b74-4678-867d-b9d3f13c07e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f3de1aa8-bb3e-422d-8aba-14a5f9577171', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:31:16Z', 'updated_at': '2022-04-12T19:31:20Z', 'revision_number': 5, 'project_id': '7fac920bbf034e948dbf8acb7110745d', 'subnets': [{'id': 'f3de1aa8-bb3e-422d-8aba-14a5f9577171', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c2e43e08-04d9-49a9-b881-54f59d93e6d8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:31:31.044754 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b443dd38-1f46-478e-b45d-e290e97b6c23 None None] The sync data for ids ['5abfbe95-7b74-4678-867d-b9d3f13c07e0'] in dv-cinder-837540-1-iscsi is: [{'id': '5abfbe95-7b74-4678-867d-b9d3f13c07e0', 'name': 'router1', 'tenant_id': '7fac920bbf034e948dbf8acb7110745d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '1cfcf125-ec47-46a9-838b-6b73ac38c068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:31:07Z', 'updated_at': '2022-04-12T19:31:25Z', 'revision_number': 4, 'project_id': '7fac920bbf034e948dbf8acb7110745d', 'gw_port': {'id': '1cfcf125-ec47-46a9-838b-6b73ac38c068', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:2a:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5abfbe95-7b74-4678-867d-b9d3f13c07e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:31:25Z', 'updated_at': '2022-04-12T19:31:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_interfaces': [{'id': 'aaa7e547-ae16-4669-b403-384779cf1b16', 'name': '', 'network_id': '5dc97cfa-fcc2-42fe-a1fd-f6ee13d6cbee', 'tenant_id': '7fac920bbf034e948dbf8acb7110745d', 'mac_address': 'fa:16:3e:9c:b2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5abfbe95-7b74-4678-867d-b9d3f13c07e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f3de1aa8-bb3e-422d-8aba-14a5f9577171', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:31:16Z', 'updated_at': '2022-04-12T19:31:20Z', 'revision_number': 5, 'project_id': '7fac920bbf034e948dbf8acb7110745d', 'subnets': [{'id': 'f3de1aa8-bb3e-422d-8aba-14a5f9577171', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c2e43e08-04d9-49a9-b881-54f59d93e6d8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:31:31.275429 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device 1cfcf125-ec47-46a9-838b-6b73ac38c068 up at agent ovs-agent-dv-cinder-837540-1-iscsi {{(pid=106714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:31:31.340860 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Provisioning complete for port 1cfcf125-ec47-46a9-838b-6b73ac38c068 triggered by entity L2. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:31:31.345052 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (1cfcf125-ec47-46a9-838b-6b73ac38c068), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:31:31.443503 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Current status of the port 1cfcf125-ec47-46a9-838b-6b73ac38c068 is: DOWN; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:31:31.443503 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (1cfcf125-ec47-46a9-838b-6b73ac38c068), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:31:31.470395 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] For port 1cfcf125-ec47-46a9-838b-6b73ac38c068, host dv-cinder-837540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-1-iscsi',level=0,port_id=1cfcf125-ec47-46a9-838b-6b73ac38c068,segment=NetworkSegment(d71711ac-63cd-4a26-822c-81ae059ce82d),segment_id=d71711ac-63cd-4a26-822c-81ae059ce82d)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:31:31.476883 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (1cfcf125-ec47-46a9-838b-6b73ac38c068), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:31:31.542941 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Pushing event updated for resources: {'Port': ['ID=1cfcf125-ec47-46a9-838b-6b73ac38c068,revision_number=4']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:31:33.265389 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device 1cfcf125-ec47-46a9-838b-6b73ac38c068 up at agent ovs-agent-dv-cinder-837540-1-iscsi {{(pid=106714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:31:33.339420 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Provisioning complete for port 1cfcf125-ec47-46a9-838b-6b73ac38c068 triggered by entity L2. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:31:33.339796 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (1cfcf125-ec47-46a9-838b-6b73ac38c068), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:31:33.432966 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Current status of the port 1cfcf125-ec47-46a9-838b-6b73ac38c068 is: ACTIVE; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:31:43.818646 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-fb73ed8b-5009-4d08-b890-d8e3cff8076d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (055fa106-9079-4d8f-a829-e3ca37bbcb19), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:31:46.244031 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-6a637e27-5723-496f-8345-44fa86811391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (4d9412c4-31b2-4fbf-87a0-f931332ab9d5), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:31:47.137080 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-0fb4a5ae-492f-43e3-90d5-82372e23b9ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (01005bd1-5b1e-41c6-b9b3-a4d4f93589b9), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:31:48.577557 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-655d5a5e-25bf-423f-acb4-166f4bec9d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (f3d2fb0e-5305-4f08-ab1f-5f1d50bdad22), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:31:50.419374 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (e0bf5abe-d5c5-40a1-a359-03156ade36a4), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:31:51.199670 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.agents_db [None req-c5aaa6ba-db5d-46db-92f0-20249d3ff0a0 None None] Agent healthcheck: found 5 active agents {{(pid=106718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 19:32:13.906161 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-48c5b5f5-2037-499b-9793-c1199fb3297d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (055fa106-9079-4d8f-a829-e3ca37bbcb19), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:32:16.240083 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-400aa414-254b-4b8d-ad7f-37c6b04225c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (4d9412c4-31b2-4fbf-87a0-f931332ab9d5), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:32:17.157059 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-0fb4a5ae-492f-43e3-90d5-82372e23b9ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (01005bd1-5b1e-41c6-b9b3-a4d4f93589b9), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:32:18.581795 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-655d5a5e-25bf-423f-acb4-166f4bec9d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (f3d2fb0e-5305-4f08-ab1f-5f1d50bdad22), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:32:20.417769 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (e0bf5abe-d5c5-40a1-a359-03156ade36a4), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:32:28.200473 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.agents_db [None req-c5aaa6ba-db5d-46db-92f0-20249d3ff0a0 None None] Agent healthcheck: found 5 active agents {{(pid=106718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 19:32:43.808392 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-36b7103e-ecc2-410f-ab4a-21331f7047f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (055fa106-9079-4d8f-a829-e3ca37bbcb19), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:32:46.238054 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-77ec3a4b-34e6-4c65-ae69-5792a1af5bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (4d9412c4-31b2-4fbf-87a0-f931332ab9d5), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:32:47.132688 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-0fb4a5ae-492f-43e3-90d5-82372e23b9ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (01005bd1-5b1e-41c6-b9b3-a4d4f93589b9), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:32:48.581686 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-655d5a5e-25bf-423f-acb4-166f4bec9d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (f3d2fb0e-5305-4f08-ab1f-5f1d50bdad22), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:32:50.412463 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (e0bf5abe-d5c5-40a1-a359-03156ade36a4), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:32:52.142459 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 57162) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:32:52.206633 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.pecan_wsgi.hooks.translation [None req-85138ad5-f13b-48a3-8849-0c289af931d1 admin admin] GET failed (client error): The resource could not be found. Apr 12 19:32:52.208494 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-85138ad5-f13b-48a3-8849-0c289af931d1 admin admin] 10.222.0.15 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0650773 Apr 12 19:32:52.367578 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3714acb-7a96-46ac-a3c1-5c63037aa815 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:32:52.369020 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-b3714acb-7a96-46ac-a3c1-5c63037aa815 admin admin] 10.222.0.15 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1565194 Apr 12 19:32:54.712294 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 57172) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:32:54.802446 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc111fe2-59b4-4be6-bce8-7446267302af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:32:54.803831 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-cc111fe2-59b4-4be6-bce8-7446267302af admin admin] 10.222.0.15 "GET /v2.0/subnets/f3de1aa8-bb3e-422d-8aba-14a5f9577171 HTTP/1.1" status: 200 len: 849 time: 0.0905759 Apr 12 19:32:54.813105 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.v2.base [None req-5ff740fa-2ce2-471d-8dd2-1ce7d0c73946 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:32:54.895352 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-5ff740fa-2ce2-471d-8dd2-1ce7d0c73946 admin admin] Publish callbacks [] for subnet (f3de1aa8-bb3e-422d-8aba-14a5f9577171), before_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:32:55.031948 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-5ff740fa-2ce2-471d-8dd2-1ce7d0c73946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8749198465823'] for subnet (f3de1aa8-bb3e-422d-8aba-14a5f9577171), after_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:32:55.062508 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff740fa-2ce2-471d-8dd2-1ce7d0c73946 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:32:55.063095 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-5ff740fa-2ce2-471d-8dd2-1ce7d0c73946 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565043'] for subnet (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:32:55.065574 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-5ff740fa-2ce2-471d-8dd2-1ce7d0c73946 admin admin] 10.222.0.15 "PUT /v2.0/subnets/f3de1aa8-bb3e-422d-8aba-14a5f9577171 HTTP/1.1" status: 200 len: 868 time: 0.2559259 Apr 12 19:32:55.067641 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6583655b-23e7-4bc7-97fd-d47819b1d6e8 None None] Network 5dc97cfa-fcc2-42fe-a1fd-f6ee13d6cbee requested from dv-cinder-837540-1-iscsi {{(pid=106714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 19:32:55.086940 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff740fa-2ce2-471d-8dd2-1ce7d0c73946 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3de1aa8-bb3e-422d-8aba-14a5f9577171,revision_number=1']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:32:55.095852 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff740fa-2ce2-471d-8dd2-1ce7d0c73946 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:32:55.096420 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff740fa-2ce2-471d-8dd2-1ce7d0c73946 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:32:55.096792 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff740fa-2ce2-471d-8dd2-1ce7d0c73946 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:32:55.097145 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff740fa-2ce2-471d-8dd2-1ce7d0c73946 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:32:55.097975 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff740fa-2ce2-471d-8dd2-1ce7d0c73946 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:32:55.098338 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff740fa-2ce2-471d-8dd2-1ce7d0c73946 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:32:55.098672 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff740fa-2ce2-471d-8dd2-1ce7d0c73946 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:32:55.099005 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff740fa-2ce2-471d-8dd2-1ce7d0c73946 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:32:55.099334 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff740fa-2ce2-471d-8dd2-1ce7d0c73946 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:32:55.099662 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff740fa-2ce2-471d-8dd2-1ce7d0c73946 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:32:55.100016 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff740fa-2ce2-471d-8dd2-1ce7d0c73946 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:32:55.100672 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff740fa-2ce2-471d-8dd2-1ce7d0c73946 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:32:55.101004 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff740fa-2ce2-471d-8dd2-1ce7d0c73946 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:32:55.101329 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff740fa-2ce2-471d-8dd2-1ce7d0c73946 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:32:55.101657 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff740fa-2ce2-471d-8dd2-1ce7d0c73946 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:32:55.390576 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-5a0851e9-8eea-4a82-a4a9-0b3c6bc8b64d None None] Provisioning complete for port ab44cc56-9c99-47f6-8bca-0397a68bcf2b triggered by entity DHCP. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:32:55.390974 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-5a0851e9-8eea-4a82-a4a9-0b3c6bc8b64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (ab44cc56-9c99-47f6-8bca-0397a68bcf2b), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:32:55.471916 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-5a0851e9-8eea-4a82-a4a9-0b3c6bc8b64d None None] Current status of the port ab44cc56-9c99-47f6-8bca-0397a68bcf2b is: ACTIVE; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:32:55.479578 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-5a0851e9-8eea-4a82-a4a9-0b3c6bc8b64d None None] Provisioning complete for port aaa7e547-ae16-4669-b403-384779cf1b16 triggered by entity DHCP. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:32:55.479982 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-5a0851e9-8eea-4a82-a4a9-0b3c6bc8b64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (aaa7e547-ae16-4669-b403-384779cf1b16), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:32:55.553842 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-5a0851e9-8eea-4a82-a4a9-0b3c6bc8b64d None None] Current status of the port aaa7e547-ae16-4669-b403-384779cf1b16 is: ACTIVE; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:32:57.398501 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 57182) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:32:57.599123 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb60ad8d-b66c-4586-91e5-835e5677aaba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:32:57.599518 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb60ad8d-b66c-4586-91e5-835e5677aaba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:32:57.601089 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-eb60ad8d-b66c-4586-91e5-835e5677aaba admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2016444 Apr 12 19:32:59.909246 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 57190) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:33:00.039703 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7890e9-9180-4fad-a8f8-920b5aac0d7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:33:00.040203 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7890e9-9180-4fad-a8f8-920b5aac0d7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:33:00.041731 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-9f7890e9-9180-4fad-a8f8-920b5aac0d7a admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1314805 Apr 12 19:33:02.356362 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 57198) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:33:02.483780 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52e58ea-392a-4fbc-9665-239b4fc2b208 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:33:02.485189 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-f52e58ea-392a-4fbc-9665-239b4fc2b208 admin admin] 10.222.0.15 "GET /v2.0/networks/5dc97cfa-fcc2-42fe-a1fd-f6ee13d6cbee HTTP/1.1" status: 200 len: 869 time: 0.1278496 Apr 12 19:33:04.790347 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 57206) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:33:04.918112 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff7f428-98a0-4e4f-956e-cf85c7c749e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:33:04.919485 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-fff7f428-98a0-4e4f-956e-cf85c7c749e1 admin admin] 10.222.0.15 "GET /v2.0/networks/afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08 HTTP/1.1" status: 200 len: 886 time: 0.1281044 Apr 12 19:33:05.200665 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.agents_db [None req-c5aaa6ba-db5d-46db-92f0-20249d3ff0a0 None None] Agent healthcheck: found 5 active agents {{(pid=106718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 19:33:07.216606 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 57214) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:33:07.337637 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffcb213f-3f25-4dfb-92ef-0b9eda139033 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:33:07.338086 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffcb213f-3f25-4dfb-92ef-0b9eda139033 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:33:07.339596 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-ffcb213f-3f25-4dfb-92ef-0b9eda139033 admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1220455 Apr 12 19:33:09.626367 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 57222) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:33:09.798118 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e447b4-e0de-4581-990f-624f62d82159 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:33:09.798576 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e447b4-e0de-4581-990f-624f62d82159 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:33:09.800132 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-40e447b4-e0de-4581-990f-624f62d82159 admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1728029 Apr 12 19:33:12.136478 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 57230) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:33:12.226283 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94107662-8039-4ce0-bec1-cef770713813 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:33:12.227609 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-94107662-8039-4ce0-bec1-cef770713813 admin admin] 10.222.0.15 "GET /v2.0/subnets/6283d24b-0e2c-4ae1-ac34-d042e72aa307 HTTP/1.1" status: 200 len: 816 time: 0.0902579 Apr 12 19:33:13.810397 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-6881b94a-2079-4bee-ada2-eb2b78dee00b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (055fa106-9079-4d8f-a829-e3ca37bbcb19), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:33:14.573187 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 57238) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:33:14.662237 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9b5d4a-dda9-4303-a9ee-54376bf8ca03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:33:14.663563 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-0d9b5d4a-dda9-4303-a9ee-54376bf8ca03 admin admin] 10.222.0.15 "GET /v2.0/subnets/f3de1aa8-bb3e-422d-8aba-14a5f9577171 HTTP/1.1" status: 200 len: 868 time: 0.0894465 Apr 12 19:33:16.241177 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-c1ccc2b5-06e0-4381-8589-745261d672a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (4d9412c4-31b2-4fbf-87a0-f931332ab9d5), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:33:17.135561 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-0fb4a5ae-492f-43e3-90d5-82372e23b9ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (01005bd1-5b1e-41c6-b9b3-a4d4f93589b9), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:33:18.582704 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-655d5a5e-25bf-423f-acb4-166f4bec9d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (f3d2fb0e-5305-4f08-ab1f-5f1d50bdad22), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:33:20.414392 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (e0bf5abe-d5c5-40a1-a359-03156ade36a4), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:33:42.199137 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.agents_db [None req-c5aaa6ba-db5d-46db-92f0-20249d3ff0a0 None None] Agent healthcheck: found 5 active agents {{(pid=106718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 19:33:43.812807 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-022b9818-7143-428b-b228-bdccf0526a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (055fa106-9079-4d8f-a829-e3ca37bbcb19), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:33:46.245678 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-2d21d825-8773-4ecf-bb7f-21017fe32000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (4d9412c4-31b2-4fbf-87a0-f931332ab9d5), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:33:47.140866 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-0fb4a5ae-492f-43e3-90d5-82372e23b9ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (01005bd1-5b1e-41c6-b9b3-a4d4f93589b9), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:33:48.592334 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-655d5a5e-25bf-423f-acb4-166f4bec9d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (f3d2fb0e-5305-4f08-ab1f-5f1d50bdad22), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:33:50.417322 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (e0bf5abe-d5c5-40a1-a359-03156ade36a4), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:33:55.927621 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 57296) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:33:55.973467 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [None req-cf44df6c-8194-4a45-a5db-2e66a99e9bf5 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=106704) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 19:33:55.974467 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-cf44df6c-8194-4a45-a5db-2e66a99e9bf5 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0458696 Apr 12 19:33:58.382861 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 57304) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:33:58.442824 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9ac70d9-bd64-46e9-aaad-b8f0bc1eb1c5 admin admin] GET failed (client error): The resource could not be found. Apr 12 19:33:58.444139 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-b9ac70d9-bd64-46e9-aaad-b8f0bc1eb1c5 admin admin] 10.222.0.15 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0602779 Apr 12 19:33:58.592692 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a63b63-fc0b-40dc-aa7d-d12c06fbadae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:33:58.594099 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-87a63b63-fc0b-40dc-aa7d-d12c06fbadae admin admin] 10.222.0.15 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1460297 Apr 12 19:34:00.946625 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 57312) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:34:00.992488 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.v2.base [None req-c5787085-61d2-4f49-b48f-5841ee54c9e6 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=106704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:34:01.012128 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5787085-61d2-4f49-b48f-5841ee54c9e6 admin admin] Made reservation on behalf of 47f30dd56a6d407c915751d69181921a for: {'network': 1} {{(pid=106704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:34:01.014618 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-c5787085-61d2-4f49-b48f-5841ee54c9e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for network (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:34:01.051289 dv-cinder-837540-1-iscsi neutron-server[106704]: WARNING neutron.services.revisions.revision_plugin [None req-c5787085-61d2-4f49-b48f-5841ee54c9e6 admin admin] Could not find related network for resource to bump revision. Apr 12 19:34:01.063212 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5787085-61d2-4f49-b48f-5841ee54c9e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=106704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 19:34:01.072988 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-c5787085-61d2-4f49-b48f-5841ee54c9e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495566'] for segment (0c4ece8e-b182-4f8b-81ae-1e5f23b37924), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:34:01.073326 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.db.segments_db [None req-c5787085-61d2-4f49-b48f-5841ee54c9e6 admin admin] Added segment 0c4ece8e-b182-4f8b-81ae-1e5f23b37924 of type vlan for network a02eac2a-b95b-4b67-9aab-116598c68ad3 Apr 12 19:34:01.114841 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-c5787085-61d2-4f49-b48f-5841ee54c9e6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749198045660'] for network (a02eac2a-b95b-4b67-9aab-116598c68ad3), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:34:01.138691 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-c5787085-61d2-4f49-b48f-5841ee54c9e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185'] for network (a02eac2a-b95b-4b67-9aab-116598c68ad3), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:34:01.139614 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5787085-61d2-4f49-b48f-5841ee54c9e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:34:01.140211 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-c5787085-61d2-4f49-b48f-5841ee54c9e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565043'] for network (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:34:01.190960 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-c5787085-61d2-4f49-b48f-5841ee54c9e6 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2432728 Apr 12 19:34:01.234625 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5787085-61d2-4f49-b48f-5841ee54c9e6 admin admin] Pushing event updated for resources: {'Network': ['ID=a02eac2a-b95b-4b67-9aab-116598c68ad3,revision_number=1']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:34:01.242530 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5787085-61d2-4f49-b48f-5841ee54c9e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:34:01.242872 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5787085-61d2-4f49-b48f-5841ee54c9e6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:34:01.243206 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5787085-61d2-4f49-b48f-5841ee54c9e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:34:01.243538 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5787085-61d2-4f49-b48f-5841ee54c9e6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:34:01.243866 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5787085-61d2-4f49-b48f-5841ee54c9e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:34:01.244228 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5787085-61d2-4f49-b48f-5841ee54c9e6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:34:01.244552 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5787085-61d2-4f49-b48f-5841ee54c9e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:34:01.244871 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5787085-61d2-4f49-b48f-5841ee54c9e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:34:01.245191 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5787085-61d2-4f49-b48f-5841ee54c9e6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:34:01.245513 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5787085-61d2-4f49-b48f-5841ee54c9e6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:34:01.245855 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5787085-61d2-4f49-b48f-5841ee54c9e6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:34:01.246194 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5787085-61d2-4f49-b48f-5841ee54c9e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:34:01.246516 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5787085-61d2-4f49-b48f-5841ee54c9e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:34:01.246829 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5787085-61d2-4f49-b48f-5841ee54c9e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:34:01.247149 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5787085-61d2-4f49-b48f-5841ee54c9e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:34:01.258331 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Network a02eac2a-b95b-4b67-9aab-116598c68ad3 details requested by agent ovs-agent-dv-cinder-837540-1-iscsi with host dv-cinder-837540-1-iscsi {{(pid=106714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 19:34:03.525619 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 57320) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:34:03.584615 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.pecan_wsgi.hooks.translation [None req-03b3c778-92fc-4847-b8d6-51751886af6b admin admin] GET failed (client error): The resource could not be found. Apr 12 19:34:03.585858 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-03b3c778-92fc-4847-b8d6-51751886af6b admin admin] 10.222.0.15 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0593784 Apr 12 19:34:03.652040 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30b9ecf-1c2f-47e5-87cf-6fb843115e6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:34:03.653448 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-f30b9ecf-1c2f-47e5-87cf-6fb843115e6e admin admin] 10.222.0.15 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0637147 Apr 12 19:34:03.663158 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.v2.base [None req-515e4336-fbbd-4cb1-945f-a5f494d74f9e admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': 'a02eac2a-b95b-4b67-9aab-116598c68ad3', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=106707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:34:03.685033 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-515e4336-fbbd-4cb1-945f-a5f494d74f9e admin admin] Made reservation on behalf of 47f30dd56a6d407c915751d69181921a for: {'subnet': 1} {{(pid=106707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:34:03.687259 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-515e4336-fbbd-4cb1-945f-a5f494d74f9e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:34:03.876206 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-515e4336-fbbd-4cb1-945f-a5f494d74f9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185'] for subnet (0a34e2cd-a82a-4bb0-b320-149cec5056bd), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:34:03.938371 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515e4336-fbbd-4cb1-945f-a5f494d74f9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a34e2cd-a82a-4bb0-b320-149cec5056bd,revision_number=0']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:34:03.940505 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515e4336-fbbd-4cb1-945f-a5f494d74f9e admin admin] Checking segment: {'id': '0c4ece8e-b182-4f8b-81ae-1e5f23b37924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'a02eac2a-b95b-4b67-9aab-116598c68ad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:34:03.940880 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515e4336-fbbd-4cb1-945f-a5f494d74f9e admin admin] Network hostable DHCP agents. Network: a02eac2a-b95b-4b67-9aab-116598c68ad3, hostable agents: ['055fa106-9079-4d8f-a829-e3ca37bbcb19'], hosted agents: [] {{(pid=106707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 19:34:03.950644 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515e4336-fbbd-4cb1-945f-a5f494d74f9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:34:03.950999 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515e4336-fbbd-4cb1-945f-a5f494d74f9e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:34:03.951346 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515e4336-fbbd-4cb1-945f-a5f494d74f9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:34:03.951689 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515e4336-fbbd-4cb1-945f-a5f494d74f9e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:34:03.952058 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515e4336-fbbd-4cb1-945f-a5f494d74f9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:34:03.952396 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515e4336-fbbd-4cb1-945f-a5f494d74f9e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:34:03.952734 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515e4336-fbbd-4cb1-945f-a5f494d74f9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:34:03.953064 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515e4336-fbbd-4cb1-945f-a5f494d74f9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:34:03.953394 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515e4336-fbbd-4cb1-945f-a5f494d74f9e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:34:03.953723 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515e4336-fbbd-4cb1-945f-a5f494d74f9e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:34:03.954061 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515e4336-fbbd-4cb1-945f-a5f494d74f9e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:34:03.954389 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515e4336-fbbd-4cb1-945f-a5f494d74f9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:34:03.954715 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515e4336-fbbd-4cb1-945f-a5f494d74f9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:34:03.955039 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515e4336-fbbd-4cb1-945f-a5f494d74f9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:34:03.955361 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515e4336-fbbd-4cb1-945f-a5f494d74f9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:34:03.974495 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515e4336-fbbd-4cb1-945f-a5f494d74f9e admin admin] Network a02eac2a-b95b-4b67-9aab-116598c68ad3 is scheduled to be hosted by DHCP agent 055fa106-9079-4d8f-a829-e3ca37bbcb19 with binding_index 1 {{(pid=106707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 19:34:03.985680 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.scheduler.base_scheduler [None req-515e4336-fbbd-4cb1-945f-a5f494d74f9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837540-1-iscsi, a02eac2a-b95b-4b67-9aab-116598c68ad3) {{(pid=106707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:34:03.989578 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515e4336-fbbd-4cb1-945f-a5f494d74f9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:34:03.990170 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-515e4336-fbbd-4cb1-945f-a5f494d74f9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565043'] for subnet (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:34:03.994921 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb33cb86-f693-49c3-bd50-8b4c44e1e25d None None] Network a02eac2a-b95b-4b67-9aab-116598c68ad3 requested from dv-cinder-837540-1-iscsi {{(pid=106714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 19:34:04.005299 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-515e4336-fbbd-4cb1-945f-a5f494d74f9e admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3453021 Apr 12 19:34:04.208504 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7666522f-fbe8-42fa-baf7-e06eccb6faa0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3012341e-45cf-56fd-a54d-b96530cfb325-a02eac2a-b95b-4b67-9aab-116598c68ad3', 'network_id': 'a02eac2a-b95b-4b67-9aab-116598c68ad3', 'project_id': '47f30dd56a6d407c915751d69181921a', 'fixed_ips': [{'subnet_id': '0a34e2cd-a82a-4bb0-b320-149cec5056bd'}]}} from dv-cinder-837540-1-iscsi. {{(pid=106714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 19:34:04.209441 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-7666522f-fbe8-42fa-baf7-e06eccb6faa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (None), before_create {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:34:04.352227 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.db_base_plugin_common [None req-7666522f-fbe8-42fa-baf7-e06eccb6faa0 None None] Allocated IP 192.168.233.2 (a02eac2a-b95b-4b67-9aab-116598c68ad3/0a34e2cd-a82a-4bb0-b320-149cec5056bd/cf43fe48-1add-4763-a2dd-081cedd61659) {{(pid=106714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:34:04.516752 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-7666522f-fbe8-42fa-baf7-e06eccb6faa0 None None] Publish callbacks [] for port (cf43fe48-1add-4763-a2dd-081cedd61659), precommit_create {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:34:04.524532 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-7666522f-fbe8-42fa-baf7-e06eccb6faa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749198058662'] for port (cf43fe48-1add-4763-a2dd-081cedd61659), after_create {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:34:04.568915 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7666522f-fbe8-42fa-baf7-e06eccb6faa0 None None] Pushing event updated for resources: {'Port': ['ID=cf43fe48-1add-4763-a2dd-081cedd61659,revision_number=1']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:34:04.576575 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7666522f-fbe8-42fa-baf7-e06eccb6faa0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:34:04.576926 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7666522f-fbe8-42fa-baf7-e06eccb6faa0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:34:04.577295 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7666522f-fbe8-42fa-baf7-e06eccb6faa0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:34:04.577653 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7666522f-fbe8-42fa-baf7-e06eccb6faa0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:34:04.577993 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7666522f-fbe8-42fa-baf7-e06eccb6faa0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:34:04.578330 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7666522f-fbe8-42fa-baf7-e06eccb6faa0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:34:04.578660 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7666522f-fbe8-42fa-baf7-e06eccb6faa0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:34:04.578987 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7666522f-fbe8-42fa-baf7-e06eccb6faa0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:34:04.579312 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7666522f-fbe8-42fa-baf7-e06eccb6faa0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:34:04.579640 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7666522f-fbe8-42fa-baf7-e06eccb6faa0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:34:04.579990 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7666522f-fbe8-42fa-baf7-e06eccb6faa0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:34:04.580309 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7666522f-fbe8-42fa-baf7-e06eccb6faa0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:34:04.580636 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7666522f-fbe8-42fa-baf7-e06eccb6faa0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:34:04.581490 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7666522f-fbe8-42fa-baf7-e06eccb6faa0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:34:04.581818 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7666522f-fbe8-42fa-baf7-e06eccb6faa0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:34:04.589933 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7666522f-fbe8-42fa-baf7-e06eccb6faa0 None None] Network a02eac2a-b95b-4b67-9aab-116598c68ad3 is already hosted by enough agents. {{(pid=106714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:34:04.591726 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.scheduler.base_scheduler [None req-7666522f-fbe8-42fa-baf7-e06eccb6faa0 None None] Resources bound (agent type, host, resource id): {{(pid=106714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:34:04.597623 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7666522f-fbe8-42fa-baf7-e06eccb6faa0 None None] Received port after_create {{(pid=106714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:34:04.657323 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.managers [None req-7666522f-fbe8-42fa-baf7-e06eccb6faa0 None None] Attempting to bind port cf43fe48-1add-4763-a2dd-081cedd61659 on host dv-cinder-837540-1-iscsi for vnic_type normal with profile {{(pid=106714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:34:04.657799 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.managers [None req-7666522f-fbe8-42fa-baf7-e06eccb6faa0 None None] Attempting to bind port cf43fe48-1add-4763-a2dd-081cedd61659 by drivers openvswitch,hyperv on host dv-cinder-837540-1-iscsi at level 0 using segments [{'id': '0c4ece8e-b182-4f8b-81ae-1e5f23b37924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'a02eac2a-b95b-4b67-9aab-116598c68ad3'}] {{(pid=106714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:34:04.658227 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7666522f-fbe8-42fa-baf7-e06eccb6faa0 None None] Attempting to bind port cf43fe48-1add-4763-a2dd-081cedd61659 on network a02eac2a-b95b-4b67-9aab-116598c68ad3 {{(pid=106714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:34:04.664042 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7666522f-fbe8-42fa-baf7-e06eccb6faa0 None None] Checking agent: {'id': 'e0bf5abe-d5c5-40a1-a359-03156ade36a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837540-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 30, 50), 'started_at': datetime.datetime(2022, 4, 12, 19, 31, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837540-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:34:04.664529 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7666522f-fbe8-42fa-baf7-e06eccb6faa0 None None] Checking segment: {'id': '0c4ece8e-b182-4f8b-81ae-1e5f23b37924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'a02eac2a-b95b-4b67-9aab-116598c68ad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:34:04.664976 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-7666522f-fbe8-42fa-baf7-e06eccb6faa0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:34:04.665435 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7666522f-fbe8-42fa-baf7-e06eccb6faa0 None None] Bound using segment: {'id': '0c4ece8e-b182-4f8b-81ae-1e5f23b37924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'a02eac2a-b95b-4b67-9aab-116598c68ad3'} {{(pid=106714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:34:04.665979 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.managers [None req-7666522f-fbe8-42fa-baf7-e06eccb6faa0 None None] Bound port: cf43fe48-1add-4763-a2dd-081cedd61659, host: dv-cinder-837540-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c4ece8e-b182-4f8b-81ae-1e5f23b37924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'a02eac2a-b95b-4b67-9aab-116598c68ad3'}}] {{(pid=106714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:34:04.666363 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-7666522f-fbe8-42fa-baf7-e06eccb6faa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (cf43fe48-1add-4763-a2dd-081cedd61659), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:34:04.731183 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-7666522f-fbe8-42fa-baf7-e06eccb6faa0 None None] For port cf43fe48-1add-4763-a2dd-081cedd61659, host dv-cinder-837540-1-iscsi, cleared binding levels {{(pid=106714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:34:04.735734 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-7666522f-fbe8-42fa-baf7-e06eccb6faa0 None None] For port cf43fe48-1add-4763-a2dd-081cedd61659, host dv-cinder-837540-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-1-iscsi',level=0,port_id=cf43fe48-1add-4763-a2dd-081cedd61659,segment=NetworkSegment(0c4ece8e-b182-4f8b-81ae-1e5f23b37924),segment_id=0c4ece8e-b182-4f8b-81ae-1e5f23b37924)] {{(pid=106714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:34:04.742097 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-7666522f-fbe8-42fa-baf7-e06eccb6faa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (cf43fe48-1add-4763-a2dd-081cedd61659), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:34:04.805814 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7666522f-fbe8-42fa-baf7-e06eccb6faa0 None None] Pushing event updated for resources: {'Port': ['ID=cf43fe48-1add-4763-a2dd-081cedd61659,revision_number=2']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:34:05.359364 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device cf43fe48-1add-4763-a2dd-081cedd61659 up at agent ovs-agent-dv-cinder-837540-1-iscsi {{(pid=106714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:34:05.409510 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Provisioning complete for port cf43fe48-1add-4763-a2dd-081cedd61659 triggered by entity L2. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:34:05.410070 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (cf43fe48-1add-4763-a2dd-081cedd61659), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:34:05.496361 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Current status of the port cf43fe48-1add-4763-a2dd-081cedd61659 is: DOWN; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:34:05.496754 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (cf43fe48-1add-4763-a2dd-081cedd61659), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:34:05.535209 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] For port cf43fe48-1add-4763-a2dd-081cedd61659, host dv-cinder-837540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-1-iscsi',level=0,port_id=cf43fe48-1add-4763-a2dd-081cedd61659,segment=NetworkSegment(0c4ece8e-b182-4f8b-81ae-1e5f23b37924),segment_id=0c4ece8e-b182-4f8b-81ae-1e5f23b37924)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:34:05.541622 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (cf43fe48-1add-4763-a2dd-081cedd61659), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:34:05.593561 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Pushing event updated for resources: {'Port': ['ID=cf43fe48-1add-4763-a2dd-081cedd61659,revision_number=3']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:34:05.713676 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40b8380-f6b6-4228-aae5-32f48c2e5451 None None] Network a02eac2a-b95b-4b67-9aab-116598c68ad3 requested from dv-cinder-837540-1-iscsi {{(pid=106714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 19:34:05.785835 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-a3d7e37c-09b1-4ae5-84e0-7c4acb3a40be None None] Provisioning complete for port cf43fe48-1add-4763-a2dd-081cedd61659 triggered by entity DHCP. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:34:05.786214 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-a3d7e37c-09b1-4ae5-84e0-7c4acb3a40be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (cf43fe48-1add-4763-a2dd-081cedd61659), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:34:05.895588 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-a3d7e37c-09b1-4ae5-84e0-7c4acb3a40be None None] Current status of the port cf43fe48-1add-4763-a2dd-081cedd61659 is: ACTIVE; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:34:06.116215 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-2a0a6e58-bf52-4fbd-b2bd-df281a783045 None None] Provisioning complete for port cf43fe48-1add-4763-a2dd-081cedd61659 triggered by entity DHCP. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:34:06.116538 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-2a0a6e58-bf52-4fbd-b2bd-df281a783045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (cf43fe48-1add-4763-a2dd-081cedd61659), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:34:06.197848 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-2a0a6e58-bf52-4fbd-b2bd-df281a783045 None None] Current status of the port cf43fe48-1add-4763-a2dd-081cedd61659 is: ACTIVE; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:34:07.336862 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device cf43fe48-1add-4763-a2dd-081cedd61659 up at agent ovs-agent-dv-cinder-837540-1-iscsi {{(pid=106714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:34:07.382205 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Provisioning complete for port cf43fe48-1add-4763-a2dd-081cedd61659 triggered by entity L2. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:34:07.382597 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (cf43fe48-1add-4763-a2dd-081cedd61659), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:34:07.459933 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Current status of the port cf43fe48-1add-4763-a2dd-081cedd61659 is: ACTIVE; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:34:13.813058 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-0a45f9dd-0ebe-42c7-b24b-af20fc5800f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (055fa106-9079-4d8f-a829-e3ca37bbcb19), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:34:16.249380 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-44d3c9b2-7868-4a1a-9fdf-fc2c3c80c02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (4d9412c4-31b2-4fbf-87a0-f931332ab9d5), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:34:17.143218 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-0fb4a5ae-492f-43e3-90d5-82372e23b9ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (01005bd1-5b1e-41c6-b9b3-a4d4f93589b9), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:34:18.588327 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-655d5a5e-25bf-423f-acb4-166f4bec9d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (f3d2fb0e-5305-4f08-ab1f-5f1d50bdad22), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:34:19.197215 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.agents_db [None req-c5aaa6ba-db5d-46db-92f0-20249d3ff0a0 None None] Agent healthcheck: found 5 active agents {{(pid=106718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 19:34:20.419610 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (e0bf5abe-d5c5-40a1-a359-03156ade36a4), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:34:43.816973 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-c185a0bc-909b-4008-96a6-2f5622dfa686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (055fa106-9079-4d8f-a829-e3ca37bbcb19), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:34:46.249985 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-d2ecdda7-5ecf-4f72-9a4c-072168a6fdc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (4d9412c4-31b2-4fbf-87a0-f931332ab9d5), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:34:47.146497 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-0fb4a5ae-492f-43e3-90d5-82372e23b9ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (01005bd1-5b1e-41c6-b9b3-a4d4f93589b9), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:34:48.592861 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-655d5a5e-25bf-423f-acb4-166f4bec9d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (f3d2fb0e-5305-4f08-ab1f-5f1d50bdad22), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:34:50.424236 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (e0bf5abe-d5c5-40a1-a359-03156ade36a4), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:34:56.195053 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.agents_db [None req-c5aaa6ba-db5d-46db-92f0-20249d3ff0a0 None None] Agent healthcheck: found 5 active agents {{(pid=106718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 19:35:13.819343 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4ed34f72-05ca-4faa-8ec4-9495606df4c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (055fa106-9079-4d8f-a829-e3ca37bbcb19), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:35:16.252293 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-a17d2e6f-3998-4463-b943-5169af95bb73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (4d9412c4-31b2-4fbf-87a0-f931332ab9d5), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:35:17.150173 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-0fb4a5ae-492f-43e3-90d5-82372e23b9ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (01005bd1-5b1e-41c6-b9b3-a4d4f93589b9), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:35:18.595358 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-655d5a5e-25bf-423f-acb4-166f4bec9d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (f3d2fb0e-5305-4f08-ab1f-5f1d50bdad22), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:35:20.426481 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (e0bf5abe-d5c5-40a1-a359-03156ade36a4), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:35:33.194350 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.agents_db [None req-c5aaa6ba-db5d-46db-92f0-20249d3ff0a0 None None] Agent healthcheck: found 5 active agents {{(pid=106718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 19:35:34.546174 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 57358) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:35:34.551846 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [None req-a92ee53a-09fb-4b57-9b29-a5b0d79637b7 tempest-verify_tempest_config-1483542633 tempest-verify_tempest_config-1483542633-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=106707) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 19:35:34.552864 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-a92ee53a-09fb-4b57-9b29-a5b0d79637b7 tempest-verify_tempest_config-1483542633 tempest-verify_tempest_config-1483542633-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057175 Apr 12 19:35:34.840170 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 57376) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:35:34.944447 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-bca6c24b-c1c1-44a7-a563-c01263ca201e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:35:35.017088 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-bca6c24b-c1c1-44a7-a563-c01263ca201e admin admin] Publish callbacks [] for security_group (086cd0d1-190b-4845-9b22-2270ccbe1c65), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:35:35.020631 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-bca6c24b-c1c1-44a7-a563-c01263ca201e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (086cd0d1-190b-4845-9b22-2270ccbe1c65), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:35:35.065781 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-bca6c24b-c1c1-44a7-a563-c01263ca201e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ab9a6631f305453980c8e6ac70740a43&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2245338 Apr 12 19:35:35.067925 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca6c24b-c1c1-44a7-a563-c01263ca201e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=086cd0d1-190b-4845-9b22-2270ccbe1c65,revision_number=1']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:35:35.068776 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 57382) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:35:35.073388 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca6c24b-c1c1-44a7-a563-c01263ca201e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:35:35.073730 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca6c24b-c1c1-44a7-a563-c01263ca201e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:35:35.074081 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca6c24b-c1c1-44a7-a563-c01263ca201e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:35:35.074416 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca6c24b-c1c1-44a7-a563-c01263ca201e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:35:35.074742 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca6c24b-c1c1-44a7-a563-c01263ca201e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:35:35.075063 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca6c24b-c1c1-44a7-a563-c01263ca201e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:35:35.075383 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca6c24b-c1c1-44a7-a563-c01263ca201e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:35:35.075695 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca6c24b-c1c1-44a7-a563-c01263ca201e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:35:35.076051 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca6c24b-c1c1-44a7-a563-c01263ca201e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:35:35.076399 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca6c24b-c1c1-44a7-a563-c01263ca201e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:35:35.076736 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca6c24b-c1c1-44a7-a563-c01263ca201e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:35:35.077072 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca6c24b-c1c1-44a7-a563-c01263ca201e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:35:35.077390 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca6c24b-c1c1-44a7-a563-c01263ca201e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:35:35.077700 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca6c24b-c1c1-44a7-a563-c01263ca201e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:35:35.078011 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca6c24b-c1c1-44a7-a563-c01263ca201e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:35:35.128074 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-07c8d59c-719c-4382-afb0-e3f1e369ae79 admin admin] Publish callbacks [] for security_group (086cd0d1-190b-4845-9b22-2270ccbe1c65), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:35:35.149288 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-07c8d59c-719c-4382-afb0-e3f1e369ae79 admin admin] Publish callbacks [] for security_group (086cd0d1-190b-4845-9b22-2270ccbe1c65), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:35:35.238857 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-07c8d59c-719c-4382-afb0-e3f1e369ae79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (086cd0d1-190b-4845-9b22-2270ccbe1c65), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:35:35.241433 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-07c8d59c-719c-4382-afb0-e3f1e369ae79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:35:35.242641 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-07c8d59c-719c-4382-afb0-e3f1e369ae79 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/086cd0d1-190b-4845-9b22-2270ccbe1c65 HTTP/1.1" status: 204 len: 168 time: 0.1727729 Apr 12 19:35:35.252604 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c8d59c-719c-4382-afb0-e3f1e369ae79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=086cd0d1-190b-4845-9b22-2270ccbe1c65,revision_number=None']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:35:35.259506 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c8d59c-719c-4382-afb0-e3f1e369ae79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:35:35.259864 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c8d59c-719c-4382-afb0-e3f1e369ae79 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:35:35.260237 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c8d59c-719c-4382-afb0-e3f1e369ae79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:35:35.260570 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c8d59c-719c-4382-afb0-e3f1e369ae79 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:35:35.260912 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c8d59c-719c-4382-afb0-e3f1e369ae79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:35:35.261252 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c8d59c-719c-4382-afb0-e3f1e369ae79 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:35:35.261583 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c8d59c-719c-4382-afb0-e3f1e369ae79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:35:35.261914 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c8d59c-719c-4382-afb0-e3f1e369ae79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:35:35.262270 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c8d59c-719c-4382-afb0-e3f1e369ae79 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:35:35.262606 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c8d59c-719c-4382-afb0-e3f1e369ae79 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:35:35.263212 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c8d59c-719c-4382-afb0-e3f1e369ae79 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:35:35.263546 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c8d59c-719c-4382-afb0-e3f1e369ae79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:35:35.263871 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c8d59c-719c-4382-afb0-e3f1e369ae79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:35:35.264223 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c8d59c-719c-4382-afb0-e3f1e369ae79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:35:35.264545 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c8d59c-719c-4382-afb0-e3f1e369ae79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:35:43.824057 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-32956f9f-2881-470c-bf67-08158580dc61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (055fa106-9079-4d8f-a829-e3ca37bbcb19), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:35:46.254724 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-637b8683-2da5-465e-bffd-0f8a588ac38a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (4d9412c4-31b2-4fbf-87a0-f931332ab9d5), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:35:47.152080 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-0fb4a5ae-492f-43e3-90d5-82372e23b9ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (01005bd1-5b1e-41c6-b9b3-a4d4f93589b9), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:35:48.599629 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-655d5a5e-25bf-423f-acb4-166f4bec9d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (f3d2fb0e-5305-4f08-ab1f-5f1d50bdad22), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:35:50.431418 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (e0bf5abe-d5c5-40a1-a359-03156ade36a4), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:36:10.192724 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.agents_db [None req-c5aaa6ba-db5d-46db-92f0-20249d3ff0a0 None None] Agent healthcheck: found 5 active agents {{(pid=106718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 19:36:13.816672 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-cc11bc71-edd3-4566-abf6-b357e5f3d849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (055fa106-9079-4d8f-a829-e3ca37bbcb19), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:36:16.255715 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-b36c8749-f1f1-4b58-b7c8-69ccd2c07ed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (4d9412c4-31b2-4fbf-87a0-f931332ab9d5), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:36:17.158349 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-0fb4a5ae-492f-43e3-90d5-82372e23b9ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (01005bd1-5b1e-41c6-b9b3-a4d4f93589b9), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:36:18.602573 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-655d5a5e-25bf-423f-acb4-166f4bec9d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (f3d2fb0e-5305-4f08-ab1f-5f1d50bdad22), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:36:20.432714 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (e0bf5abe-d5c5-40a1-a359-03156ade36a4), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:36:43.818160 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-eb3dcf99-8e6f-43b2-878e-bd12d54cc5e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (055fa106-9079-4d8f-a829-e3ca37bbcb19), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:36:46.257179 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-10ece264-6c2a-4522-8da0-75bc972419e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (4d9412c4-31b2-4fbf-87a0-f931332ab9d5), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:36:47.158705 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-0fb4a5ae-492f-43e3-90d5-82372e23b9ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (01005bd1-5b1e-41c6-b9b3-a4d4f93589b9), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:36:47.191541 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.agents_db [None req-c5aaa6ba-db5d-46db-92f0-20249d3ff0a0 None None] Agent healthcheck: found 5 active agents {{(pid=106718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 19:36:48.605365 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-655d5a5e-25bf-423f-acb4-166f4bec9d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (f3d2fb0e-5305-4f08-ab1f-5f1d50bdad22), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:36:50.434489 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (e0bf5abe-d5c5-40a1-a359-03156ade36a4), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:37:13.819378 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-0bf03af0-dc35-4551-88dd-f44669e8b40b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (055fa106-9079-4d8f-a829-e3ca37bbcb19), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:37:16.258607 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-5ee3026b-47c7-4850-9879-adadf5a619a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (4d9412c4-31b2-4fbf-87a0-f931332ab9d5), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:37:17.164697 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-0fb4a5ae-492f-43e3-90d5-82372e23b9ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (01005bd1-5b1e-41c6-b9b3-a4d4f93589b9), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:37:18.606584 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-655d5a5e-25bf-423f-acb4-166f4bec9d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (f3d2fb0e-5305-4f08-ab1f-5f1d50bdad22), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:37:20.135770 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-667857'] for agent (ce4c6b0b-91ae-4576-82ad-f2f4ee2d2a45), after_create {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:37:20.437368 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (e0bf5abe-d5c5-40a1-a359-03156ade36a4), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:37:24.192977 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.agents_db [None req-c5aaa6ba-db5d-46db-92f0-20249d3ff0a0 None None] Agent healthcheck: found 6 active agents {{(pid=106718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 19:37:34.891998 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 57452) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:37:34.994009 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-e291af24-0233-4876-8ebc-6c707febd94d admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1009238 Apr 12 19:37:37.326339 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 57462) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:37:37.389700 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-b61a675f-6025-403d-8cd4-7ed6c4a02d54 admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0622890 Apr 12 19:37:43.821928 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-fcd8f9b9-69d3-4d31-b371-f26939647572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (055fa106-9079-4d8f-a829-e3ca37bbcb19), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:37:46.259191 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-cd28f88d-4a34-41b0-8848-23b90c0256b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (4d9412c4-31b2-4fbf-87a0-f931332ab9d5), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:37:47.163490 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-0fb4a5ae-492f-43e3-90d5-82372e23b9ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (01005bd1-5b1e-41c6-b9b3-a4d4f93589b9), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:37:48.610669 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-655d5a5e-25bf-423f-acb4-166f4bec9d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (f3d2fb0e-5305-4f08-ab1f-5f1d50bdad22), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:37:50.085368 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (ce4c6b0b-91ae-4576-82ad-f2f4ee2d2a45), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:37:50.440375 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (e0bf5abe-d5c5-40a1-a359-03156ade36a4), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:38:01.191836 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.agents_db [None req-c5aaa6ba-db5d-46db-92f0-20249d3ff0a0 None None] Agent healthcheck: found 6 active agents {{(pid=106718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 19:38:13.822737 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-d7ffd018-de6b-4416-8bb8-1a2f2c140db5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (055fa106-9079-4d8f-a829-e3ca37bbcb19), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:38:16.259409 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-3b5db0b4-1d6c-4e95-8139-94ba5c198e31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (4d9412c4-31b2-4fbf-87a0-f931332ab9d5), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:38:17.165573 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-0fb4a5ae-492f-43e3-90d5-82372e23b9ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (01005bd1-5b1e-41c6-b9b3-a4d4f93589b9), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:38:18.613576 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-655d5a5e-25bf-423f-acb4-166f4bec9d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (f3d2fb0e-5305-4f08-ab1f-5f1d50bdad22), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:38:20.101466 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (ce4c6b0b-91ae-4576-82ad-f2f4ee2d2a45), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:38:20.445145 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (e0bf5abe-d5c5-40a1-a359-03156ade36a4), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:38:38.190888 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.agents_db [None req-c5aaa6ba-db5d-46db-92f0-20249d3ff0a0 None None] Agent healthcheck: found 6 active agents {{(pid=106718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 19:38:43.826739 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-0ed40cca-a24d-42be-9616-e4c7033ad60a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (055fa106-9079-4d8f-a829-e3ca37bbcb19), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:38:46.260617 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-0262890a-ee19-4b9f-a886-970afb8a3e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (4d9412c4-31b2-4fbf-87a0-f931332ab9d5), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:38:47.169717 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-0fb4a5ae-492f-43e3-90d5-82372e23b9ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (01005bd1-5b1e-41c6-b9b3-a4d4f93589b9), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:38:48.617679 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-655d5a5e-25bf-423f-acb4-166f4bec9d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (f3d2fb0e-5305-4f08-ab1f-5f1d50bdad22), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:38:50.100860 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (ce4c6b0b-91ae-4576-82ad-f2f4ee2d2a45), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:38:50.447037 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (e0bf5abe-d5c5-40a1-a359-03156ade36a4), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:13.839815 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-9ae5e7e6-64af-415c-9936-d24db602c9d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (055fa106-9079-4d8f-a829-e3ca37bbcb19), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:15.189657 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.agents_db [None req-c5aaa6ba-db5d-46db-92f0-20249d3ff0a0 None None] Agent healthcheck: found 6 active agents {{(pid=106718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 19:39:15.766560 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 57628) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:39:15.885775 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 57646) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:39:15.951484 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.v2.base [None req-3cb36059-f15d-49ae-b169-dbe4658e59e6 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-136497197-network', 'tenant_id': '0a4f53faa660475d854e3171312ddbe7'}} {{(pid=106704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:39:15.971312 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb36059-f15d-49ae-b169-dbe4658e59e6 admin admin] Made reservation on behalf of 0a4f53faa660475d854e3171312ddbe7 for: {'network': 1} {{(pid=106704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:39:15.974094 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-3cb36059-f15d-49ae-b169-dbe4658e59e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for network (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:15.983528 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-3cb36059-f15d-49ae-b169-dbe4658e59e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:16.064631 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-3cb36059-f15d-49ae-b169-dbe4658e59e6 admin admin] Publish callbacks [] for security_group (219899a9-c7a5-4082-a059-b48fcb93f635), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:16.077296 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-3cb36059-f15d-49ae-b169-dbe4658e59e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (219899a9-c7a5-4082-a059-b48fcb93f635), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:16.108445 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cb36059-f15d-49ae-b169-dbe4658e59e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=106704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 19:39:16.110555 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb36059-f15d-49ae-b169-dbe4658e59e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=219899a9-c7a5-4082-a059-b48fcb93f635,revision_number=1']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:39:16.122272 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb36059-f15d-49ae-b169-dbe4658e59e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:39:16.122822 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb36059-f15d-49ae-b169-dbe4658e59e6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:39:16.123284 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb36059-f15d-49ae-b169-dbe4658e59e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:39:16.123769 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb36059-f15d-49ae-b169-dbe4658e59e6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:39:16.124345 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb36059-f15d-49ae-b169-dbe4658e59e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:39:16.124878 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb36059-f15d-49ae-b169-dbe4658e59e6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:39:16.125379 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb36059-f15d-49ae-b169-dbe4658e59e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:39:16.125705 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb36059-f15d-49ae-b169-dbe4658e59e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:39:16.126052 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb36059-f15d-49ae-b169-dbe4658e59e6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:39:16.126384 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb36059-f15d-49ae-b169-dbe4658e59e6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:39:16.126726 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb36059-f15d-49ae-b169-dbe4658e59e6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:39:16.127064 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb36059-f15d-49ae-b169-dbe4658e59e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:39:16.127627 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb36059-f15d-49ae-b169-dbe4658e59e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:39:16.128145 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb36059-f15d-49ae-b169-dbe4658e59e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:39:16.128467 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb36059-f15d-49ae-b169-dbe4658e59e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:39:16.129770 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb36059-f15d-49ae-b169-dbe4658e59e6 admin admin] Tracked resource versions report: Apr 12 19:39:16.129770 dv-cinder-837540-1-iscsi neutron-server[106704]: pushed versions: Apr 12 19:39:16.129770 dv-cinder-837540-1-iscsi neutron-server[106704]: { 'AddressGroup': {'1.2'}, Apr 12 19:39:16.129770 dv-cinder-837540-1-iscsi neutron-server[106704]: 'Agent': {'1.1'}, Apr 12 19:39:16.129770 dv-cinder-837540-1-iscsi neutron-server[106704]: 'ConntrackHelper': {'1.0'}, Apr 12 19:39:16.129770 dv-cinder-837540-1-iscsi neutron-server[106704]: 'LocalIPAssociation': {'1.0'}, Apr 12 19:39:16.129770 dv-cinder-837540-1-iscsi neutron-server[106704]: 'Log': {'1.0'}, Apr 12 19:39:16.129770 dv-cinder-837540-1-iscsi neutron-server[106704]: 'NDPProxy': {'1.0'}, Apr 12 19:39:16.129770 dv-cinder-837540-1-iscsi neutron-server[106704]: 'Network': {'1.1'}, Apr 12 19:39:16.129770 dv-cinder-837540-1-iscsi neutron-server[106704]: 'Port': {'1.7'}, Apr 12 19:39:16.129770 dv-cinder-837540-1-iscsi neutron-server[106704]: 'PortForwarding': {'1.3'}, Apr 12 19:39:16.129770 dv-cinder-837540-1-iscsi neutron-server[106704]: 'QosPolicy': {'1.10'}, Apr 12 19:39:16.129770 dv-cinder-837540-1-iscsi neutron-server[106704]: 'SecurityGroup': {'1.5'}, Apr 12 19:39:16.129770 dv-cinder-837540-1-iscsi neutron-server[106704]: 'SecurityGroupRule': {'1.2'}, Apr 12 19:39:16.129770 dv-cinder-837540-1-iscsi neutron-server[106704]: 'SubPort': {'1.0'}, Apr 12 19:39:16.129770 dv-cinder-837540-1-iscsi neutron-server[106704]: 'Subnet': {'1.1'}, Apr 12 19:39:16.129770 dv-cinder-837540-1-iscsi neutron-server[106704]: 'Trunk': {'1.1'}} Apr 12 19:39:16.129770 dv-cinder-837540-1-iscsi neutron-server[106704]: consumer versions: Apr 12 19:39:16.129770 dv-cinder-837540-1-iscsi neutron-server[106704]: { DHCP agent@dv-cinder-837540-1-iscsi: {}, Apr 12 19:39:16.129770 dv-cinder-837540-1-iscsi neutron-server[106704]: HyperV agent@hv-cinder-83754: {}, Apr 12 19:39:16.129770 dv-cinder-837540-1-iscsi neutron-server[106704]: L3 agent@dv-cinder-837540-1-iscsi: {}, Apr 12 19:39:16.129770 dv-cinder-837540-1-iscsi neutron-server[106704]: Metadata agent@dv-cinder-837540-1-iscsi: {}, Apr 12 19:39:16.129770 dv-cinder-837540-1-iscsi neutron-server[106704]: Metering agent@dv-cinder-837540-1-iscsi: {}, Apr 12 19:39:16.129770 dv-cinder-837540-1-iscsi neutron-server[106704]: Open vSwitch agent@dv-cinder-837540-1-iscsi: { 'AddressGroup': '1.2', Apr 12 19:39:16.129770 dv-cinder-837540-1-iscsi neutron-server[106704]: 'Agent': '1.1', Apr 12 19:39:16.129770 dv-cinder-837540-1-iscsi neutron-server[106704]: 'ConntrackHelper': '1.0', Apr 12 19:39:16.129770 dv-cinder-837540-1-iscsi neutron-server[106704]: 'LocalIPAssociation': '1.0', Apr 12 19:39:16.129770 dv-cinder-837540-1-iscsi neutron-server[106704]: 'Log': '1.0', Apr 12 19:39:16.129770 dv-cinder-837540-1-iscsi neutron-server[106704]: 'NDPProxy': '1.0', Apr 12 19:39:16.129770 dv-cinder-837540-1-iscsi neutron-server[106704]: 'Network': '1.1', Apr 12 19:39:16.129770 dv-cinder-837540-1-iscsi neutron-server[106704]: 'Port': '1.7', Apr 12 19:39:16.129770 dv-cinder-837540-1-iscsi neutron-server[106704]: 'PortForwarding': '1.3', Apr 12 19:39:16.129770 dv-cinder-837540-1-iscsi neutron-server[106704]: 'QosPolicy': '1.10', Apr 12 19:39:16.129770 dv-cinder-837540-1-iscsi neutron-server[106704]: 'SecurityGroup': '1.5', Apr 12 19:39:16.129770 dv-cinder-837540-1-iscsi neutron-server[106704]: 'SecurityGroupRule': '1.2', Apr 12 19:39:16.129770 dv-cinder-837540-1-iscsi neutron-server[106704]: 'SubPort': '1.0', Apr 12 19:39:16.129770 dv-cinder-837540-1-iscsi neutron-server[106704]: 'Subnet': '1.1', Apr 12 19:39:16.129770 dv-cinder-837540-1-iscsi neutron-server[106704]: 'Trunk': '1.1'}} Apr 12 19:39:16.129770 dv-cinder-837540-1-iscsi neutron-server[106704]: {{(pid=106704) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 19:39:16.145588 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-3cb36059-f15d-49ae-b169-dbe4658e59e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495566'] for segment (3eeee0ae-8a5f-4dc3-91c4-52d84d79189e), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:16.145905 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.db.segments_db [None req-3cb36059-f15d-49ae-b169-dbe4658e59e6 admin admin] Added segment 3eeee0ae-8a5f-4dc3-91c4-52d84d79189e of type vlan for network 12e3db31-4069-48de-baae-19a675080180 Apr 12 19:39:16.187555 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-3cb36059-f15d-49ae-b169-dbe4658e59e6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749198045660'] for network (12e3db31-4069-48de-baae-19a675080180), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:16.213549 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-3cb36059-f15d-49ae-b169-dbe4658e59e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185'] for network (12e3db31-4069-48de-baae-19a675080180), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:16.214502 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb36059-f15d-49ae-b169-dbe4658e59e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:39:16.215082 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-3cb36059-f15d-49ae-b169-dbe4658e59e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565043'] for network (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:16.263654 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-d39a52cf-3b31-48c8-a86e-bff6422f2d31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (4d9412c4-31b2-4fbf-87a0-f931332ab9d5), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:16.278031 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb36059-f15d-49ae-b169-dbe4658e59e6 admin admin] Pushing event updated for resources: {'Network': ['ID=12e3db31-4069-48de-baae-19a675080180,revision_number=1']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:39:16.287326 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.v2.base [None req-2af5bb1e-9346-450a-ad88-00bc8c71697f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1783169139-network', 'tenant_id': 'bf0fdf698e0443cf9d5596d1b7604976'}} {{(pid=106704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:39:16.294956 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Network 12e3db31-4069-48de-baae-19a675080180 details requested by agent ovs-agent-dv-cinder-837540-1-iscsi with host dv-cinder-837540-1-iscsi {{(pid=106714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 19:39:16.298206 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 57664) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:39:16.305237 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.v2.base [None req-0b72924f-0cd0-42f5-b29e-814db00311e6 admin admin] Request body: {'subnet': {'network_id': '12e3db31-4069-48de-baae-19a675080180', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-136497197-subnet', 'tenant_id': '0a4f53faa660475d854e3171312ddbe7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:39:16.309996 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-3cb36059-f15d-49ae-b169-dbe4658e59e6 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5419247 Apr 12 19:39:16.340962 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2af5bb1e-9346-450a-ad88-00bc8c71697f admin admin] Made reservation on behalf of bf0fdf698e0443cf9d5596d1b7604976 for: {'network': 1} {{(pid=106704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:39:16.343176 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b72924f-0cd0-42f5-b29e-814db00311e6 admin admin] Made reservation on behalf of 0a4f53faa660475d854e3171312ddbe7 for: {'subnet': 1} {{(pid=106707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:39:16.347301 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-2af5bb1e-9346-450a-ad88-00bc8c71697f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for network (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:16.349646 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-0b72924f-0cd0-42f5-b29e-814db00311e6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:16.376525 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-2af5bb1e-9346-450a-ad88-00bc8c71697f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:16.462746 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-2af5bb1e-9346-450a-ad88-00bc8c71697f admin admin] Publish callbacks [] for security_group (f965918c-a723-4fe5-be4c-81846a938bd5), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:16.467249 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 57672) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:39:16.475651 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-2af5bb1e-9346-450a-ad88-00bc8c71697f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (f965918c-a723-4fe5-be4c-81846a938bd5), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:16.491846 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2af5bb1e-9346-450a-ad88-00bc8c71697f admin admin] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=106704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 19:39:16.507678 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-2af5bb1e-9346-450a-ad88-00bc8c71697f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495566'] for segment (bcbff496-9379-41c1-8ff0-8a4d3d91ad6b), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:16.508372 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.db.segments_db [None req-2af5bb1e-9346-450a-ad88-00bc8c71697f admin admin] Added segment bcbff496-9379-41c1-8ff0-8a4d3d91ad6b of type vlan for network 7d6decb1-add4-41a2-b83e-9ac42c2293d8 Apr 12 19:39:16.559567 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af5bb1e-9346-450a-ad88-00bc8c71697f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f965918c-a723-4fe5-be4c-81846a938bd5,revision_number=1']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:39:16.578708 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-2af5bb1e-9346-450a-ad88-00bc8c71697f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749198045660'] for network (7d6decb1-add4-41a2-b83e-9ac42c2293d8), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:16.608445 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-0b72924f-0cd0-42f5-b29e-814db00311e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185'] for subnet (9955a755-753c-4b23-830b-dfc87b3e46d1), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:16.613765 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-2af5bb1e-9346-450a-ad88-00bc8c71697f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185'] for network (7d6decb1-add4-41a2-b83e-9ac42c2293d8), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:16.615353 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af5bb1e-9346-450a-ad88-00bc8c71697f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:39:16.616739 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-2af5bb1e-9346-450a-ad88-00bc8c71697f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565043'] for network (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:16.702639 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af5bb1e-9346-450a-ad88-00bc8c71697f admin admin] Pushing event updated for resources: {'Network': ['ID=7d6decb1-add4-41a2-b83e-9ac42c2293d8,revision_number=1']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:39:16.703991 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b72924f-0cd0-42f5-b29e-814db00311e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9955a755-753c-4b23-830b-dfc87b3e46d1,revision_number=0']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:39:16.711282 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-2af5bb1e-9346-450a-ad88-00bc8c71697f admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8244357 Apr 12 19:39:16.715499 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 57680) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:39:16.720235 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Network 7d6decb1-add4-41a2-b83e-9ac42c2293d8 details requested by agent ovs-agent-dv-cinder-837540-1-iscsi with host dv-cinder-837540-1-iscsi {{(pid=106714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 19:39:16.720590 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.v2.base [None req-76ccfe8a-ed38-40e2-b409-5e58c3421643 admin admin] Request body: {'subnet': {'network_id': '7d6decb1-add4-41a2-b83e-9ac42c2293d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1783169139-subnet', 'tenant_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:39:16.730749 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b72924f-0cd0-42f5-b29e-814db00311e6 admin admin] Checking segment: {'id': '3eeee0ae-8a5f-4dc3-91c4-52d84d79189e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '12e3db31-4069-48de-baae-19a675080180'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:39:16.731239 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b72924f-0cd0-42f5-b29e-814db00311e6 admin admin] Network hostable DHCP agents. Network: 12e3db31-4069-48de-baae-19a675080180, hostable agents: ['055fa106-9079-4d8f-a829-e3ca37bbcb19'], hosted agents: [] {{(pid=106707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 19:39:16.735134 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b72924f-0cd0-42f5-b29e-814db00311e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:39:16.735753 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b72924f-0cd0-42f5-b29e-814db00311e6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:39:16.736097 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b72924f-0cd0-42f5-b29e-814db00311e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:39:16.736587 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b72924f-0cd0-42f5-b29e-814db00311e6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:39:16.737081 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b72924f-0cd0-42f5-b29e-814db00311e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:39:16.737589 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b72924f-0cd0-42f5-b29e-814db00311e6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:39:16.738094 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b72924f-0cd0-42f5-b29e-814db00311e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:39:16.738593 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b72924f-0cd0-42f5-b29e-814db00311e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:39:16.739109 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b72924f-0cd0-42f5-b29e-814db00311e6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:39:16.739443 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b72924f-0cd0-42f5-b29e-814db00311e6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:39:16.739989 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b72924f-0cd0-42f5-b29e-814db00311e6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:39:16.740515 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b72924f-0cd0-42f5-b29e-814db00311e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:39:16.741038 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b72924f-0cd0-42f5-b29e-814db00311e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:39:16.741527 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b72924f-0cd0-42f5-b29e-814db00311e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:39:16.742021 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b72924f-0cd0-42f5-b29e-814db00311e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:39:16.744374 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b72924f-0cd0-42f5-b29e-814db00311e6 admin admin] Tracked resource versions report: Apr 12 19:39:16.744374 dv-cinder-837540-1-iscsi neutron-server[106707]: pushed versions: Apr 12 19:39:16.744374 dv-cinder-837540-1-iscsi neutron-server[106707]: { 'AddressGroup': {'1.2'}, Apr 12 19:39:16.744374 dv-cinder-837540-1-iscsi neutron-server[106707]: 'Agent': {'1.1'}, Apr 12 19:39:16.744374 dv-cinder-837540-1-iscsi neutron-server[106707]: 'ConntrackHelper': {'1.0'}, Apr 12 19:39:16.744374 dv-cinder-837540-1-iscsi neutron-server[106707]: 'LocalIPAssociation': {'1.0'}, Apr 12 19:39:16.744374 dv-cinder-837540-1-iscsi neutron-server[106707]: 'Log': {'1.0'}, Apr 12 19:39:16.744374 dv-cinder-837540-1-iscsi neutron-server[106707]: 'NDPProxy': {'1.0'}, Apr 12 19:39:16.744374 dv-cinder-837540-1-iscsi neutron-server[106707]: 'Network': {'1.1'}, Apr 12 19:39:16.744374 dv-cinder-837540-1-iscsi neutron-server[106707]: 'Port': {'1.7'}, Apr 12 19:39:16.744374 dv-cinder-837540-1-iscsi neutron-server[106707]: 'PortForwarding': {'1.3'}, Apr 12 19:39:16.744374 dv-cinder-837540-1-iscsi neutron-server[106707]: 'QosPolicy': {'1.10'}, Apr 12 19:39:16.744374 dv-cinder-837540-1-iscsi neutron-server[106707]: 'SecurityGroup': {'1.5'}, Apr 12 19:39:16.744374 dv-cinder-837540-1-iscsi neutron-server[106707]: 'SecurityGroupRule': {'1.2'}, Apr 12 19:39:16.744374 dv-cinder-837540-1-iscsi neutron-server[106707]: 'SubPort': {'1.0'}, Apr 12 19:39:16.744374 dv-cinder-837540-1-iscsi neutron-server[106707]: 'Subnet': {'1.1'}, Apr 12 19:39:16.744374 dv-cinder-837540-1-iscsi neutron-server[106707]: 'Trunk': {'1.1'}} Apr 12 19:39:16.744374 dv-cinder-837540-1-iscsi neutron-server[106707]: consumer versions: Apr 12 19:39:16.744374 dv-cinder-837540-1-iscsi neutron-server[106707]: { DHCP agent@dv-cinder-837540-1-iscsi: {}, Apr 12 19:39:16.744374 dv-cinder-837540-1-iscsi neutron-server[106707]: HyperV agent@hv-cinder-83754: {}, Apr 12 19:39:16.744374 dv-cinder-837540-1-iscsi neutron-server[106707]: L3 agent@dv-cinder-837540-1-iscsi: {}, Apr 12 19:39:16.744374 dv-cinder-837540-1-iscsi neutron-server[106707]: Metadata agent@dv-cinder-837540-1-iscsi: {}, Apr 12 19:39:16.744374 dv-cinder-837540-1-iscsi neutron-server[106707]: Metering agent@dv-cinder-837540-1-iscsi: {}, Apr 12 19:39:16.744374 dv-cinder-837540-1-iscsi neutron-server[106707]: Open vSwitch agent@dv-cinder-837540-1-iscsi: { 'AddressGroup': '1.2', Apr 12 19:39:16.744374 dv-cinder-837540-1-iscsi neutron-server[106707]: 'Agent': '1.1', Apr 12 19:39:16.744374 dv-cinder-837540-1-iscsi neutron-server[106707]: 'ConntrackHelper': '1.0', Apr 12 19:39:16.744374 dv-cinder-837540-1-iscsi neutron-server[106707]: 'LocalIPAssociation': '1.0', Apr 12 19:39:16.744374 dv-cinder-837540-1-iscsi neutron-server[106707]: 'Log': '1.0', Apr 12 19:39:16.744374 dv-cinder-837540-1-iscsi neutron-server[106707]: 'NDPProxy': '1.0', Apr 12 19:39:16.744374 dv-cinder-837540-1-iscsi neutron-server[106707]: 'Network': '1.1', Apr 12 19:39:16.744374 dv-cinder-837540-1-iscsi neutron-server[106707]: 'Port': '1.7', Apr 12 19:39:16.744374 dv-cinder-837540-1-iscsi neutron-server[106707]: 'PortForwarding': '1.3', Apr 12 19:39:16.744374 dv-cinder-837540-1-iscsi neutron-server[106707]: 'QosPolicy': '1.10', Apr 12 19:39:16.744374 dv-cinder-837540-1-iscsi neutron-server[106707]: 'SecurityGroup': '1.5', Apr 12 19:39:16.744374 dv-cinder-837540-1-iscsi neutron-server[106707]: 'SecurityGroupRule': '1.2', Apr 12 19:39:16.744374 dv-cinder-837540-1-iscsi neutron-server[106707]: 'SubPort': '1.0', Apr 12 19:39:16.744374 dv-cinder-837540-1-iscsi neutron-server[106707]: 'Subnet': '1.1', Apr 12 19:39:16.744374 dv-cinder-837540-1-iscsi neutron-server[106707]: 'Trunk': '1.1'}} Apr 12 19:39:16.744374 dv-cinder-837540-1-iscsi neutron-server[106707]: {{(pid=106707) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 19:39:16.748392 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76ccfe8a-ed38-40e2-b409-5e58c3421643 admin admin] Made reservation on behalf of bf0fdf698e0443cf9d5596d1b7604976 for: {'subnet': 1} {{(pid=106704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:39:16.760673 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-76ccfe8a-ed38-40e2-b409-5e58c3421643 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:16.776962 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b72924f-0cd0-42f5-b29e-814db00311e6 admin admin] Network 12e3db31-4069-48de-baae-19a675080180 is scheduled to be hosted by DHCP agent 055fa106-9079-4d8f-a829-e3ca37bbcb19 with binding_index 1 {{(pid=106707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 19:39:16.789831 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.scheduler.base_scheduler [None req-0b72924f-0cd0-42f5-b29e-814db00311e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837540-1-iscsi, 12e3db31-4069-48de-baae-19a675080180) {{(pid=106707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:39:16.797236 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b72924f-0cd0-42f5-b29e-814db00311e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:39:16.799187 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-0b72924f-0cd0-42f5-b29e-814db00311e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565043'] for subnet (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:16.833960 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2db118-7b38-449d-8b15-5eac640e2b64 None None] Network 12e3db31-4069-48de-baae-19a675080180 requested from dv-cinder-837540-1-iscsi {{(pid=106714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 19:39:16.847382 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-0b72924f-0cd0-42f5-b29e-814db00311e6 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5391505 Apr 12 19:39:16.964990 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-76ccfe8a-ed38-40e2-b409-5e58c3421643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185'] for subnet (fc7e26f8-26c2-4af8-af1d-d7fc67300eb2), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:16.984937 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49eedb7-8dfa-421b-b4ba-9666dfb27258 None None] Network 12e3db31-4069-48de-baae-19a675080180 requested from dv-cinder-837540-1-iscsi {{(pid=106714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 19:39:17.027327 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.v2.base [None req-a1a3809b-7282-49c6-8e71-e54595fec2a0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-434342515-network', 'tenant_id': 'a16ad9726e5e4b49874286bb90e53c94'}} {{(pid=106704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:39:17.042630 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ccfe8a-ed38-40e2-b409-5e58c3421643 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc7e26f8-26c2-4af8-af1d-d7fc67300eb2,revision_number=0']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:39:17.055008 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ccfe8a-ed38-40e2-b409-5e58c3421643 admin admin] Checking segment: {'id': 'bcbff496-9379-41c1-8ff0-8a4d3d91ad6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7d6decb1-add4-41a2-b83e-9ac42c2293d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:39:17.055860 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ccfe8a-ed38-40e2-b409-5e58c3421643 admin admin] Network hostable DHCP agents. Network: 7d6decb1-add4-41a2-b83e-9ac42c2293d8, hostable agents: ['055fa106-9079-4d8f-a829-e3ca37bbcb19'], hosted agents: [] {{(pid=106704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 19:39:17.080210 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a3809b-7282-49c6-8e71-e54595fec2a0 admin admin] Made reservation on behalf of a16ad9726e5e4b49874286bb90e53c94 for: {'network': 1} {{(pid=106704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:39:17.083410 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-a1a3809b-7282-49c6-8e71-e54595fec2a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for network (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:17.085844 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ccfe8a-ed38-40e2-b409-5e58c3421643 admin admin] Network 7d6decb1-add4-41a2-b83e-9ac42c2293d8 is scheduled to be hosted by DHCP agent 055fa106-9079-4d8f-a829-e3ca37bbcb19 with binding_index 1 {{(pid=106704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 19:39:17.096853 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-a1a3809b-7282-49c6-8e71-e54595fec2a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:17.107983 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.base_scheduler [None req-76ccfe8a-ed38-40e2-b409-5e58c3421643 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837540-1-iscsi, 7d6decb1-add4-41a2-b83e-9ac42c2293d8) {{(pid=106704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:39:17.122266 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ccfe8a-ed38-40e2-b409-5e58c3421643 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:39:17.123402 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-76ccfe8a-ed38-40e2-b409-5e58c3421643 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565043'] for subnet (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:17.129624 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839ed299-5e8f-47ee-94a0-7801ae55df35 None None] Network 7d6decb1-add4-41a2-b83e-9ac42c2293d8 requested from dv-cinder-837540-1-iscsi {{(pid=106714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 19:39:17.163945 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-76ccfe8a-ed38-40e2-b409-5e58c3421643 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4473357 Apr 12 19:39:17.168440 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 57700) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:39:17.173921 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.v2.base [None req-d9502dab-ff9a-4085-8d9e-62ee89fa1ac5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1783169139-router', 'tenant_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08'}}} {{(pid=106707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:39:17.199014 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-d9502dab-ff9a-4085-8d9e-62ee89fa1ac5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-670512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26520'] for router (b18ff2db-c3ca-4b36-83ec-0fa886e80341), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:17.201155 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-d9502dab-ff9a-4085-8d9e-62ee89fa1ac5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-670368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-602046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26497'] for router (b18ff2db-c3ca-4b36-83ec-0fa886e80341), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:17.221682 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-a1a3809b-7282-49c6-8e71-e54595fec2a0 admin admin] Publish callbacks [] for security_group (a90f4054-2cc0-47eb-8f55-52e1e422b3c6), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:17.228716 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-a1a3809b-7282-49c6-8e71-e54595fec2a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (a90f4054-2cc0-47eb-8f55-52e1e422b3c6), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:17.244505 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-0fb4a5ae-492f-43e3-90d5-82372e23b9ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (01005bd1-5b1e-41c6-b9b3-a4d4f93589b9), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:17.314933 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-d9502dab-ff9a-4085-8d9e-62ee89fa1ac5 admin admin] Publish callbacks [] for router_controller (b18ff2db-c3ca-4b36-83ec-0fa886e80341), precommit_add_association {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:17.318094 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c52a0c8-060f-4c5b-9284-a1807bf4fef2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3012341e-45cf-56fd-a54d-b96530cfb325-7d6decb1-add4-41a2-b83e-9ac42c2293d8', 'network_id': '7d6decb1-add4-41a2-b83e-9ac42c2293d8', 'project_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'fixed_ips': [{'subnet_id': 'fc7e26f8-26c2-4af8-af1d-d7fc67300eb2'}]}} from dv-cinder-837540-1-iscsi. {{(pid=106714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 19:39:17.320075 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-6c52a0c8-060f-4c5b-9284-a1807bf4fef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (None), before_create {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:17.340604 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1a3809b-7282-49c6-8e71-e54595fec2a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=106704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 19:39:17.351028 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a3809b-7282-49c6-8e71-e54595fec2a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a90f4054-2cc0-47eb-8f55-52e1e422b3c6,revision_number=1']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:39:17.366162 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-a1a3809b-7282-49c6-8e71-e54595fec2a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495566'] for segment (7d4c5579-d5c2-4ae5-8e1e-f30678073acf), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:17.366490 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.db.segments_db [None req-a1a3809b-7282-49c6-8e71-e54595fec2a0 admin admin] Added segment 7d4c5579-d5c2-4ae5-8e1e-f30678073acf of type vlan for network f4a737e2-fbd1-4d73-b744-770d94c0d414 Apr 12 19:39:17.457183 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-a1a3809b-7282-49c6-8e71-e54595fec2a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749198045660'] for network (f4a737e2-fbd1-4d73-b744-770d94c0d414), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:17.511401 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-a1a3809b-7282-49c6-8e71-e54595fec2a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185'] for network (f4a737e2-fbd1-4d73-b744-770d94c0d414), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:17.512481 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-d9502dab-ff9a-4085-8d9e-62ee89fa1ac5 admin admin] Publish callbacks [] for router_gateway (b18ff2db-c3ca-4b36-83ec-0fa886e80341), precommit_update {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:17.512607 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a3809b-7282-49c6-8e71-e54595fec2a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:39:17.513251 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-a1a3809b-7282-49c6-8e71-e54595fec2a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565043'] for network (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:17.542983 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.db_base_plugin_common [None req-6c52a0c8-060f-4c5b-9284-a1807bf4fef2 None None] Allocated IP 172.20.0.2 (7d6decb1-add4-41a2-b83e-9ac42c2293d8/fc7e26f8-26c2-4af8-af1d-d7fc67300eb2/0e8f52a3-7e3f-4d7a-b05d-1c7dd3e217bd) {{(pid=106714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:39:17.605458 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-a1a3809b-7282-49c6-8e71-e54595fec2a0 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1365082 Apr 12 19:39:17.606053 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 57710) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:39:17.613079 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.v2.base [None req-2d6d67a1-66c7-4dcf-a25f-6dd6bf8239f2 admin admin] Request body: {'subnet': {'network_id': 'f4a737e2-fbd1-4d73-b744-770d94c0d414', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-434342515-subnet', 'tenant_id': 'a16ad9726e5e4b49874286bb90e53c94', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:39:17.623553 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a3809b-7282-49c6-8e71-e54595fec2a0 admin admin] Pushing event updated for resources: {'Network': ['ID=f4a737e2-fbd1-4d73-b744-770d94c0d414,revision_number=1']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:39:17.638866 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d6d67a1-66c7-4dcf-a25f-6dd6bf8239f2 admin admin] Made reservation on behalf of a16ad9726e5e4b49874286bb90e53c94 for: {'subnet': 1} {{(pid=106704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:39:17.639733 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Network f4a737e2-fbd1-4d73-b744-770d94c0d414 details requested by agent ovs-agent-dv-cinder-837540-1-iscsi with host dv-cinder-837540-1-iscsi {{(pid=106714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 19:39:17.644394 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-2d6d67a1-66c7-4dcf-a25f-6dd6bf8239f2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:17.783589 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-6c52a0c8-060f-4c5b-9284-a1807bf4fef2 None None] Publish callbacks [] for port (0e8f52a3-7e3f-4d7a-b05d-1c7dd3e217bd), precommit_create {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:17.792451 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-6c52a0c8-060f-4c5b-9284-a1807bf4fef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749198058662'] for port (0e8f52a3-7e3f-4d7a-b05d-1c7dd3e217bd), after_create {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:17.844869 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c52a0c8-060f-4c5b-9284-a1807bf4fef2 None None] Network 7d6decb1-add4-41a2-b83e-9ac42c2293d8 is already hosted by enough agents. {{(pid=106714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:39:17.847928 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.scheduler.base_scheduler [None req-6c52a0c8-060f-4c5b-9284-a1807bf4fef2 None None] Resources bound (agent type, host, resource id): {{(pid=106714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:39:17.855438 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c52a0c8-060f-4c5b-9284-a1807bf4fef2 None None] Received port after_create {{(pid=106714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:39:17.858718 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c52a0c8-060f-4c5b-9284-a1807bf4fef2 None None] Pushing event updated for resources: {'Port': ['ID=0e8f52a3-7e3f-4d7a-b05d-1c7dd3e217bd,revision_number=1']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:39:17.870590 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c52a0c8-060f-4c5b-9284-a1807bf4fef2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:39:17.870942 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c52a0c8-060f-4c5b-9284-a1807bf4fef2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:39:17.871312 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c52a0c8-060f-4c5b-9284-a1807bf4fef2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:39:17.871675 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c52a0c8-060f-4c5b-9284-a1807bf4fef2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:39:17.872048 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c52a0c8-060f-4c5b-9284-a1807bf4fef2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:39:17.872381 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c52a0c8-060f-4c5b-9284-a1807bf4fef2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:39:17.872709 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c52a0c8-060f-4c5b-9284-a1807bf4fef2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:39:17.873037 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c52a0c8-060f-4c5b-9284-a1807bf4fef2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:39:17.873364 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c52a0c8-060f-4c5b-9284-a1807bf4fef2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:39:17.873691 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c52a0c8-060f-4c5b-9284-a1807bf4fef2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:39:17.874015 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c52a0c8-060f-4c5b-9284-a1807bf4fef2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:39:17.874361 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c52a0c8-060f-4c5b-9284-a1807bf4fef2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:39:17.874691 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c52a0c8-060f-4c5b-9284-a1807bf4fef2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:39:17.875013 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c52a0c8-060f-4c5b-9284-a1807bf4fef2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:39:17.875342 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c52a0c8-060f-4c5b-9284-a1807bf4fef2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:39:17.876560 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c52a0c8-060f-4c5b-9284-a1807bf4fef2 None None] Tracked resource versions report: Apr 12 19:39:17.876560 dv-cinder-837540-1-iscsi neutron-server[106714]: pushed versions: Apr 12 19:39:17.876560 dv-cinder-837540-1-iscsi neutron-server[106714]: { 'AddressGroup': {'1.2'}, Apr 12 19:39:17.876560 dv-cinder-837540-1-iscsi neutron-server[106714]: 'Agent': {'1.1'}, Apr 12 19:39:17.876560 dv-cinder-837540-1-iscsi neutron-server[106714]: 'ConntrackHelper': {'1.0'}, Apr 12 19:39:17.876560 dv-cinder-837540-1-iscsi neutron-server[106714]: 'LocalIPAssociation': {'1.0'}, Apr 12 19:39:17.876560 dv-cinder-837540-1-iscsi neutron-server[106714]: 'Log': {'1.0'}, Apr 12 19:39:17.876560 dv-cinder-837540-1-iscsi neutron-server[106714]: 'NDPProxy': {'1.0'}, Apr 12 19:39:17.876560 dv-cinder-837540-1-iscsi neutron-server[106714]: 'Network': {'1.1'}, Apr 12 19:39:17.876560 dv-cinder-837540-1-iscsi neutron-server[106714]: 'Port': {'1.7'}, Apr 12 19:39:17.876560 dv-cinder-837540-1-iscsi neutron-server[106714]: 'PortForwarding': {'1.3'}, Apr 12 19:39:17.876560 dv-cinder-837540-1-iscsi neutron-server[106714]: 'QosPolicy': {'1.10'}, Apr 12 19:39:17.876560 dv-cinder-837540-1-iscsi neutron-server[106714]: 'SecurityGroup': {'1.5'}, Apr 12 19:39:17.876560 dv-cinder-837540-1-iscsi neutron-server[106714]: 'SecurityGroupRule': {'1.2'}, Apr 12 19:39:17.876560 dv-cinder-837540-1-iscsi neutron-server[106714]: 'SubPort': {'1.0'}, Apr 12 19:39:17.876560 dv-cinder-837540-1-iscsi neutron-server[106714]: 'Subnet': {'1.1'}, Apr 12 19:39:17.876560 dv-cinder-837540-1-iscsi neutron-server[106714]: 'Trunk': {'1.1'}} Apr 12 19:39:17.876560 dv-cinder-837540-1-iscsi neutron-server[106714]: consumer versions: Apr 12 19:39:17.876560 dv-cinder-837540-1-iscsi neutron-server[106714]: { DHCP agent@dv-cinder-837540-1-iscsi: {}, Apr 12 19:39:17.876560 dv-cinder-837540-1-iscsi neutron-server[106714]: HyperV agent@hv-cinder-83754: {}, Apr 12 19:39:17.876560 dv-cinder-837540-1-iscsi neutron-server[106714]: L3 agent@dv-cinder-837540-1-iscsi: {}, Apr 12 19:39:17.876560 dv-cinder-837540-1-iscsi neutron-server[106714]: Metadata agent@dv-cinder-837540-1-iscsi: {}, Apr 12 19:39:17.876560 dv-cinder-837540-1-iscsi neutron-server[106714]: Metering agent@dv-cinder-837540-1-iscsi: {}, Apr 12 19:39:17.876560 dv-cinder-837540-1-iscsi neutron-server[106714]: Open vSwitch agent@dv-cinder-837540-1-iscsi: { 'AddressGroup': '1.2', Apr 12 19:39:17.876560 dv-cinder-837540-1-iscsi neutron-server[106714]: 'Agent': '1.1', Apr 12 19:39:17.876560 dv-cinder-837540-1-iscsi neutron-server[106714]: 'ConntrackHelper': '1.0', Apr 12 19:39:17.876560 dv-cinder-837540-1-iscsi neutron-server[106714]: 'LocalIPAssociation': '1.0', Apr 12 19:39:17.876560 dv-cinder-837540-1-iscsi neutron-server[106714]: 'Log': '1.0', Apr 12 19:39:17.876560 dv-cinder-837540-1-iscsi neutron-server[106714]: 'NDPProxy': '1.0', Apr 12 19:39:17.876560 dv-cinder-837540-1-iscsi neutron-server[106714]: 'Network': '1.1', Apr 12 19:39:17.876560 dv-cinder-837540-1-iscsi neutron-server[106714]: 'Port': '1.7', Apr 12 19:39:17.876560 dv-cinder-837540-1-iscsi neutron-server[106714]: 'PortForwarding': '1.3', Apr 12 19:39:17.876560 dv-cinder-837540-1-iscsi neutron-server[106714]: 'QosPolicy': '1.10', Apr 12 19:39:17.876560 dv-cinder-837540-1-iscsi neutron-server[106714]: 'SecurityGroup': '1.5', Apr 12 19:39:17.876560 dv-cinder-837540-1-iscsi neutron-server[106714]: 'SecurityGroupRule': '1.2', Apr 12 19:39:17.876560 dv-cinder-837540-1-iscsi neutron-server[106714]: 'SubPort': '1.0', Apr 12 19:39:17.876560 dv-cinder-837540-1-iscsi neutron-server[106714]: 'Subnet': '1.1', Apr 12 19:39:17.876560 dv-cinder-837540-1-iscsi neutron-server[106714]: 'Trunk': '1.1'}} Apr 12 19:39:17.876560 dv-cinder-837540-1-iscsi neutron-server[106714]: {{(pid=106714) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 19:39:17.886218 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-d9502dab-ff9a-4085-8d9e-62ee89fa1ac5 admin admin] Publish callbacks [] for router_gateway (b18ff2db-c3ca-4b36-83ec-0fa886e80341), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:17.915491 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-d9502dab-ff9a-4085-8d9e-62ee89fa1ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (None), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:17.949322 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.managers [None req-6c52a0c8-060f-4c5b-9284-a1807bf4fef2 None None] Attempting to bind port 0e8f52a3-7e3f-4d7a-b05d-1c7dd3e217bd on host dv-cinder-837540-1-iscsi for vnic_type normal with profile {{(pid=106714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:39:17.950732 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.managers [None req-6c52a0c8-060f-4c5b-9284-a1807bf4fef2 None None] Attempting to bind port 0e8f52a3-7e3f-4d7a-b05d-1c7dd3e217bd by drivers openvswitch,hyperv on host dv-cinder-837540-1-iscsi at level 0 using segments [{'id': 'bcbff496-9379-41c1-8ff0-8a4d3d91ad6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7d6decb1-add4-41a2-b83e-9ac42c2293d8'}] {{(pid=106714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:39:17.951122 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c52a0c8-060f-4c5b-9284-a1807bf4fef2 None None] Attempting to bind port 0e8f52a3-7e3f-4d7a-b05d-1c7dd3e217bd on network 7d6decb1-add4-41a2-b83e-9ac42c2293d8 {{(pid=106714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:39:17.954671 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-2d6d67a1-66c7-4dcf-a25f-6dd6bf8239f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185'] for subnet (f0175af4-3e14-4634-8d47-e6784ac2f6db), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:17.963504 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c52a0c8-060f-4c5b-9284-a1807bf4fef2 None None] Checking agent: {'id': 'e0bf5abe-d5c5-40a1-a359-03156ade36a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837540-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 30, 50), 'started_at': datetime.datetime(2022, 4, 12, 19, 31, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837540-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:39:17.965746 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c52a0c8-060f-4c5b-9284-a1807bf4fef2 None None] Checking segment: {'id': 'bcbff496-9379-41c1-8ff0-8a4d3d91ad6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7d6decb1-add4-41a2-b83e-9ac42c2293d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:39:17.968426 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-6c52a0c8-060f-4c5b-9284-a1807bf4fef2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:17.969000 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c52a0c8-060f-4c5b-9284-a1807bf4fef2 None None] Bound using segment: {'id': 'bcbff496-9379-41c1-8ff0-8a4d3d91ad6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7d6decb1-add4-41a2-b83e-9ac42c2293d8'} {{(pid=106714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:39:17.970164 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.managers [None req-6c52a0c8-060f-4c5b-9284-a1807bf4fef2 None None] Bound port: 0e8f52a3-7e3f-4d7a-b05d-1c7dd3e217bd, host: dv-cinder-837540-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcbff496-9379-41c1-8ff0-8a4d3d91ad6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7d6decb1-add4-41a2-b83e-9ac42c2293d8'}}] {{(pid=106714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:39:17.972888 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-6c52a0c8-060f-4c5b-9284-a1807bf4fef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (0e8f52a3-7e3f-4d7a-b05d-1c7dd3e217bd), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:18.038601 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6d67a1-66c7-4dcf-a25f-6dd6bf8239f2 admin admin] Checking segment: {'id': '7d4c5579-d5c2-4ae5-8e1e-f30678073acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f4a737e2-fbd1-4d73-b744-770d94c0d414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:39:18.039186 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6d67a1-66c7-4dcf-a25f-6dd6bf8239f2 admin admin] Network hostable DHCP agents. Network: f4a737e2-fbd1-4d73-b744-770d94c0d414, hostable agents: ['055fa106-9079-4d8f-a829-e3ca37bbcb19'], hosted agents: [] {{(pid=106704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 19:39:18.069310 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6d67a1-66c7-4dcf-a25f-6dd6bf8239f2 admin admin] Network f4a737e2-fbd1-4d73-b744-770d94c0d414 is scheduled to be hosted by DHCP agent 055fa106-9079-4d8f-a829-e3ca37bbcb19 with binding_index 1 {{(pid=106704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 19:39:18.079697 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6d67a1-66c7-4dcf-a25f-6dd6bf8239f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0175af4-3e14-4634-8d47-e6784ac2f6db,revision_number=0']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:39:18.088831 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.base_scheduler [None req-2d6d67a1-66c7-4dcf-a25f-6dd6bf8239f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837540-1-iscsi, f4a737e2-fbd1-4d73-b744-770d94c0d414) {{(pid=106704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:39:18.102792 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.db.db_base_plugin_common [None req-d9502dab-ff9a-4085-8d9e-62ee89fa1ac5 admin admin] Allocated IP 172.27.2.56 (afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08/6283d24b-0e2c-4ae1-ac34-d042e72aa307/11d01457-6788-4684-96e1-1ddb12a76ffb) {{(pid=106707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:39:18.121970 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6d67a1-66c7-4dcf-a25f-6dd6bf8239f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:39:18.122662 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-2d6d67a1-66c7-4dcf-a25f-6dd6bf8239f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565043'] for subnet (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:18.126201 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-6c52a0c8-060f-4c5b-9284-a1807bf4fef2 None None] For port 0e8f52a3-7e3f-4d7a-b05d-1c7dd3e217bd, host dv-cinder-837540-1-iscsi, cleared binding levels {{(pid=106714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:39:18.140246 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e9e2b9-9306-409a-a026-831f05719963 None None] Network f4a737e2-fbd1-4d73-b744-770d94c0d414 requested from dv-cinder-837540-1-iscsi {{(pid=106714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 19:39:18.168840 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-2d6d67a1-66c7-4dcf-a25f-6dd6bf8239f2 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5592182 Apr 12 19:39:18.170963 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 57732) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:39:18.172023 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-6c52a0c8-060f-4c5b-9284-a1807bf4fef2 None None] For port 0e8f52a3-7e3f-4d7a-b05d-1c7dd3e217bd, host dv-cinder-837540-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-1-iscsi',level=0,port_id=0e8f52a3-7e3f-4d7a-b05d-1c7dd3e217bd,segment=NetworkSegment(bcbff496-9379-41c1-8ff0-8a4d3d91ad6b),segment_id=bcbff496-9379-41c1-8ff0-8a4d3d91ad6b)] {{(pid=106714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:39:18.178415 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.v2.base [None req-4cdf8aab-5155-4605-a5c2-76882d690f27 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-434342515-router', 'tenant_id': 'a16ad9726e5e4b49874286bb90e53c94', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08'}}} {{(pid=106704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:39:18.217210 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-4cdf8aab-5155-4605-a5c2-76882d690f27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-670512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26520'] for router (b6389cf9-16f2-4235-a8e4-779f4429869c), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:18.218944 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-4cdf8aab-5155-4605-a5c2-76882d690f27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-670368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-602046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26497'] for router (b6389cf9-16f2-4235-a8e4-779f4429869c), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:18.227250 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-6c52a0c8-060f-4c5b-9284-a1807bf4fef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (0e8f52a3-7e3f-4d7a-b05d-1c7dd3e217bd), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:18.347471 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-d9502dab-ff9a-4085-8d9e-62ee89fa1ac5 admin admin] Publish callbacks [] for port (11d01457-6788-4684-96e1-1ddb12a76ffb), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:18.365101 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-4cdf8aab-5155-4605-a5c2-76882d690f27 admin admin] Publish callbacks [] for router_controller (b6389cf9-16f2-4235-a8e4-779f4429869c), precommit_add_association {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:18.380914 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c52a0c8-060f-4c5b-9284-a1807bf4fef2 None None] Pushing event updated for resources: {'Port': ['ID=0e8f52a3-7e3f-4d7a-b05d-1c7dd3e217bd,revision_number=2']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:39:18.436570 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-d9502dab-ff9a-4085-8d9e-62ee89fa1ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749198058662'] for port (11d01457-6788-4684-96e1-1ddb12a76ffb), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:18.526660 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea0faed-9fc9-4aef-b92a-7dd1d8a7ce76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3012341e-45cf-56fd-a54d-b96530cfb325-f4a737e2-fbd1-4d73-b744-770d94c0d414', 'network_id': 'f4a737e2-fbd1-4d73-b744-770d94c0d414', 'project_id': 'a16ad9726e5e4b49874286bb90e53c94', 'fixed_ips': [{'subnet_id': 'f0175af4-3e14-4634-8d47-e6784ac2f6db'}]}} from dv-cinder-837540-1-iscsi. {{(pid=106714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 19:39:18.529872 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-6ea0faed-9fc9-4aef-b92a-7dd1d8a7ce76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (None), before_create {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:18.539332 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9502dab-ff9a-4085-8d9e-62ee89fa1ac5 admin admin] Network afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08 is already hosted by enough agents. {{(pid=106707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:39:18.544767 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.scheduler.base_scheduler [None req-d9502dab-ff9a-4085-8d9e-62ee89fa1ac5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:39:18.572010 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9502dab-ff9a-4085-8d9e-62ee89fa1ac5 admin admin] Received port after_create {{(pid=106707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:39:18.619292 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-4cdf8aab-5155-4605-a5c2-76882d690f27 admin admin] Publish callbacks [] for router_gateway (b6389cf9-16f2-4235-a8e4-779f4429869c), precommit_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:18.662352 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9502dab-ff9a-4085-8d9e-62ee89fa1ac5 admin admin] Pushing event updated for resources: {'Port': ['ID=11d01457-6788-4684-96e1-1ddb12a76ffb,revision_number=1']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:39:19.014952 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-655d5a5e-25bf-423f-acb4-166f4bec9d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (f3d2fb0e-5305-4f08-ab1f-5f1d50bdad22), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:19.093777 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-4cdf8aab-5155-4605-a5c2-76882d690f27 admin admin] Publish callbacks [] for router_gateway (b6389cf9-16f2-4235-a8e4-779f4429869c), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:19.125898 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-4cdf8aab-5155-4605-a5c2-76882d690f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:19.154203 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.db_base_plugin_common [None req-6ea0faed-9fc9-4aef-b92a-7dd1d8a7ce76 None None] Allocated IP 172.20.0.2 (f4a737e2-fbd1-4d73-b744-770d94c0d414/f0175af4-3e14-4634-8d47-e6784ac2f6db/bd5498ff-e54f-46ca-99ad-8fae52453fc4) {{(pid=106714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:39:19.296515 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.db_base_plugin_common [None req-4cdf8aab-5155-4605-a5c2-76882d690f27 admin admin] Allocated IP 172.27.2.65 (afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08/6283d24b-0e2c-4ae1-ac34-d042e72aa307/94c03623-fec4-4438-9e44-fadece881b7b) {{(pid=106704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:39:19.349222 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-d9502dab-ff9a-4085-8d9e-62ee89fa1ac5 admin admin] Publish callbacks [] for router_gateway (b18ff2db-c3ca-4b36-83ec-0fa886e80341), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:19.371855 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-6ea0faed-9fc9-4aef-b92a-7dd1d8a7ce76 None None] Publish callbacks [] for port (bd5498ff-e54f-46ca-99ad-8fae52453fc4), precommit_create {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:19.382385 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-6ea0faed-9fc9-4aef-b92a-7dd1d8a7ce76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749198058662'] for port (bd5498ff-e54f-46ca-99ad-8fae52453fc4), after_create {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:19.456913 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-4cdf8aab-5155-4605-a5c2-76882d690f27 admin admin] Publish callbacks [] for port (94c03623-fec4-4438-9e44-fadece881b7b), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:19.491688 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea0faed-9fc9-4aef-b92a-7dd1d8a7ce76 None None] Pushing event updated for resources: {'Port': ['ID=bd5498ff-e54f-46ca-99ad-8fae52453fc4,revision_number=1']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:39:19.529081 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-4cdf8aab-5155-4605-a5c2-76882d690f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749198058662'] for port (94c03623-fec4-4438-9e44-fadece881b7b), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:19.529244 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea0faed-9fc9-4aef-b92a-7dd1d8a7ce76 None None] Network f4a737e2-fbd1-4d73-b744-770d94c0d414 is already hosted by enough agents. {{(pid=106714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:39:19.530778 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.scheduler.base_scheduler [None req-6ea0faed-9fc9-4aef-b92a-7dd1d8a7ce76 None None] Resources bound (agent type, host, resource id): {{(pid=106714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:39:19.536431 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea0faed-9fc9-4aef-b92a-7dd1d8a7ce76 None None] Received port after_create {{(pid=106714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:39:19.612107 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cdf8aab-5155-4605-a5c2-76882d690f27 admin admin] Network afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08 is already hosted by enough agents. {{(pid=106704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:39:19.625385 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.base_scheduler [None req-4cdf8aab-5155-4605-a5c2-76882d690f27 admin admin] Resources bound (agent type, host, resource id): {{(pid=106704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:39:19.629216 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdf8aab-5155-4605-a5c2-76882d690f27 admin admin] Received port after_create {{(pid=106704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:39:19.661922 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.managers [None req-6ea0faed-9fc9-4aef-b92a-7dd1d8a7ce76 None None] Attempting to bind port bd5498ff-e54f-46ca-99ad-8fae52453fc4 on host dv-cinder-837540-1-iscsi for vnic_type normal with profile {{(pid=106714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:39:19.662475 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.managers [None req-6ea0faed-9fc9-4aef-b92a-7dd1d8a7ce76 None None] Attempting to bind port bd5498ff-e54f-46ca-99ad-8fae52453fc4 by drivers openvswitch,hyperv on host dv-cinder-837540-1-iscsi at level 0 using segments [{'id': '7d4c5579-d5c2-4ae5-8e1e-f30678073acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f4a737e2-fbd1-4d73-b744-770d94c0d414'}] {{(pid=106714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:39:19.663305 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea0faed-9fc9-4aef-b92a-7dd1d8a7ce76 None None] Attempting to bind port bd5498ff-e54f-46ca-99ad-8fae52453fc4 on network f4a737e2-fbd1-4d73-b744-770d94c0d414 {{(pid=106714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:39:19.675320 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device 0e8f52a3-7e3f-4d7a-b05d-1c7dd3e217bd up at agent ovs-agent-dv-cinder-837540-1-iscsi {{(pid=106714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:39:19.750182 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdf8aab-5155-4605-a5c2-76882d690f27 admin admin] Pushing event updated for resources: {'Port': ['ID=94c03623-fec4-4438-9e44-fadece881b7b,revision_number=1']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:39:19.755554 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea0faed-9fc9-4aef-b92a-7dd1d8a7ce76 None None] Checking agent: {'id': 'e0bf5abe-d5c5-40a1-a359-03156ade36a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837540-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 30, 50), 'started_at': datetime.datetime(2022, 4, 12, 19, 31, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837540-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:39:19.756253 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea0faed-9fc9-4aef-b92a-7dd1d8a7ce76 None None] Checking segment: {'id': '7d4c5579-d5c2-4ae5-8e1e-f30678073acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f4a737e2-fbd1-4d73-b744-770d94c0d414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:39:19.757118 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-6ea0faed-9fc9-4aef-b92a-7dd1d8a7ce76 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:19.757674 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea0faed-9fc9-4aef-b92a-7dd1d8a7ce76 None None] Bound using segment: {'id': '7d4c5579-d5c2-4ae5-8e1e-f30678073acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f4a737e2-fbd1-4d73-b744-770d94c0d414'} {{(pid=106714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:39:19.758487 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.managers [None req-6ea0faed-9fc9-4aef-b92a-7dd1d8a7ce76 None None] Bound port: bd5498ff-e54f-46ca-99ad-8fae52453fc4, host: dv-cinder-837540-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4c5579-d5c2-4ae5-8e1e-f30678073acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f4a737e2-fbd1-4d73-b744-770d94c0d414'}}] {{(pid=106714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:39:19.759089 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-6ea0faed-9fc9-4aef-b92a-7dd1d8a7ce76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (bd5498ff-e54f-46ca-99ad-8fae52453fc4), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:19.789020 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-d9502dab-ff9a-4085-8d9e-62ee89fa1ac5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668120'] for router (b18ff2db-c3ca-4b36-83ec-0fa886e80341), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:19.829751 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Provisioning complete for port 0e8f52a3-7e3f-4d7a-b05d-1c7dd3e217bd triggered by entity L2. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:39:19.830175 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (0e8f52a3-7e3f-4d7a-b05d-1c7dd3e217bd), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:19.994129 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-6ea0faed-9fc9-4aef-b92a-7dd1d8a7ce76 None None] For port bd5498ff-e54f-46ca-99ad-8fae52453fc4, host dv-cinder-837540-1-iscsi, cleared binding levels {{(pid=106714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:39:20.003842 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-6ea0faed-9fc9-4aef-b92a-7dd1d8a7ce76 None None] For port bd5498ff-e54f-46ca-99ad-8fae52453fc4, host dv-cinder-837540-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-1-iscsi',level=0,port_id=bd5498ff-e54f-46ca-99ad-8fae52453fc4,segment=NetworkSegment(7d4c5579-d5c2-4ae5-8e1e-f30678073acf),segment_id=7d4c5579-d5c2-4ae5-8e1e-f30678073acf)] {{(pid=106714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:39:20.050420 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-4cdf8aab-5155-4605-a5c2-76882d690f27 admin admin] Publish callbacks [] for router_gateway (b6389cf9-16f2-4235-a8e4-779f4429869c), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:20.057219 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Current status of the port 0e8f52a3-7e3f-4d7a-b05d-1c7dd3e217bd is: DOWN; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:39:20.057881 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (0e8f52a3-7e3f-4d7a-b05d-1c7dd3e217bd), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:20.061482 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-6ea0faed-9fc9-4aef-b92a-7dd1d8a7ce76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (bd5498ff-e54f-46ca-99ad-8fae52453fc4), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:20.128353 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9502dab-ff9a-4085-8d9e-62ee89fa1ac5 admin admin] Router b18ff2db-c3ca-4b36-83ec-0fa886e80341 is scheduled to L3 agent 4d9412c4-31b2-4fbf-87a0-f931332ab9d5 with binding_index 1 {{(pid=106707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 19:39:20.183658 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (ce4c6b0b-91ae-4576-82ad-f2f4ee2d2a45), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:20.216993 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea0faed-9fc9-4aef-b92a-7dd1d8a7ce76 None None] Pushing event updated for resources: {'Port': ['ID=bd5498ff-e54f-46ca-99ad-8fae52453fc4,revision_number=2']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:39:20.222782 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] For port 0e8f52a3-7e3f-4d7a-b05d-1c7dd3e217bd, host dv-cinder-837540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-1-iscsi',level=0,port_id=0e8f52a3-7e3f-4d7a-b05d-1c7dd3e217bd,segment=NetworkSegment(bcbff496-9379-41c1-8ff0-8a4d3d91ad6b),segment_id=bcbff496-9379-41c1-8ff0-8a4d3d91ad6b)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:39:20.229321 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (0e8f52a3-7e3f-4d7a-b05d-1c7dd3e217bd), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:20.328697 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Pushing event updated for resources: {'Port': ['ID=0e8f52a3-7e3f-4d7a-b05d-1c7dd3e217bd,revision_number=3']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:39:20.333404 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b021c95-4e11-49c8-b5f6-b31009dbe19c None None] Network 7d6decb1-add4-41a2-b83e-9ac42c2293d8 requested from dv-cinder-837540-1-iscsi {{(pid=106714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 19:39:20.416687 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-3beaf352-6199-445a-a4b6-5df75e1d7f1b None None] Provisioning complete for port 0e8f52a3-7e3f-4d7a-b05d-1c7dd3e217bd triggered by entity DHCP. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:39:20.418445 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-3beaf352-6199-445a-a4b6-5df75e1d7f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (0e8f52a3-7e3f-4d7a-b05d-1c7dd3e217bd), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:20.435057 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9502dab-ff9a-4085-8d9e-62ee89fa1ac5 admin admin] Notify agent at l3_agent.dv-cinder-837540-1-iscsi the message routers_updated {{(pid=106707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:39:20.448054 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389d384e-38bd-41aa-8b26-5eace7e16ec9 None None] Sync routers for ids ['b18ff2db-c3ca-4b36-83ec-0fa886e80341'] in dv-cinder-837540-1-iscsi {{(pid=106718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:39:20.464157 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389d384e-38bd-41aa-8b26-5eace7e16ec9 None None] Routers {'b18ff2db-c3ca-4b36-83ec-0fa886e80341'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:39:20.464911 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-389d384e-38bd-41aa-8b26-5eace7e16ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:39:16Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['b18ff2db-c3ca-4b36-83ec-0fa886e80341'], 'active': True} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:39:20.488919 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-d9502dab-ff9a-4085-8d9e-62ee89fa1ac5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:20.494770 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-d9502dab-ff9a-4085-8d9e-62ee89fa1ac5 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.3249161 Apr 12 19:39:20.495896 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 57806) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:39:20.611267 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-4cdf8aab-5155-4605-a5c2-76882d690f27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668120'] for router (b6389cf9-16f2-4235-a8e4-779f4429869c), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:20.652620 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (e0bf5abe-d5c5-40a1-a359-03156ade36a4), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:20.750048 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-3beaf352-6199-445a-a4b6-5df75e1d7f1b None None] Current status of the port 0e8f52a3-7e3f-4d7a-b05d-1c7dd3e217bd is: ACTIVE; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:39:21.026690 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 57838) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:39:21.031733 dv-cinder-837540-1-iscsi neutron-server[106704]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 12 19:39:21.034424 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cdf8aab-5155-4605-a5c2-76882d690f27 admin admin] Router b6389cf9-16f2-4235-a8e4-779f4429869c is scheduled to L3 agent 4d9412c4-31b2-4fbf-87a0-f931332ab9d5 with binding_index 1 {{(pid=106704) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 19:39:21.184189 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-9ffb142c-c3ad-4de7-9002-be7e6be75b59 None None] Provisioning complete for port 0e8f52a3-7e3f-4d7a-b05d-1c7dd3e217bd triggered by entity DHCP. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:39:21.187427 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-9ffb142c-c3ad-4de7-9002-be7e6be75b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (0e8f52a3-7e3f-4d7a-b05d-1c7dd3e217bd), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:21.201783 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvr_db [None req-389d384e-38bd-41aa-8b26-5eace7e16ec9 None None] Set router b18ff2db-c3ca-4b36-83ec-0fa886e80341 gateway port host: dv-cinder-837540-1-iscsi {{(pid=106718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:39:21.230461 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cdf8aab-5155-4605-a5c2-76882d690f27 admin admin] Notify agent at l3_agent.dv-cinder-837540-1-iscsi the message routers_updated {{(pid=106704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:39:21.252230 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf19148-c45f-440d-b502-51004a1d76a4 None None] Sync routers for ids ['b6389cf9-16f2-4235-a8e4-779f4429869c'] in dv-cinder-837540-1-iscsi {{(pid=106714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:39:21.327931 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf19148-c45f-440d-b502-51004a1d76a4 None None] Routers {'b6389cf9-16f2-4235-a8e4-779f4429869c'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:39:21.335845 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_hamode_db [None req-5bf19148-c45f-440d-b502-51004a1d76a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:39:16Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['b6389cf9-16f2-4235-a8e4-779f4429869c'], 'active': True} {{(pid=106714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:39:21.457592 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-4cdf8aab-5155-4605-a5c2-76882d690f27 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:21.466779 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-4cdf8aab-5155-4605-a5c2-76882d690f27 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.2934780 Apr 12 19:39:21.467195 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 57862) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:39:21.572141 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-389d384e-38bd-41aa-8b26-5eace7e16ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18ff2db-c3ca-4b36-83ec-0fa886e80341', 'name': 'tempest-AttachVolumeNegativeTest-1783169139-router', 'tenant_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '11d01457-6788-4684-96e1-1ddb12a76ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:39:17Z', 'updated_at': '2022-04-12T19:39:19Z', 'revision_number': 3, 'project_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'gw_port': {'id': '11d01457-6788-4684-96e1-1ddb12a76ffb', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ea:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b18ff2db-c3ca-4b36-83ec-0fa886e80341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:39:17Z', 'updated_at': '2022-04-12T19:39:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi'}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:39:21.665948 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389d384e-38bd-41aa-8b26-5eace7e16ec9 None None] Checking router: b18ff2db-c3ca-4b36-83ec-0fa886e80341 for host: dv-cinder-837540-1-iscsi {{(pid=106718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:39:21.666349 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389d384e-38bd-41aa-8b26-5eace7e16ec9 None None] Updating router b18ff2db-c3ca-4b36-83ec-0fa886e80341 port 11d01457-6788-4684-96e1-1ddb12a76ffb binding host dv-cinder-837540-1-iscsi {{(pid=106718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 19:39:21.718645 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron_lib.callbacks.manager [None req-389d384e-38bd-41aa-8b26-5eace7e16ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (11d01457-6788-4684-96e1-1ddb12a76ffb), before_update {{(pid=106718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:21.745254 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-9ffb142c-c3ad-4de7-9002-be7e6be75b59 None None] Current status of the port 0e8f52a3-7e3f-4d7a-b05d-1c7dd3e217bd is: ACTIVE; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:39:21.760565 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device 0e8f52a3-7e3f-4d7a-b05d-1c7dd3e217bd up at agent ovs-agent-dv-cinder-837540-1-iscsi {{(pid=106714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:39:21.772182 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_dvr_db [None req-5bf19148-c45f-440d-b502-51004a1d76a4 None None] Set router b6389cf9-16f2-4235-a8e4-779f4429869c gateway port host: dv-cinder-837540-1-iscsi {{(pid=106714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:39:21.932817 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-a83e5147-b6c0-4754-85f3-73f0f3a08658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (None), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:21.985004 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9afdc4-bb24-4cb7-980d-2a8724fa8e73 req-b31b1fc8-3124-4ec7-bbf6-1fabd293673e tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:39:22.007775 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-7e9afdc4-bb24-4cb7-980d-2a8724fa8e73 req-b31b1fc8-3124-4ec7-bbf6-1fabd293673e tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] 10.222.0.15 "GET /v2.0/networks?id=12e3db31-4069-48de-baae-19a675080180 HTTP/1.1" status: 200 len: 811 time: 0.9798379 Apr 12 19:39:22.059256 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-7e9afdc4-bb24-4cb7-980d-2a8724fa8e73 req-dafd686b-c52e-4668-b166-3a400939f7c9 tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] 10.222.0.15 "GET /v2.0/quotas/0a4f53faa660475d854e3171312ddbe7 HTTP/1.1" status: 200 len: 375 time: 0.0477798 Apr 12 19:39:22.099179 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4fdf775-d05b-487b-96b1-46991052b3e4 None None] Network f4a737e2-fbd1-4d73-b744-770d94c0d414 requested from dv-cinder-837540-1-iscsi {{(pid=106714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 19:39:22.244057 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-7e9afdc4-bb24-4cb7-980d-2a8724fa8e73 req-b2cab2bb-72e3-4581-a12e-8bba1fb94ee4 tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=0a4f53faa660475d854e3171312ddbe7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1829441 Apr 12 19:39:22.267343 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-6c55eff9-d0b9-42e7-b95c-29e18fca9ff1 None None] Provisioning complete for port bd5498ff-e54f-46ca-99ad-8fae52453fc4 triggered by entity DHCP. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:39:22.267690 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-6c55eff9-d0b9-42e7-b95c-29e18fca9ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (bd5498ff-e54f-46ca-99ad-8fae52453fc4), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:22.294587 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron_lib.callbacks.manager [None req-389d384e-38bd-41aa-8b26-5eace7e16ec9 None None] Publish callbacks [] for port (11d01457-6788-4684-96e1-1ddb12a76ffb), precommit_update {{(pid=106718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:22.306818 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron_lib.callbacks.manager [None req-389d384e-38bd-41aa-8b26-5eace7e16ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (11d01457-6788-4684-96e1-1ddb12a76ffb), after_update {{(pid=106718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:22.319104 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.db.db_base_plugin_common [None req-a83e5147-b6c0-4754-85f3-73f0f3a08658 admin admin] Allocated IP 172.20.0.1 (7d6decb1-add4-41a2-b83e-9ac42c2293d8/fc7e26f8-26c2-4af8-af1d-d7fc67300eb2/9f4a38d1-f0e9-4138-9648-e005b578b7dc) {{(pid=106707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:39:22.354904 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Provisioning complete for port 0e8f52a3-7e3f-4d7a-b05d-1c7dd3e217bd triggered by entity L2. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:39:22.355841 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (0e8f52a3-7e3f-4d7a-b05d-1c7dd3e217bd), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:22.379303 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.plugins.ml2.managers [None req-389d384e-38bd-41aa-8b26-5eace7e16ec9 None None] Attempting to bind port 11d01457-6788-4684-96e1-1ddb12a76ffb on host dv-cinder-837540-1-iscsi for vnic_type normal with profile {{(pid=106718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:39:22.392055 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.plugins.ml2.managers [None req-389d384e-38bd-41aa-8b26-5eace7e16ec9 None None] Attempting to bind port 11d01457-6788-4684-96e1-1ddb12a76ffb by drivers openvswitch,hyperv on host dv-cinder-837540-1-iscsi at level 0 using segments [{'id': 'd71711ac-63cd-4a26-822c-81ae059ce82d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08'}] {{(pid=106718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:39:22.393054 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389d384e-38bd-41aa-8b26-5eace7e16ec9 None None] Attempting to bind port 11d01457-6788-4684-96e1-1ddb12a76ffb on network afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08 {{(pid=106718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:39:22.453828 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389d384e-38bd-41aa-8b26-5eace7e16ec9 None None] Checking agent: {'id': 'e0bf5abe-d5c5-40a1-a359-03156ade36a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837540-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 30, 50), 'started_at': datetime.datetime(2022, 4, 12, 19, 31, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837540-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:39:22.456756 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389d384e-38bd-41aa-8b26-5eace7e16ec9 None None] Checking segment: {'id': 'd71711ac-63cd-4a26-822c-81ae059ce82d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:39:22.458739 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron_lib.callbacks.manager [None req-389d384e-38bd-41aa-8b26-5eace7e16ec9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:22.460034 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389d384e-38bd-41aa-8b26-5eace7e16ec9 None None] Bound using segment: {'id': 'd71711ac-63cd-4a26-822c-81ae059ce82d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08'} {{(pid=106718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:39:22.461984 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.plugins.ml2.managers [None req-389d384e-38bd-41aa-8b26-5eace7e16ec9 None None] Bound port: 11d01457-6788-4684-96e1-1ddb12a76ffb, host: dv-cinder-837540-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd71711ac-63cd-4a26-822c-81ae059ce82d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08'}}] {{(pid=106718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:39:22.462812 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron_lib.callbacks.manager [None req-389d384e-38bd-41aa-8b26-5eace7e16ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (11d01457-6788-4684-96e1-1ddb12a76ffb), before_update {{(pid=106718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:22.557969 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-a83e5147-b6c0-4754-85f3-73f0f3a08658 admin admin] Publish callbacks [] for port (9f4a38d1-f0e9-4138-9648-e005b578b7dc), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:22.603391 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.plugins.ml2.db [None req-389d384e-38bd-41aa-8b26-5eace7e16ec9 None None] For port 11d01457-6788-4684-96e1-1ddb12a76ffb, host dv-cinder-837540-1-iscsi, cleared binding levels {{(pid=106718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:39:22.623148 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.plugins.ml2.db [None req-389d384e-38bd-41aa-8b26-5eace7e16ec9 None None] For port 11d01457-6788-4684-96e1-1ddb12a76ffb, host dv-cinder-837540-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-1-iscsi',level=0,port_id=11d01457-6788-4684-96e1-1ddb12a76ffb,segment=NetworkSegment(d71711ac-63cd-4a26-822c-81ae059ce82d),segment_id=d71711ac-63cd-4a26-822c-81ae059ce82d)] {{(pid=106718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:39:22.649430 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1a6690-c789-4f19-8c22-efb73b971760 None None] Pushing event updated for resources: {'Port': ['ID=11d01457-6788-4684-96e1-1ddb12a76ffb,revision_number=2']} {{(pid=106718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:39:22.653658 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron_lib.callbacks.manager [None req-389d384e-38bd-41aa-8b26-5eace7e16ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (11d01457-6788-4684-96e1-1ddb12a76ffb), after_update {{(pid=106718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:22.654444 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 57896) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:39:22.682340 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1a6690-c789-4f19-8c22-efb73b971760 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:39:22.683549 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-a83e5147-b6c0-4754-85f3-73f0f3a08658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749198058662'] for port (9f4a38d1-f0e9-4138-9648-e005b578b7dc), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:22.690372 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1a6690-c789-4f19-8c22-efb73b971760 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:39:22.692430 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1a6690-c789-4f19-8c22-efb73b971760 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:39:22.692986 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1a6690-c789-4f19-8c22-efb73b971760 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:39:22.694184 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1a6690-c789-4f19-8c22-efb73b971760 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:39:22.694706 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1a6690-c789-4f19-8c22-efb73b971760 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:39:22.700245 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1a6690-c789-4f19-8c22-efb73b971760 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:39:22.700818 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1a6690-c789-4f19-8c22-efb73b971760 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:39:22.701322 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1a6690-c789-4f19-8c22-efb73b971760 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:39:22.701831 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1a6690-c789-4f19-8c22-efb73b971760 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:39:22.702329 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1a6690-c789-4f19-8c22-efb73b971760 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:39:22.703037 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1a6690-c789-4f19-8c22-efb73b971760 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:39:22.703417 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1a6690-c789-4f19-8c22-efb73b971760 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:39:22.703764 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1a6690-c789-4f19-8c22-efb73b971760 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:39:22.704324 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1a6690-c789-4f19-8c22-efb73b971760 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:39:22.705691 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1a6690-c789-4f19-8c22-efb73b971760 None None] Tracked resource versions report: Apr 12 19:39:22.705691 dv-cinder-837540-1-iscsi neutron-server[106718]: pushed versions: Apr 12 19:39:22.705691 dv-cinder-837540-1-iscsi neutron-server[106718]: { 'AddressGroup': {'1.2'}, Apr 12 19:39:22.705691 dv-cinder-837540-1-iscsi neutron-server[106718]: 'Agent': {'1.1'}, Apr 12 19:39:22.705691 dv-cinder-837540-1-iscsi neutron-server[106718]: 'ConntrackHelper': {'1.0'}, Apr 12 19:39:22.705691 dv-cinder-837540-1-iscsi neutron-server[106718]: 'LocalIPAssociation': {'1.0'}, Apr 12 19:39:22.705691 dv-cinder-837540-1-iscsi neutron-server[106718]: 'Log': {'1.0'}, Apr 12 19:39:22.705691 dv-cinder-837540-1-iscsi neutron-server[106718]: 'NDPProxy': {'1.0'}, Apr 12 19:39:22.705691 dv-cinder-837540-1-iscsi neutron-server[106718]: 'Network': {'1.1'}, Apr 12 19:39:22.705691 dv-cinder-837540-1-iscsi neutron-server[106718]: 'Port': {'1.7'}, Apr 12 19:39:22.705691 dv-cinder-837540-1-iscsi neutron-server[106718]: 'PortForwarding': {'1.3'}, Apr 12 19:39:22.705691 dv-cinder-837540-1-iscsi neutron-server[106718]: 'QosPolicy': {'1.10'}, Apr 12 19:39:22.705691 dv-cinder-837540-1-iscsi neutron-server[106718]: 'SecurityGroup': {'1.5'}, Apr 12 19:39:22.705691 dv-cinder-837540-1-iscsi neutron-server[106718]: 'SecurityGroupRule': {'1.2'}, Apr 12 19:39:22.705691 dv-cinder-837540-1-iscsi neutron-server[106718]: 'SubPort': {'1.0'}, Apr 12 19:39:22.705691 dv-cinder-837540-1-iscsi neutron-server[106718]: 'Subnet': {'1.1'}, Apr 12 19:39:22.705691 dv-cinder-837540-1-iscsi neutron-server[106718]: 'Trunk': {'1.1'}} Apr 12 19:39:22.705691 dv-cinder-837540-1-iscsi neutron-server[106718]: consumer versions: Apr 12 19:39:22.705691 dv-cinder-837540-1-iscsi neutron-server[106718]: { DHCP agent@dv-cinder-837540-1-iscsi: {}, Apr 12 19:39:22.705691 dv-cinder-837540-1-iscsi neutron-server[106718]: HyperV agent@hv-cinder-83754: {}, Apr 12 19:39:22.705691 dv-cinder-837540-1-iscsi neutron-server[106718]: L3 agent@dv-cinder-837540-1-iscsi: {}, Apr 12 19:39:22.705691 dv-cinder-837540-1-iscsi neutron-server[106718]: Metadata agent@dv-cinder-837540-1-iscsi: {}, Apr 12 19:39:22.705691 dv-cinder-837540-1-iscsi neutron-server[106718]: Metering agent@dv-cinder-837540-1-iscsi: {}, Apr 12 19:39:22.705691 dv-cinder-837540-1-iscsi neutron-server[106718]: Open vSwitch agent@dv-cinder-837540-1-iscsi: { 'AddressGroup': '1.2', Apr 12 19:39:22.705691 dv-cinder-837540-1-iscsi neutron-server[106718]: 'Agent': '1.1', Apr 12 19:39:22.705691 dv-cinder-837540-1-iscsi neutron-server[106718]: 'ConntrackHelper': '1.0', Apr 12 19:39:22.705691 dv-cinder-837540-1-iscsi neutron-server[106718]: 'LocalIPAssociation': '1.0', Apr 12 19:39:22.705691 dv-cinder-837540-1-iscsi neutron-server[106718]: 'Log': '1.0', Apr 12 19:39:22.705691 dv-cinder-837540-1-iscsi neutron-server[106718]: 'NDPProxy': '1.0', Apr 12 19:39:22.705691 dv-cinder-837540-1-iscsi neutron-server[106718]: 'Network': '1.1', Apr 12 19:39:22.705691 dv-cinder-837540-1-iscsi neutron-server[106718]: 'Port': '1.7', Apr 12 19:39:22.705691 dv-cinder-837540-1-iscsi neutron-server[106718]: 'PortForwarding': '1.3', Apr 12 19:39:22.705691 dv-cinder-837540-1-iscsi neutron-server[106718]: 'QosPolicy': '1.10', Apr 12 19:39:22.705691 dv-cinder-837540-1-iscsi neutron-server[106718]: 'SecurityGroup': '1.5', Apr 12 19:39:22.705691 dv-cinder-837540-1-iscsi neutron-server[106718]: 'SecurityGroupRule': '1.2', Apr 12 19:39:22.705691 dv-cinder-837540-1-iscsi neutron-server[106718]: 'SubPort': '1.0', Apr 12 19:39:22.705691 dv-cinder-837540-1-iscsi neutron-server[106718]: 'Subnet': '1.1', Apr 12 19:39:22.705691 dv-cinder-837540-1-iscsi neutron-server[106718]: 'Trunk': '1.1'}} Apr 12 19:39:22.705691 dv-cinder-837540-1-iscsi neutron-server[106718]: {{(pid=106718) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 19:39:22.760327 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-6c55eff9-d0b9-42e7-b95c-29e18fca9ff1 None None] Current status of the port bd5498ff-e54f-46ca-99ad-8fae52453fc4 is: DOWN; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:39:22.761344 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-6c55eff9-d0b9-42e7-b95c-29e18fca9ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (bd5498ff-e54f-46ca-99ad-8fae52453fc4), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:22.816226 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-6c55eff9-d0b9-42e7-b95c-29e18fca9ff1 None None] For port bd5498ff-e54f-46ca-99ad-8fae52453fc4, host dv-cinder-837540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-1-iscsi',level=0,port_id=bd5498ff-e54f-46ca-99ad-8fae52453fc4,segment=NetworkSegment(7d4c5579-d5c2-4ae5-8e1e-f30678073acf),segment_id=7d4c5579-d5c2-4ae5-8e1e-f30678073acf)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:39:22.864010 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-6c55eff9-d0b9-42e7-b95c-29e18fca9ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (bd5498ff-e54f-46ca-99ad-8fae52453fc4), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:22.868801 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389d384e-38bd-41aa-8b26-5eace7e16ec9 None None] Routers {'b18ff2db-c3ca-4b36-83ec-0fa886e80341'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:39:22.876972 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-389d384e-38bd-41aa-8b26-5eace7e16ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:39:16Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['b18ff2db-c3ca-4b36-83ec-0fa886e80341'], 'active': True} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:39:22.894082 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83e5147-b6c0-4754-85f3-73f0f3a08658 admin admin] Network 7d6decb1-add4-41a2-b83e-9ac42c2293d8 is already hosted by enough agents. {{(pid=106707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:39:22.896646 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.scheduler.base_scheduler [None req-a83e5147-b6c0-4754-85f3-73f0f3a08658 admin admin] Resources bound (agent type, host, resource id): {{(pid=106707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:39:22.904735 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83e5147-b6c0-4754-85f3-73f0f3a08658 admin admin] Pushing event updated for resources: {'Port': ['ID=9f4a38d1-f0e9-4138-9648-e005b578b7dc,revision_number=1']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:39:22.908362 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83e5147-b6c0-4754-85f3-73f0f3a08658 admin admin] Received port after_create {{(pid=106707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:39:22.911294 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-a83e5147-b6c0-4754-85f3-73f0f3a08658 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667945'] for router_interface (b18ff2db-c3ca-4b36-83ec-0fa886e80341), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:22.956458 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [req-7e9afdc4-bb24-4cb7-980d-2a8724fa8e73 req-7d7ae9a0-91e4-4f93-ad90-96f4e3816061 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=106704) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 19:39:22.962589 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-7e9afdc4-bb24-4cb7-980d-2a8724fa8e73 req-7d7ae9a0-91e4-4f93-ad90-96f4e3816061 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3229170 Apr 12 19:39:22.985948 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c55eff9-d0b9-42e7-b95c-29e18fca9ff1 None None] Pushing event updated for resources: {'Port': ['ID=bd5498ff-e54f-46ca-99ad-8fae52453fc4,revision_number=3']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:39:23.047533 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1a6690-c789-4f19-8c22-efb73b971760 None None] Pushing event updated for resources: {'Port': ['ID=11d01457-6788-4684-96e1-1ddb12a76ffb,revision_number=3']} {{(pid=106718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:39:23.095746 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_hamode_db [None req-5bf19148-c45f-440d-b502-51004a1d76a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6389cf9-16f2-4235-a8e4-779f4429869c', 'name': 'tempest-AttachVolumeShelveTestJSON-434342515-router', 'tenant_id': 'a16ad9726e5e4b49874286bb90e53c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '94c03623-fec4-4438-9e44-fadece881b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:39:18Z', 'updated_at': '2022-04-12T19:39:19Z', 'revision_number': 3, 'project_id': 'a16ad9726e5e4b49874286bb90e53c94', 'gw_port': {'id': '94c03623-fec4-4438-9e44-fadece881b7b', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f7:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6389cf9-16f2-4235-a8e4-779f4429869c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:39:19Z', 'updated_at': '2022-04-12T19:39:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi'}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:39:23.178184 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-7e9afdc4-bb24-4cb7-980d-2a8724fa8e73 req-956dca61-7be4-43ea-909d-0c936295c1a6 service neutron] 10.222.0.15 "GET /v2.0/networks/12e3db31-4069-48de-baae-19a675080180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146678 Apr 12 19:39:23.195086 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-1945d9ee-9066-49b3-885c-627b41fdea81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:23.204877 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvr_db [None req-389d384e-38bd-41aa-8b26-5eace7e16ec9 None None] Set router b18ff2db-c3ca-4b36-83ec-0fa886e80341 gateway port host: dv-cinder-837540-1-iscsi {{(pid=106718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:39:23.242216 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf19148-c45f-440d-b502-51004a1d76a4 None None] Checking router: b6389cf9-16f2-4235-a8e4-779f4429869c for host: dv-cinder-837540-1-iscsi {{(pid=106714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:39:23.243436 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf19148-c45f-440d-b502-51004a1d76a4 None None] Updating router b6389cf9-16f2-4235-a8e4-779f4429869c port 94c03623-fec4-4438-9e44-fadece881b7b binding host dv-cinder-837540-1-iscsi {{(pid=106714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 19:39:23.265290 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Current status of the port 0e8f52a3-7e3f-4d7a-b05d-1c7dd3e217bd is: ACTIVE; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:39:23.267148 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device bd5498ff-e54f-46ca-99ad-8fae52453fc4 up at agent ovs-agent-dv-cinder-837540-1-iscsi {{(pid=106714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:39:23.332563 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-7e9afdc4-bb24-4cb7-980d-2a8724fa8e73 req-a2f2029b-db08-4040-b5eb-131933846aff service neutron] 10.222.0.15 "GET /v2.0/networks/12e3db31-4069-48de-baae-19a675080180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232917 Apr 12 19:39:23.392023 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-5bf19148-c45f-440d-b502-51004a1d76a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (94c03623-fec4-4438-9e44-fadece881b7b), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:23.412454 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-4c8e68c1-19cb-47ba-a1a3-468c10829c13 None None] Provisioning complete for port 9f4a38d1-f0e9-4138-9648-e005b578b7dc triggered by entity DHCP. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:39:23.413489 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c8e68c1-19cb-47ba-a1a3-468c10829c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (9f4a38d1-f0e9-4138-9648-e005b578b7dc), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:23.564791 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-fa623e38-7e42-471a-b4ab-4ccd6607322f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:23.584649 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-a83e5147-b6c0-4754-85f3-73f0f3a08658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (9f4a38d1-f0e9-4138-9648-e005b578b7dc), before_update {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:23.636054 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-389d384e-38bd-41aa-8b26-5eace7e16ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18ff2db-c3ca-4b36-83ec-0fa886e80341', 'name': 'tempest-AttachVolumeNegativeTest-1783169139-router', 'tenant_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '11d01457-6788-4684-96e1-1ddb12a76ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:39:17Z', 'updated_at': '2022-04-12T19:39:19Z', 'revision_number': 3, 'project_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'gw_port': {'id': '11d01457-6788-4684-96e1-1ddb12a76ffb', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ea:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b18ff2db-c3ca-4b36-83ec-0fa886e80341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:39:17Z', 'updated_at': '2022-04-12T19:39:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi'}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:39:23.704648 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-1945d9ee-9066-49b3-885c-627b41fdea81 admin admin] Publish callbacks [] for security_group (6ec1c330-0ee8-467b-b6ce-d799f21e22f8), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:23.718898 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389d384e-38bd-41aa-8b26-5eace7e16ec9 None None] The sync data for ids ['b18ff2db-c3ca-4b36-83ec-0fa886e80341'] in dv-cinder-837540-1-iscsi is: [{'id': 'b18ff2db-c3ca-4b36-83ec-0fa886e80341', 'name': 'tempest-AttachVolumeNegativeTest-1783169139-router', 'tenant_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '11d01457-6788-4684-96e1-1ddb12a76ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:39:17Z', 'updated_at': '2022-04-12T19:39:19Z', 'revision_number': 3, 'project_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'gw_port': {'id': '11d01457-6788-4684-96e1-1ddb12a76ffb', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ea:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b18ff2db-c3ca-4b36-83ec-0fa886e80341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:39:17Z', 'updated_at': '2022-04-12T19:39:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi'}] {{(pid=106718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:39:23.768251 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-1945d9ee-9066-49b3-885c-627b41fdea81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (6ec1c330-0ee8-467b-b6ce-d799f21e22f8), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:23.840875 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 57948) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:39:23.845696 dv-cinder-837540-1-iscsi neutron-server[106707]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 12 19:39:23.875006 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 57952) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:39:23.967046 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-4c8e68c1-19cb-47ba-a1a3-468c10829c13 None None] Port 9f4a38d1-f0e9-4138-9648-e005b578b7dc cannot update to ACTIVE because it is not bound. {{(pid=106714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 19:39:23.974895 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-5b591fc9-536d-4298-aa7c-3e94df3f57f6 req-57a8d5da-6145-43b1-b053-b39fe9f3674b tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] 10.222.0.15 "GET /v2.0/ports?device_id=890cbda6-c8dd-44f4-bd7c-ee8f75c56071 HTTP/1.1" status: 200 len: 210 time: 0.1265507 Apr 12 19:39:24.046029 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Provisioning complete for port bd5498ff-e54f-46ca-99ad-8fae52453fc4 triggered by entity L2. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:39:24.046657 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (bd5498ff-e54f-46ca-99ad-8fae52453fc4), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:24.110984 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-a83e5147-b6c0-4754-85f3-73f0f3a08658 admin admin] Publish callbacks [] for port (9f4a38d1-f0e9-4138-9648-e005b578b7dc), precommit_update {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:24.117027 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-1945d9ee-9066-49b3-885c-627b41fdea81 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9d9eb22e56504e628e7471b08d21f536&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4592030 Apr 12 19:39:24.117449 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 57972) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:39:24.131232 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-a83e5147-b6c0-4754-85f3-73f0f3a08658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (9f4a38d1-f0e9-4138-9648-e005b578b7dc), after_update {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:24.140931 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-a83e5147-b6c0-4754-85f3-73f0f3a08658 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-668313'] for router_interface (b18ff2db-c3ca-4b36-83ec-0fa886e80341), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:24.166354 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-22547a34-c780-4618-acbb-366c1642af77 None None] Provisioning complete for port bd5498ff-e54f-46ca-99ad-8fae52453fc4 triggered by entity DHCP. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:39:24.166965 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-22547a34-c780-4618-acbb-366c1642af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (bd5498ff-e54f-46ca-99ad-8fae52453fc4), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:24.303275 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1945d9ee-9066-49b3-885c-627b41fdea81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec1c330-0ee8-467b-b6ce-d799f21e22f8,revision_number=1']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:39:24.329672 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Current status of the port bd5498ff-e54f-46ca-99ad-8fae52453fc4 is: ACTIVE; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:39:24.382095 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-70bd00bb-af75-4696-9709-e764912a4855 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:24.483657 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.db_base_plugin_common [None req-fa623e38-7e42-471a-b4ab-4ccd6607322f admin admin] Allocated IP 172.20.0.1 (f4a737e2-fbd1-4d73-b744-770d94c0d414/f0175af4-3e14-4634-8d47-e6784ac2f6db/9bcc7b22-765e-4d3c-bd9c-cc8b28f0db99) {{(pid=106704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:39:24.600616 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-22547a34-c780-4618-acbb-366c1642af77 None None] Current status of the port bd5498ff-e54f-46ca-99ad-8fae52453fc4 is: ACTIVE; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:39:24.726485 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-5bf19148-c45f-440d-b502-51004a1d76a4 None None] Publish callbacks [] for port (94c03623-fec4-4438-9e44-fadece881b7b), precommit_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:24.741790 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-5bf19148-c45f-440d-b502-51004a1d76a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (94c03623-fec4-4438-9e44-fadece881b7b), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:24.747742 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83e5147-b6c0-4754-85f3-73f0f3a08658 admin admin] Pushing event updated for resources: {'Port': ['ID=9f4a38d1-f0e9-4138-9648-e005b578b7dc,revision_number=2']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:39:24.822004 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83e5147-b6c0-4754-85f3-73f0f3a08658 admin admin] Network 7d6decb1-add4-41a2-b83e-9ac42c2293d8 is already hosted by enough agents. {{(pid=106707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:39:24.822627 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.managers [None req-5bf19148-c45f-440d-b502-51004a1d76a4 None None] Attempting to bind port 94c03623-fec4-4438-9e44-fadece881b7b on host dv-cinder-837540-1-iscsi for vnic_type normal with profile {{(pid=106714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:39:24.824805 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.managers [None req-5bf19148-c45f-440d-b502-51004a1d76a4 None None] Attempting to bind port 94c03623-fec4-4438-9e44-fadece881b7b by drivers openvswitch,hyperv on host dv-cinder-837540-1-iscsi at level 0 using segments [{'id': 'd71711ac-63cd-4a26-822c-81ae059ce82d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08'}] {{(pid=106714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:39:24.825642 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf19148-c45f-440d-b502-51004a1d76a4 None None] Attempting to bind port 94c03623-fec4-4438-9e44-fadece881b7b on network afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08 {{(pid=106714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:39:24.845247 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.scheduler.base_scheduler [None req-a83e5147-b6c0-4754-85f3-73f0f3a08658 admin admin] Resources bound (agent type, host, resource id): {{(pid=106707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:39:24.846001 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf19148-c45f-440d-b502-51004a1d76a4 None None] Checking agent: {'id': 'e0bf5abe-d5c5-40a1-a359-03156ade36a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837540-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 30, 50), 'started_at': datetime.datetime(2022, 4, 12, 19, 31, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837540-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:39:24.846720 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf19148-c45f-440d-b502-51004a1d76a4 None None] Checking segment: {'id': 'd71711ac-63cd-4a26-822c-81ae059ce82d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:39:24.847348 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-5bf19148-c45f-440d-b502-51004a1d76a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:24.847773 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-fa623e38-7e42-471a-b4ab-4ccd6607322f admin admin] Publish callbacks [] for port (9bcc7b22-765e-4d3c-bd9c-cc8b28f0db99), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:24.849652 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf19148-c45f-440d-b502-51004a1d76a4 None None] Bound using segment: {'id': 'd71711ac-63cd-4a26-822c-81ae059ce82d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08'} {{(pid=106714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:39:24.850187 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.managers [None req-5bf19148-c45f-440d-b502-51004a1d76a4 None None] Bound port: 94c03623-fec4-4438-9e44-fadece881b7b, host: dv-cinder-837540-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd71711ac-63cd-4a26-822c-81ae059ce82d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08'}}] {{(pid=106714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:39:24.851111 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-5bf19148-c45f-440d-b502-51004a1d76a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (94c03623-fec4-4438-9e44-fadece881b7b), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:24.876875 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device 11d01457-6788-4684-96e1-1ddb12a76ffb up at agent ovs-agent-dv-cinder-837540-1-iscsi {{(pid=106714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:39:24.924329 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-1eabb31e-99f8-46d5-80bf-6ab151804444 admin admin] Publish callbacks [] for security_group (6ec1c330-0ee8-467b-b6ce-d799f21e22f8), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:24.925381 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-fa623e38-7e42-471a-b4ab-4ccd6607322f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749198058662'] for port (9bcc7b22-765e-4d3c-bd9c-cc8b28f0db99), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:25.033922 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036f07d4-ca1c-4cd8-8b0a-2feca528c7e5 None None] Pushing event updated for resources: {'Port': ['ID=94c03623-fec4-4438-9e44-fadece881b7b,revision_number=2']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:39:25.069182 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-1eabb31e-99f8-46d5-80bf-6ab151804444 admin admin] Publish callbacks [] for security_group (6ec1c330-0ee8-467b-b6ce-d799f21e22f8), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:25.081332 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Provisioning complete for port 11d01457-6788-4684-96e1-1ddb12a76ffb triggered by entity L2. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:39:25.082037 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (11d01457-6788-4684-96e1-1ddb12a76ffb), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:25.128660 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa623e38-7e42-471a-b4ab-4ccd6607322f admin admin] Pushing event updated for resources: {'Port': ['ID=9bcc7b22-765e-4d3c-bd9c-cc8b28f0db99,revision_number=1']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:39:25.173245 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa623e38-7e42-471a-b4ab-4ccd6607322f admin admin] Network f4a737e2-fbd1-4d73-b744-770d94c0d414 is already hosted by enough agents. {{(pid=106704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:39:25.177486 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.base_scheduler [None req-fa623e38-7e42-471a-b4ab-4ccd6607322f admin admin] Resources bound (agent type, host, resource id): {{(pid=106704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:39:25.183262 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa623e38-7e42-471a-b4ab-4ccd6607322f admin admin] Received port after_create {{(pid=106704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:39:25.185075 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-fa623e38-7e42-471a-b4ab-4ccd6607322f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667945'] for router_interface (b6389cf9-16f2-4235-a8e4-779f4429869c), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:25.204456 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-5bf19148-c45f-440d-b502-51004a1d76a4 None None] For port 94c03623-fec4-4438-9e44-fadece881b7b, host dv-cinder-837540-1-iscsi, cleared binding levels {{(pid=106714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:39:25.216697 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-70bd00bb-af75-4696-9709-e764912a4855 admin admin] Publish callbacks [] for security_group (086ae315-33eb-4f48-97eb-c0aa9296e315), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:25.256443 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-5bf19148-c45f-440d-b502-51004a1d76a4 None None] For port 94c03623-fec4-4438-9e44-fadece881b7b, host dv-cinder-837540-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-1-iscsi',level=0,port_id=94c03623-fec4-4438-9e44-fadece881b7b,segment=NetworkSegment(d71711ac-63cd-4a26-822c-81ae059ce82d),segment_id=d71711ac-63cd-4a26-822c-81ae059ce82d)] {{(pid=106714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:39:25.274149 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-5bf19148-c45f-440d-b502-51004a1d76a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (94c03623-fec4-4438-9e44-fadece881b7b), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:25.332313 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-70bd00bb-af75-4696-9709-e764912a4855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (086ae315-33eb-4f48-97eb-c0aa9296e315), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:25.419627 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-148bd5b7-360f-4e4f-b639-fe6a940697cc req-2aae682e-0ddd-4c5c-8531-86af39533218 tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] 10.222.0.15 "GET /v2.0/ports?device_id=890cbda6-c8dd-44f4-bd7c-ee8f75c56071 HTTP/1.1" status: 200 len: 210 time: 0.2217741 Apr 12 19:39:25.465225 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-70bd00bb-af75-4696-9709-e764912a4855 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=394fffd4b05f46f19ccd74b81fc1c14e&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5876164 Apr 12 19:39:25.473266 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 58016) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:39:25.478224 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Current status of the port 11d01457-6788-4684-96e1-1ddb12a76ffb is: DOWN; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:39:25.478616 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (11d01457-6788-4684-96e1-1ddb12a76ffb), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:25.482709 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a83e5147-b6c0-4754-85f3-73f0f3a08658 admin admin] Router b18ff2db-c3ca-4b36-83ec-0fa886e80341 has already been hosted by L3 agent 4d9412c4-31b2-4fbf-87a0-f931332ab9d5 {{(pid=106707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 19:39:25.503695 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036f07d4-ca1c-4cd8-8b0a-2feca528c7e5 None None] Pushing event updated for resources: {'Port': ['ID=94c03623-fec4-4438-9e44-fadece881b7b,revision_number=3']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:39:25.513273 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-f6d28b51-6ba3-4116-b852-4d8513279cbb None None] Provisioning complete for port 9f4a38d1-f0e9-4138-9648-e005b578b7dc triggered by entity DHCP. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:39:25.514265 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-f6d28b51-6ba3-4116-b852-4d8513279cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (9f4a38d1-f0e9-4138-9648-e005b578b7dc), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:25.525934 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf19148-c45f-440d-b502-51004a1d76a4 None None] Routers {'b6389cf9-16f2-4235-a8e4-779f4429869c'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:39:25.529549 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_hamode_db [None req-5bf19148-c45f-440d-b502-51004a1d76a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:39:16Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['b6389cf9-16f2-4235-a8e4-779f4429869c'], 'active': True} {{(pid=106714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:39:25.611142 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] For port 11d01457-6788-4684-96e1-1ddb12a76ffb, host dv-cinder-837540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-1-iscsi',level=0,port_id=11d01457-6788-4684-96e1-1ddb12a76ffb,segment=NetworkSegment(d71711ac-63cd-4a26-822c-81ae059ce82d),segment_id=d71711ac-63cd-4a26-822c-81ae059ce82d)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:39:25.620757 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (11d01457-6788-4684-96e1-1ddb12a76ffb), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:25.621834 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device bd5498ff-e54f-46ca-99ad-8fae52453fc4 up at agent ovs-agent-dv-cinder-837540-1-iscsi {{(pid=106714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:39:25.629711 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bd00bb-af75-4696-9709-e764912a4855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=086ae315-33eb-4f48-97eb-c0aa9296e315,revision_number=1']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:39:25.653592 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-fa623e38-7e42-471a-b4ab-4ccd6607322f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (9bcc7b22-765e-4d3c-bd9c-cc8b28f0db99), before_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:25.681267 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-f6d28b51-6ba3-4116-b852-4d8513279cbb None None] Port 9f4a38d1-f0e9-4138-9648-e005b578b7dc cannot update to ACTIVE because it is not bound. {{(pid=106714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 19:39:25.686209 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-1eabb31e-99f8-46d5-80bf-6ab151804444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (6ec1c330-0ee8-467b-b6ce-d799f21e22f8), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:25.687637 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-1eabb31e-99f8-46d5-80bf-6ab151804444 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:25.688858 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-1eabb31e-99f8-46d5-80bf-6ab151804444 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6ec1c330-0ee8-467b-b6ce-d799f21e22f8 HTTP/1.1" status: 204 len: 168 time: 1.5694995 Apr 12 19:39:25.700913 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-114b5683-f149-4be9-bac1-e4a8e163af1a admin admin] Publish callbacks [] for security_group (086ae315-33eb-4f48-97eb-c0aa9296e315), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:25.723954 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-114b5683-f149-4be9-bac1-e4a8e163af1a admin admin] Publish callbacks [] for security_group (086ae315-33eb-4f48-97eb-c0aa9296e315), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:25.755474 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Pushing event updated for resources: {'Port': ['ID=11d01457-6788-4684-96e1-1ddb12a76ffb,revision_number=4']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:39:25.775051 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eabb31e-99f8-46d5-80bf-6ab151804444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec1c330-0ee8-467b-b6ce-d799f21e22f8,revision_number=None']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:39:25.781183 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_dvr_db [None req-5bf19148-c45f-440d-b502-51004a1d76a4 None None] Set router b6389cf9-16f2-4235-a8e4-779f4429869c gateway port host: dv-cinder-837540-1-iscsi {{(pid=106714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:39:25.792763 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-114b5683-f149-4be9-bac1-e4a8e163af1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (086ae315-33eb-4f48-97eb-c0aa9296e315), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:25.795405 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-114b5683-f149-4be9-bac1-e4a8e163af1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:25.799303 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-114b5683-f149-4be9-bac1-e4a8e163af1a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/086ae315-33eb-4f48-97eb-c0aa9296e315 HTTP/1.1" status: 204 len: 168 time: 0.3147244 Apr 12 19:39:25.801081 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a83e5147-b6c0-4754-85f3-73f0f3a08658 admin admin] Notify agent at l3_agent.dv-cinder-837540-1-iscsi the message routers_updated {{(pid=106707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:39:25.809912 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-a83e5147-b6c0-4754-85f3-73f0f3a08658 admin admin] 10.222.0.15 "PUT /v2.0/routers/b18ff2db-c3ca-4b36-83ec-0fa886e80341/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3120117 Apr 12 19:39:25.828963 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114b5683-f149-4be9-bac1-e4a8e163af1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=086ae315-33eb-4f48-97eb-c0aa9296e315,revision_number=None']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:39:25.835310 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Provisioning complete for port bd5498ff-e54f-46ca-99ad-8fae52453fc4 triggered by entity L2. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:39:25.835611 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (bd5498ff-e54f-46ca-99ad-8fae52453fc4), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:25.939263 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-fa623e38-7e42-471a-b4ab-4ccd6607322f admin admin] Publish callbacks [] for port (9bcc7b22-765e-4d3c-bd9c-cc8b28f0db99), precommit_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:25.951149 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-fa623e38-7e42-471a-b4ab-4ccd6607322f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (9bcc7b22-765e-4d3c-bd9c-cc8b28f0db99), after_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:25.952503 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-fa623e38-7e42-471a-b4ab-4ccd6607322f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-668313'] for router_interface (b6389cf9-16f2-4235-a8e4-779f4429869c), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:25.976127 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-2486cbc8-cb71-4da0-9c52-f9267e38f5cc None None] Provisioning complete for port 9bcc7b22-765e-4d3c-bd9c-cc8b28f0db99 triggered by entity DHCP. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:39:25.976458 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-2486cbc8-cb71-4da0-9c52-f9267e38f5cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (9bcc7b22-765e-4d3c-bd9c-cc8b28f0db99), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:26.020159 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa623e38-7e42-471a-b4ab-4ccd6607322f admin admin] Pushing event updated for resources: {'Port': ['ID=9bcc7b22-765e-4d3c-bd9c-cc8b28f0db99,revision_number=2']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:39:26.068872 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-2486cbc8-cb71-4da0-9c52-f9267e38f5cc None None] Port 9bcc7b22-765e-4d3c-bd9c-cc8b28f0db99 cannot update to ACTIVE because it is not bound. {{(pid=106714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 19:39:26.101064 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa623e38-7e42-471a-b4ab-4ccd6607322f admin admin] Network f4a737e2-fbd1-4d73-b744-770d94c0d414 is already hosted by enough agents. {{(pid=106704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:39:26.104438 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.base_scheduler [None req-fa623e38-7e42-471a-b4ab-4ccd6607322f admin admin] Resources bound (agent type, host, resource id): {{(pid=106704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:39:26.183797 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Current status of the port bd5498ff-e54f-46ca-99ad-8fae52453fc4 is: ACTIVE; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:39:26.227369 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_hamode_db [None req-5bf19148-c45f-440d-b502-51004a1d76a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6389cf9-16f2-4235-a8e4-779f4429869c', 'name': 'tempest-AttachVolumeShelveTestJSON-434342515-router', 'tenant_id': 'a16ad9726e5e4b49874286bb90e53c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '94c03623-fec4-4438-9e44-fadece881b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:39:18Z', 'updated_at': '2022-04-12T19:39:19Z', 'revision_number': 3, 'project_id': 'a16ad9726e5e4b49874286bb90e53c94', 'gw_port': {'id': '94c03623-fec4-4438-9e44-fadece881b7b', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f7:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6389cf9-16f2-4235-a8e4-779f4429869c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:39:19Z', 'updated_at': '2022-04-12T19:39:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi'}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:39:26.278337 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf19148-c45f-440d-b502-51004a1d76a4 None None] The sync data for ids ['b6389cf9-16f2-4235-a8e4-779f4429869c'] in dv-cinder-837540-1-iscsi is: [{'id': 'b6389cf9-16f2-4235-a8e4-779f4429869c', 'name': 'tempest-AttachVolumeShelveTestJSON-434342515-router', 'tenant_id': 'a16ad9726e5e4b49874286bb90e53c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '94c03623-fec4-4438-9e44-fadece881b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:39:18Z', 'updated_at': '2022-04-12T19:39:19Z', 'revision_number': 3, 'project_id': 'a16ad9726e5e4b49874286bb90e53c94', 'gw_port': {'id': '94c03623-fec4-4438-9e44-fadece881b7b', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f7:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6389cf9-16f2-4235-a8e4-779f4429869c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:39:19Z', 'updated_at': '2022-04-12T19:39:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi'}] {{(pid=106714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:39:26.311115 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa623e38-7e42-471a-b4ab-4ccd6607322f admin admin] Router b6389cf9-16f2-4235-a8e4-779f4429869c has already been hosted by L3 agent 4d9412c4-31b2-4fbf-87a0-f931332ab9d5 {{(pid=106704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 19:39:26.346337 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 58040) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:39:26.376188 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-b2ebb218-15f7-4356-9211-ad38bab7c62a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:26.479537 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 58044) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:39:26.504712 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-5794d8d8-eca3-4703-8cd9-4fc1ebb592a8 None None] Provisioning complete for port 9bcc7b22-765e-4d3c-bd9c-cc8b28f0db99 triggered by entity DHCP. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:39:26.505345 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-5794d8d8-eca3-4703-8cd9-4fc1ebb592a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (9bcc7b22-765e-4d3c-bd9c-cc8b28f0db99), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:26.512244 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-bcc63ce2-1529-4495-8f86-895681fbd9cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:26.575801 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device 11d01457-6788-4684-96e1-1ddb12a76ffb up at agent ovs-agent-dv-cinder-837540-1-iscsi {{(pid=106714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:39:26.597967 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-b2ebb218-15f7-4356-9211-ad38bab7c62a admin admin] Publish callbacks [] for security_group (18e605b9-c7f1-4ed8-8672-f51f58702e23), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:26.615995 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-b2ebb218-15f7-4356-9211-ad38bab7c62a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (18e605b9-c7f1-4ed8-8672-f51f58702e23), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:26.617630 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa623e38-7e42-471a-b4ab-4ccd6607322f admin admin] Notify agent at l3_agent.dv-cinder-837540-1-iscsi the message routers_updated {{(pid=106704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:39:26.630099 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-5794d8d8-eca3-4703-8cd9-4fc1ebb592a8 None None] Port 9bcc7b22-765e-4d3c-bd9c-cc8b28f0db99 cannot update to ACTIVE because it is not bound. {{(pid=106714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 19:39:26.640636 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-fa623e38-7e42-471a-b4ab-4ccd6607322f admin admin] 10.222.0.15 "PUT /v2.0/routers/b6389cf9-16f2-4235-a8e4-779f4429869c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1588197 Apr 12 19:39:26.701537 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Provisioning complete for port 11d01457-6788-4684-96e1-1ddb12a76ffb triggered by entity L2. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:39:26.701918 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (11d01457-6788-4684-96e1-1ddb12a76ffb), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:26.753839 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 58050) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:39:26.754720 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-b2ebb218-15f7-4356-9211-ad38bab7c62a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7dedcc51a91c4fdfa688d162d6bf5f19&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4064753 Apr 12 19:39:26.781926 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ebb218-15f7-4356-9211-ad38bab7c62a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18e605b9-c7f1-4ed8-8672-f51f58702e23,revision_number=1']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:39:26.790671 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-58eb0f41-8e53-431e-934b-3797aab8b45e req-af280172-d5c1-43c5-9dcb-b504126192ca tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] 10.222.0.15 "GET /v2.0/ports?device_id=890cbda6-c8dd-44f4-bd7c-ee8f75c56071 HTTP/1.1" status: 200 len: 210 time: 0.0723739 Apr 12 19:39:26.814176 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-bcc63ce2-1529-4495-8f86-895681fbd9cc admin admin] Publish callbacks [] for security_group (794426d1-1580-4933-9cfd-5f2d7343d617), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:26.818911 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750bb7e1-f8c4-4196-a693-e7fe58b1163f None None] Sync routers for ids ['b18ff2db-c3ca-4b36-83ec-0fa886e80341'] in dv-cinder-837540-1-iscsi {{(pid=106718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:39:26.827563 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-bcc63ce2-1529-4495-8f86-895681fbd9cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (794426d1-1580-4933-9cfd-5f2d7343d617), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:26.837556 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750bb7e1-f8c4-4196-a693-e7fe58b1163f None None] Routers {'b18ff2db-c3ca-4b36-83ec-0fa886e80341'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:39:26.840037 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-750bb7e1-f8c4-4196-a693-e7fe58b1163f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:39:16Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['b18ff2db-c3ca-4b36-83ec-0fa886e80341'], 'active': True} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:39:26.924381 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc63ce2-1529-4495-8f86-895681fbd9cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=794426d1-1580-4933-9cfd-5f2d7343d617,revision_number=1']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:39:26.931907 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-e3f9b033-bd07-489f-9478-f447003dc50d admin admin] Publish callbacks [] for security_group (18e605b9-c7f1-4ed8-8672-f51f58702e23), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:26.948717 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-bcc63ce2-1529-4495-8f86-895681fbd9cc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fe15b4c6255c43dc8a432c05bcd4845f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4679296 Apr 12 19:39:26.949990 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 58058) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:39:26.975797 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-e3f9b033-bd07-489f-9478-f447003dc50d admin admin] Publish callbacks [] for security_group (18e605b9-c7f1-4ed8-8672-f51f58702e23), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:26.994371 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Current status of the port 11d01457-6788-4684-96e1-1ddb12a76ffb is: ACTIVE; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:39:27.036247 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-2fde0e29-fb7c-4c0a-b73c-15b60792d6ae admin admin] Publish callbacks [] for security_group (794426d1-1580-4933-9cfd-5f2d7343d617), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:27.059389 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-2fde0e29-fb7c-4c0a-b73c-15b60792d6ae admin admin] Publish callbacks [] for security_group (794426d1-1580-4933-9cfd-5f2d7343d617), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:27.082564 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-e3f9b033-bd07-489f-9478-f447003dc50d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (18e605b9-c7f1-4ed8-8672-f51f58702e23), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:27.085328 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-e3f9b033-bd07-489f-9478-f447003dc50d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:27.091489 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-e3f9b033-bd07-489f-9478-f447003dc50d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/18e605b9-c7f1-4ed8-8672-f51f58702e23 HTTP/1.1" status: 204 len: 168 time: 0.3338153 Apr 12 19:39:27.115520 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f9b033-bd07-489f-9478-f447003dc50d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18e605b9-c7f1-4ed8-8672-f51f58702e23,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:39:27.135181 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-2fde0e29-fb7c-4c0a-b73c-15b60792d6ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (794426d1-1580-4933-9cfd-5f2d7343d617), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:27.138509 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-2fde0e29-fb7c-4c0a-b73c-15b60792d6ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:27.138657 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvr_db [None req-750bb7e1-f8c4-4196-a693-e7fe58b1163f None None] Set router b18ff2db-c3ca-4b36-83ec-0fa886e80341 gateway port host: dv-cinder-837540-1-iscsi {{(pid=106718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:39:27.146521 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-2fde0e29-fb7c-4c0a-b73c-15b60792d6ae admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/794426d1-1580-4933-9cfd-5f2d7343d617 HTTP/1.1" status: 204 len: 168 time: 0.1951547 Apr 12 19:39:27.165009 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fde0e29-fb7c-4c0a-b73c-15b60792d6ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=794426d1-1580-4933-9cfd-5f2d7343d617,revision_number=None']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:39:27.379888 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-750bb7e1-f8c4-4196-a693-e7fe58b1163f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18ff2db-c3ca-4b36-83ec-0fa886e80341', 'name': 'tempest-AttachVolumeNegativeTest-1783169139-router', 'tenant_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '11d01457-6788-4684-96e1-1ddb12a76ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:39:17Z', 'updated_at': '2022-04-12T19:39:23Z', 'revision_number': 4, 'project_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'gw_port': {'id': '11d01457-6788-4684-96e1-1ddb12a76ffb', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ea:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18ff2db-c3ca-4b36-83ec-0fa886e80341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:39:17Z', 'updated_at': '2022-04-12T19:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_interfaces': [{'id': '9f4a38d1-f0e9-4138-9648-e005b578b7dc', 'name': '', 'network_id': '7d6decb1-add4-41a2-b83e-9ac42c2293d8', 'tenant_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'mac_address': 'fa:16:3e:8c:04:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b18ff2db-c3ca-4b36-83ec-0fa886e80341', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'fc7e26f8-26c2-4af8-af1d-d7fc67300eb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:39:21Z', 'updated_at': '2022-04-12T19:39:23Z', 'revision_number': 2, 'project_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'subnets': [{'id': 'fc7e26f8-26c2-4af8-af1d-d7fc67300eb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:39:27.457089 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750bb7e1-f8c4-4196-a693-e7fe58b1163f None None] Checking router: b18ff2db-c3ca-4b36-83ec-0fa886e80341 for host: dv-cinder-837540-1-iscsi {{(pid=106718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:39:27.458234 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750bb7e1-f8c4-4196-a693-e7fe58b1163f None None] Updating router b18ff2db-c3ca-4b36-83ec-0fa886e80341 port 9f4a38d1-f0e9-4138-9648-e005b578b7dc binding host dv-cinder-837540-1-iscsi {{(pid=106718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 19:39:27.494434 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 58072) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:39:27.499380 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.v2.base [None req-e16670f1-919e-4b74-998b-99672b99eaf2 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1954470613', 'description': 'tempest-description--749703873'}} {{(pid=106704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:39:27.562591 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-e16670f1-919e-4b74-998b-99672b99eaf2 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Publish callbacks [] for security_group (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:27.632000 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron_lib.callbacks.manager [None req-750bb7e1-f8c4-4196-a693-e7fe58b1163f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (9f4a38d1-f0e9-4138-9648-e005b578b7dc), before_update {{(pid=106718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:27.694868 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 58078) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:39:27.695151 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-e16670f1-919e-4b74-998b-99672b99eaf2 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Publish callbacks [] for security_group (af9ad81e-c73c-4411-b2e4-90c593141c5e), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:27.703224 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.v2.base [None req-fac14558-e2c2-4ed3-8a09-78ff2f7f49f5 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1748621003', 'description': 'tempest-description--1366123803'}} {{(pid=106707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:39:27.705925 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-e16670f1-919e-4b74-998b-99672b99eaf2 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (af9ad81e-c73c-4411-b2e4-90c593141c5e), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:27.735298 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-fac14558-e2c2-4ed3-8a09-78ff2f7f49f5 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks [] for security_group (None), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:27.752392 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16670f1-919e-4b74-998b-99672b99eaf2 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af9ad81e-c73c-4411-b2e4-90c593141c5e,revision_number=1']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:39:27.782184 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-e16670f1-919e-4b74-998b-99672b99eaf2 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Publish callbacks [] for security_group (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:27.784410 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-e16670f1-919e-4b74-998b-99672b99eaf2 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2889726 Apr 12 19:39:27.789704 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 58088) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:39:27.794421 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.v2.base [None req-6078bf55-4e56-4e45-a0e0-798d49a87520 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Request body: {'security_group_rule': {'security_group_id': 'af9ad81e-c73c-4411-b2e4-90c593141c5e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:39:27.854333 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-6078bf55-4e56-4e45-a0e0-798d49a87520 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Publish callbacks [] for security_group_rule (6bf6b4cb-f3df-4333-85d3-33d2f9380537), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:27.936871 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-fac14558-e2c2-4ed3-8a09-78ff2f7f49f5 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks [] for security_group (006d12c2-ab48-43d7-8448-f093c76d5aef), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:27.983574 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-6078bf55-4e56-4e45-a0e0-798d49a87520 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Publish callbacks [] for security_group_rule (6bf6b4cb-f3df-4333-85d3-33d2f9380537), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:27.987150 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-dcd92c3c-ca78-4801-af06-837a5ab51e33 req-ff0bba3f-677a-4f09-b542-4061d698b26e tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] 10.222.0.15 "GET /v2.0/ports?device_id=890cbda6-c8dd-44f4-bd7c-ee8f75c56071 HTTP/1.1" status: 200 len: 210 time: 0.0441263 Apr 12 19:39:27.988337 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-fac14558-e2c2-4ed3-8a09-78ff2f7f49f5 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (006d12c2-ab48-43d7-8448-f093c76d5aef), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:27.989884 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-6078bf55-4e56-4e45-a0e0-798d49a87520 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529670'] for security_group_rule (6bf6b4cb-f3df-4333-85d3-33d2f9380537), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:28.017175 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-fac14558-e2c2-4ed3-8a09-78ff2f7f49f5 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks [] for security_group (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:28.018427 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-fac14558-e2c2-4ed3-8a09-78ff2f7f49f5 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3208780 Apr 12 19:39:28.021702 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 58102) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:39:28.031271 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.v2.base [None req-11aeab93-0583-4612-867c-df05f30e2bde tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Request body: {'security_group_rule': {'security_group_id': '006d12c2-ab48-43d7-8448-f093c76d5aef', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:39:28.056306 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac14558-e2c2-4ed3-8a09-78ff2f7f49f5 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=006d12c2-ab48-43d7-8448-f093c76d5aef,revision_number=1']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:39:28.081489 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6078bf55-4e56-4e45-a0e0-798d49a87520 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bf6b4cb-f3df-4333-85d3-33d2f9380537,revision_number=0']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:39:28.084474 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron_lib.callbacks.manager [None req-750bb7e1-f8c4-4196-a693-e7fe58b1163f None None] Publish callbacks [] for port (9f4a38d1-f0e9-4138-9648-e005b578b7dc), precommit_update {{(pid=106718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:28.093100 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron_lib.callbacks.manager [None req-750bb7e1-f8c4-4196-a693-e7fe58b1163f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (9f4a38d1-f0e9-4138-9648-e005b578b7dc), after_update {{(pid=106718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:28.099465 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-6078bf55-4e56-4e45-a0e0-798d49a87520 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:28.105866 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-6078bf55-4e56-4e45-a0e0-798d49a87520 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3139858 Apr 12 19:39:28.105866 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 58104) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:39:28.112009 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-11aeab93-0583-4612-867c-df05f30e2bde tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks [] for security_group_rule (0c0b2f70-3a4f-4dca-85f6-bf1cf67e4e6e), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:28.116780 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.v2.base [None req-97f69c00-9a93-48b8-8198-1ff9c9c44d01 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Request body: {'security_group_rule': {'security_group_id': 'af9ad81e-c73c-4411-b2e4-90c593141c5e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:39:28.174932 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-97f69c00-9a93-48b8-8198-1ff9c9c44d01 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Publish callbacks [] for security_group_rule (6af6496c-c84f-43c0-a84a-591bd563b970), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:28.175472 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db3b95e-16be-4d34-813b-cf423cedb192 None None] Pushing event updated for resources: {'Port': ['ID=9f4a38d1-f0e9-4138-9648-e005b578b7dc,revision_number=3']} {{(pid=106718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:39:28.252084 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.plugins.ml2.managers [None req-750bb7e1-f8c4-4196-a693-e7fe58b1163f None None] Attempting to bind port 9f4a38d1-f0e9-4138-9648-e005b578b7dc on host dv-cinder-837540-1-iscsi for vnic_type normal with profile {{(pid=106718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:39:28.252458 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.plugins.ml2.managers [None req-750bb7e1-f8c4-4196-a693-e7fe58b1163f None None] Attempting to bind port 9f4a38d1-f0e9-4138-9648-e005b578b7dc by drivers openvswitch,hyperv on host dv-cinder-837540-1-iscsi at level 0 using segments [{'id': 'bcbff496-9379-41c1-8ff0-8a4d3d91ad6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7d6decb1-add4-41a2-b83e-9ac42c2293d8'}] {{(pid=106718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:39:28.252827 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750bb7e1-f8c4-4196-a693-e7fe58b1163f None None] Attempting to bind port 9f4a38d1-f0e9-4138-9648-e005b578b7dc on network 7d6decb1-add4-41a2-b83e-9ac42c2293d8 {{(pid=106718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:39:28.259431 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750bb7e1-f8c4-4196-a693-e7fe58b1163f None None] Checking agent: {'id': 'e0bf5abe-d5c5-40a1-a359-03156ade36a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837540-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 30, 50), 'started_at': datetime.datetime(2022, 4, 12, 19, 31, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837540-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:39:28.259811 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750bb7e1-f8c4-4196-a693-e7fe58b1163f None None] Checking segment: {'id': 'bcbff496-9379-41c1-8ff0-8a4d3d91ad6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7d6decb1-add4-41a2-b83e-9ac42c2293d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:39:28.260693 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron_lib.callbacks.manager [None req-750bb7e1-f8c4-4196-a693-e7fe58b1163f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:28.261092 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750bb7e1-f8c4-4196-a693-e7fe58b1163f None None] Bound using segment: {'id': 'bcbff496-9379-41c1-8ff0-8a4d3d91ad6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7d6decb1-add4-41a2-b83e-9ac42c2293d8'} {{(pid=106718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:39:28.261571 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.plugins.ml2.managers [None req-750bb7e1-f8c4-4196-a693-e7fe58b1163f None None] Bound port: 9f4a38d1-f0e9-4138-9648-e005b578b7dc, host: dv-cinder-837540-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcbff496-9379-41c1-8ff0-8a4d3d91ad6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7d6decb1-add4-41a2-b83e-9ac42c2293d8'}}] {{(pid=106718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:39:28.261673 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-11aeab93-0583-4612-867c-df05f30e2bde tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks [] for security_group_rule (0c0b2f70-3a4f-4dca-85f6-bf1cf67e4e6e), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:28.261959 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron_lib.callbacks.manager [None req-750bb7e1-f8c4-4196-a693-e7fe58b1163f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (9f4a38d1-f0e9-4138-9648-e005b578b7dc), before_update {{(pid=106718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:28.278696 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-11aeab93-0583-4612-867c-df05f30e2bde tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529670'] for security_group_rule (0c0b2f70-3a4f-4dca-85f6-bf1cf67e4e6e), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:28.320899 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aeab93-0583-4612-867c-df05f30e2bde tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c0b2f70-3a4f-4dca-85f6-bf1cf67e4e6e,revision_number=0']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:39:28.331870 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-11aeab93-0583-4612-867c-df05f30e2bde tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:28.333234 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-11aeab93-0583-4612-867c-df05f30e2bde tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3105977 Apr 12 19:39:28.336675 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 58118) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:39:28.341532 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.v2.base [None req-7b21836b-509d-4a6f-a4ec-2fd8f89fb27c tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Request body: {'security_group_rule': {'security_group_id': '006d12c2-ab48-43d7-8448-f093c76d5aef', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:39:28.343375 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-97f69c00-9a93-48b8-8198-1ff9c9c44d01 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Publish callbacks [] for security_group_rule (6af6496c-c84f-43c0-a84a-591bd563b970), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:28.349178 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-97f69c00-9a93-48b8-8198-1ff9c9c44d01 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529670'] for security_group_rule (6af6496c-c84f-43c0-a84a-591bd563b970), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:28.374006 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f69c00-9a93-48b8-8198-1ff9c9c44d01 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6af6496c-c84f-43c0-a84a-591bd563b970,revision_number=0']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:39:28.397965 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-97f69c00-9a93-48b8-8198-1ff9c9c44d01 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:28.399645 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-7b21836b-509d-4a6f-a4ec-2fd8f89fb27c tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks [] for security_group_rule (a99ca448-8c94-4d6f-8629-3e12dfee7c74), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:28.403639 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-97f69c00-9a93-48b8-8198-1ff9c9c44d01 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2949162 Apr 12 19:39:28.406640 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 58122) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:39:28.422580 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.v2.base [None req-d522c6e1-c610-4cb3-b8b7-55a5b0a32e08 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Request body: {'floatingip': {'floating_network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08'}} {{(pid=106704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:39:28.477881 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.plugins.ml2.db [None req-750bb7e1-f8c4-4196-a693-e7fe58b1163f None None] For port 9f4a38d1-f0e9-4138-9648-e005b578b7dc, host dv-cinder-837540-1-iscsi, cleared binding levels {{(pid=106718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:39:28.486618 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.plugins.ml2.db [None req-750bb7e1-f8c4-4196-a693-e7fe58b1163f None None] For port 9f4a38d1-f0e9-4138-9648-e005b578b7dc, host dv-cinder-837540-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-1-iscsi',level=0,port_id=9f4a38d1-f0e9-4138-9648-e005b578b7dc,segment=NetworkSegment(bcbff496-9379-41c1-8ff0-8a4d3d91ad6b),segment_id=bcbff496-9379-41c1-8ff0-8a4d3d91ad6b)] {{(pid=106718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:39:28.496323 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-d522c6e1-c610-4cb3-b8b7-55a5b0a32e08 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:28.511307 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron_lib.callbacks.manager [None req-750bb7e1-f8c4-4196-a693-e7fe58b1163f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (9f4a38d1-f0e9-4138-9648-e005b578b7dc), after_update {{(pid=106718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:28.575838 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device 94c03623-fec4-4438-9e44-fadece881b7b up at agent ovs-agent-dv-cinder-837540-1-iscsi {{(pid=106714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:39:28.600181 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750bb7e1-f8c4-4196-a693-e7fe58b1163f None None] Routers {'b18ff2db-c3ca-4b36-83ec-0fa886e80341'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:39:28.601120 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-750bb7e1-f8c4-4196-a693-e7fe58b1163f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:39:16Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['b18ff2db-c3ca-4b36-83ec-0fa886e80341'], 'active': True} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:39:28.613293 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-7b21836b-509d-4a6f-a4ec-2fd8f89fb27c tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks [] for security_group_rule (a99ca448-8c94-4d6f-8629-3e12dfee7c74), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:28.625942 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-7b21836b-509d-4a6f-a4ec-2fd8f89fb27c tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529670'] for security_group_rule (a99ca448-8c94-4d6f-8629-3e12dfee7c74), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:28.645351 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-d8589458-d9e5-4c12-b3e8-39d76ae59be8 None None] Provisioning complete for port 9f4a38d1-f0e9-4138-9648-e005b578b7dc triggered by entity DHCP. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:39:28.655235 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-d8589458-d9e5-4c12-b3e8-39d76ae59be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (9f4a38d1-f0e9-4138-9648-e005b578b7dc), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:28.660453 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db3b95e-16be-4d34-813b-cf423cedb192 None None] Pushing event updated for resources: {'Port': ['ID=9f4a38d1-f0e9-4138-9648-e005b578b7dc,revision_number=4']} {{(pid=106718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:39:28.666754 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b21836b-509d-4a6f-a4ec-2fd8f89fb27c tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a99ca448-8c94-4d6f-8629-3e12dfee7c74,revision_number=0']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:39:28.673995 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-7b21836b-509d-4a6f-a4ec-2fd8f89fb27c tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:28.678279 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-7b21836b-509d-4a6f-a4ec-2fd8f89fb27c tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3404830 Apr 12 19:39:28.678870 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 58130) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:39:28.686671 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.v2.base [None req-7dcec64e-5744-48e4-a056-e79ba49b4573 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Request body: {'floatingip': {'floating_network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08'}} {{(pid=106707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:39:28.754710 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-7dcec64e-5744-48e4-a056-e79ba49b4573 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:28.783326 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvr_db [None req-750bb7e1-f8c4-4196-a693-e7fe58b1163f None None] Set router b18ff2db-c3ca-4b36-83ec-0fa886e80341 gateway port host: dv-cinder-837540-1-iscsi {{(pid=106718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:39:28.950436 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-d522c6e1-c610-4cb3-b8b7-55a5b0a32e08 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:29.137547 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-750bb7e1-f8c4-4196-a693-e7fe58b1163f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18ff2db-c3ca-4b36-83ec-0fa886e80341', 'name': 'tempest-AttachVolumeNegativeTest-1783169139-router', 'tenant_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '11d01457-6788-4684-96e1-1ddb12a76ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:39:17Z', 'updated_at': '2022-04-12T19:39:23Z', 'revision_number': 4, 'project_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'gw_port': {'id': '11d01457-6788-4684-96e1-1ddb12a76ffb', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ea:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18ff2db-c3ca-4b36-83ec-0fa886e80341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:39:17Z', 'updated_at': '2022-04-12T19:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_interfaces': [{'id': '9f4a38d1-f0e9-4138-9648-e005b578b7dc', 'name': '', 'network_id': '7d6decb1-add4-41a2-b83e-9ac42c2293d8', 'tenant_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'mac_address': 'fa:16:3e:8c:04:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b18ff2db-c3ca-4b36-83ec-0fa886e80341', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'fc7e26f8-26c2-4af8-af1d-d7fc67300eb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:39:21Z', 'updated_at': '2022-04-12T19:39:28Z', 'revision_number': 4, 'project_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'subnets': [{'id': 'fc7e26f8-26c2-4af8-af1d-d7fc67300eb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:39:29.188895 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Provisioning complete for port 94c03623-fec4-4438-9e44-fadece881b7b triggered by entity L2. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:39:29.191610 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (94c03623-fec4-4438-9e44-fadece881b7b), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:29.215754 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750bb7e1-f8c4-4196-a693-e7fe58b1163f None None] The sync data for ids ['b18ff2db-c3ca-4b36-83ec-0fa886e80341'] in dv-cinder-837540-1-iscsi is: [{'id': 'b18ff2db-c3ca-4b36-83ec-0fa886e80341', 'name': 'tempest-AttachVolumeNegativeTest-1783169139-router', 'tenant_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '11d01457-6788-4684-96e1-1ddb12a76ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:39:17Z', 'updated_at': '2022-04-12T19:39:23Z', 'revision_number': 4, 'project_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'gw_port': {'id': '11d01457-6788-4684-96e1-1ddb12a76ffb', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ea:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18ff2db-c3ca-4b36-83ec-0fa886e80341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:39:17Z', 'updated_at': '2022-04-12T19:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_interfaces': [{'id': '9f4a38d1-f0e9-4138-9648-e005b578b7dc', 'name': '', 'network_id': '7d6decb1-add4-41a2-b83e-9ac42c2293d8', 'tenant_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'mac_address': 'fa:16:3e:8c:04:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b18ff2db-c3ca-4b36-83ec-0fa886e80341', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'fc7e26f8-26c2-4af8-af1d-d7fc67300eb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:39:21Z', 'updated_at': '2022-04-12T19:39:28Z', 'revision_number': 4, 'project_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'subnets': [{'id': 'fc7e26f8-26c2-4af8-af1d-d7fc67300eb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:39:29.328125 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f60bd9f-9d9d-42ea-ad67-0d83a971b58d None None] Sync routers for ids ['b6389cf9-16f2-4235-a8e4-779f4429869c'] in dv-cinder-837540-1-iscsi {{(pid=106714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:39:29.341969 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-d8589458-d9e5-4c12-b3e8-39d76ae59be8 None None] Current status of the port 9f4a38d1-f0e9-4138-9648-e005b578b7dc is: DOWN; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:39:29.342644 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-d8589458-d9e5-4c12-b3e8-39d76ae59be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (9f4a38d1-f0e9-4138-9648-e005b578b7dc), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:29.363464 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f60bd9f-9d9d-42ea-ad67-0d83a971b58d None None] Routers {'b6389cf9-16f2-4235-a8e4-779f4429869c'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:39:29.364688 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_hamode_db [None req-0f60bd9f-9d9d-42ea-ad67-0d83a971b58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:39:16Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['b6389cf9-16f2-4235-a8e4-779f4429869c'], 'active': True} {{(pid=106714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:39:29.419331 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-a277b413-cfbb-467c-8f40-a59ed766b7d0 req-e8a22aa3-5acb-48c8-a34e-553387bbc75c tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] 10.222.0.15 "GET /v2.0/ports?device_id=890cbda6-c8dd-44f4-bd7c-ee8f75c56071 HTTP/1.1" status: 200 len: 210 time: 0.0767727 Apr 12 19:39:29.447634 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-7dcec64e-5744-48e4-a056-e79ba49b4573 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (None), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:29.594228 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.db_base_plugin_common [None req-d522c6e1-c610-4cb3-b8b7-55a5b0a32e08 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Allocated IP 172.27.2.227 (afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08/6283d24b-0e2c-4ae1-ac34-d042e72aa307/f2652d66-4061-4341-bcf2-1424a345331a) {{(pid=106704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:39:29.633682 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-d8589458-d9e5-4c12-b3e8-39d76ae59be8 None None] For port 9f4a38d1-f0e9-4138-9648-e005b578b7dc, host dv-cinder-837540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-1-iscsi',level=0,port_id=9f4a38d1-f0e9-4138-9648-e005b578b7dc,segment=NetworkSegment(bcbff496-9379-41c1-8ff0-8a4d3d91ad6b),segment_id=bcbff496-9379-41c1-8ff0-8a4d3d91ad6b)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:39:29.646948 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-d8589458-d9e5-4c12-b3e8-39d76ae59be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (9f4a38d1-f0e9-4138-9648-e005b578b7dc), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:29.712457 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Current status of the port 94c03623-fec4-4438-9e44-fadece881b7b is: DOWN; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:39:29.713166 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (94c03623-fec4-4438-9e44-fadece881b7b), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:29.719757 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_dvr_db [None req-0f60bd9f-9d9d-42ea-ad67-0d83a971b58d None None] Set router b6389cf9-16f2-4235-a8e4-779f4429869c gateway port host: dv-cinder-837540-1-iscsi {{(pid=106714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:39:29.750216 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-d522c6e1-c610-4cb3-b8b7-55a5b0a32e08 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Publish callbacks [] for port (f2652d66-4061-4341-bcf2-1424a345331a), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:29.806659 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-d522c6e1-c610-4cb3-b8b7-55a5b0a32e08 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749198058662'] for port (f2652d66-4061-4341-bcf2-1424a345331a), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:29.806853 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] For port 94c03623-fec4-4438-9e44-fadece881b7b, host dv-cinder-837540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-1-iscsi',level=0,port_id=94c03623-fec4-4438-9e44-fadece881b7b,segment=NetworkSegment(d71711ac-63cd-4a26-822c-81ae059ce82d),segment_id=d71711ac-63cd-4a26-822c-81ae059ce82d)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:39:29.816190 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8589458-d9e5-4c12-b3e8-39d76ae59be8 None None] Pushing event updated for resources: {'Port': ['ID=9f4a38d1-f0e9-4138-9648-e005b578b7dc,revision_number=5']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:39:29.819701 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-22e34310-757b-41d0-8ed7-86ab337c58e3 None None] Provisioning complete for port 9f4a38d1-f0e9-4138-9648-e005b578b7dc triggered by entity DHCP. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:39:29.820958 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-22e34310-757b-41d0-8ed7-86ab337c58e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (9f4a38d1-f0e9-4138-9648-e005b578b7dc), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:29.854255 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (94c03623-fec4-4438-9e44-fadece881b7b), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:29.912053 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d522c6e1-c610-4cb3-b8b7-55a5b0a32e08 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Network afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08 is already hosted by enough agents. {{(pid=106704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:39:29.929000 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.base_scheduler [None req-d522c6e1-c610-4cb3-b8b7-55a5b0a32e08 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Resources bound (agent type, host, resource id): {{(pid=106704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:39:29.934633 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d522c6e1-c610-4cb3-b8b7-55a5b0a32e08 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Received port after_create {{(pid=106704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:39:29.960000 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.db.db_base_plugin_common [None req-7dcec64e-5744-48e4-a056-e79ba49b4573 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Allocated IP 172.27.2.6 (afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08/6283d24b-0e2c-4ae1-ac34-d042e72aa307/00a1b13c-c085-4c11-ab71-f5a39cb9c25a) {{(pid=106707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:39:30.115116 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Pushing event updated for resources: {'Port': ['ID=94c03623-fec4-4438-9e44-fadece881b7b,revision_number=4']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:39:30.135636 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d522c6e1-c610-4cb3-b8b7-55a5b0a32e08 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Pushing event updated for resources: {'Port': ['ID=f2652d66-4061-4341-bcf2-1424a345331a,revision_number=1']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:39:30.222056 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-7dcec64e-5744-48e4-a056-e79ba49b4573 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks [] for port (00a1b13c-c085-4c11-ab71-f5a39cb9c25a), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:30.243644 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-d522c6e1-c610-4cb3-b8b7-55a5b0a32e08 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Publish callbacks [] for floatingip (0e79f645-8d72-4891-ba80-e60eebc674c1), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:30.306244 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-7dcec64e-5744-48e4-a056-e79ba49b4573 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749198058662'] for port (00a1b13c-c085-4c11-ab71-f5a39cb9c25a), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:30.319806 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-d522c6e1-c610-4cb3-b8b7-55a5b0a32e08 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (f2652d66-4061-4341-bcf2-1424a345331a), before_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:30.333477 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_hamode_db [None req-0f60bd9f-9d9d-42ea-ad67-0d83a971b58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6389cf9-16f2-4235-a8e4-779f4429869c', 'name': 'tempest-AttachVolumeShelveTestJSON-434342515-router', 'tenant_id': 'a16ad9726e5e4b49874286bb90e53c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '94c03623-fec4-4438-9e44-fadece881b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:39:18Z', 'updated_at': '2022-04-12T19:39:25Z', 'revision_number': 4, 'project_id': 'a16ad9726e5e4b49874286bb90e53c94', 'gw_port': {'id': '94c03623-fec4-4438-9e44-fadece881b7b', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f7:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6389cf9-16f2-4235-a8e4-779f4429869c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:39:19Z', 'updated_at': '2022-04-12T19:39:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_interfaces': [{'id': '9bcc7b22-765e-4d3c-bd9c-cc8b28f0db99', 'name': '', 'network_id': 'f4a737e2-fbd1-4d73-b744-770d94c0d414', 'tenant_id': 'a16ad9726e5e4b49874286bb90e53c94', 'mac_address': 'fa:16:3e:6f:c2:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6389cf9-16f2-4235-a8e4-779f4429869c', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f0175af4-3e14-4634-8d47-e6784ac2f6db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:39:23Z', 'updated_at': '2022-04-12T19:39:25Z', 'revision_number': 2, 'project_id': 'a16ad9726e5e4b49874286bb90e53c94', 'subnets': [{'id': 'f0175af4-3e14-4634-8d47-e6784ac2f6db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:39:30.379447 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dcec64e-5744-48e4-a056-e79ba49b4573 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Network afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08 is already hosted by enough agents. {{(pid=106707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:39:30.380707 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-22e34310-757b-41d0-8ed7-86ab337c58e3 None None] Current status of the port 9f4a38d1-f0e9-4138-9648-e005b578b7dc is: ACTIVE; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:39:30.389285 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.scheduler.base_scheduler [None req-7dcec64e-5744-48e4-a056-e79ba49b4573 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Resources bound (agent type, host, resource id): {{(pid=106707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:39:30.399614 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcec64e-5744-48e4-a056-e79ba49b4573 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Received port after_create {{(pid=106707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:39:30.410499 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f60bd9f-9d9d-42ea-ad67-0d83a971b58d None None] Checking router: b6389cf9-16f2-4235-a8e4-779f4429869c for host: dv-cinder-837540-1-iscsi {{(pid=106714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:39:30.410860 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f60bd9f-9d9d-42ea-ad67-0d83a971b58d None None] Updating router b6389cf9-16f2-4235-a8e4-779f4429869c port 9bcc7b22-765e-4d3c-bd9c-cc8b28f0db99 binding host dv-cinder-837540-1-iscsi {{(pid=106714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 19:39:30.488407 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-0f60bd9f-9d9d-42ea-ad67-0d83a971b58d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (9bcc7b22-765e-4d3c-bd9c-cc8b28f0db99), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:30.489236 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcec64e-5744-48e4-a056-e79ba49b4573 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Pushing event updated for resources: {'Port': ['ID=00a1b13c-c085-4c11-ab71-f5a39cb9c25a,revision_number=1']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:39:30.670148 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-62d19720-b823-4154-b237-b9d50d5f8df3 req-26af5b08-ca76-4c5a-bbc0-14c651b965e3 tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] 10.222.0.15 "GET /v2.0/ports?device_id=890cbda6-c8dd-44f4-bd7c-ee8f75c56071 HTTP/1.1" status: 200 len: 210 time: 0.0744390 Apr 12 19:39:30.686905 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-7dcec64e-5744-48e4-a056-e79ba49b4573 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks [] for floatingip (09d3a10c-9ab5-4ba0-9db6-6ea8f0cdc42f), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:30.707467 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-d522c6e1-c610-4cb3-b8b7-55a5b0a32e08 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Publish callbacks [] for port (f2652d66-4061-4341-bcf2-1424a345331a), precommit_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:30.721715 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-d522c6e1-c610-4cb3-b8b7-55a5b0a32e08 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (f2652d66-4061-4341-bcf2-1424a345331a), after_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:30.754315 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device 94c03623-fec4-4438-9e44-fadece881b7b up at agent ovs-agent-dv-cinder-837540-1-iscsi {{(pid=106714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:39:30.791247 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-7dcec64e-5744-48e4-a056-e79ba49b4573 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (00a1b13c-c085-4c11-ab71-f5a39cb9c25a), before_update {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:30.805974 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d522c6e1-c610-4cb3-b8b7-55a5b0a32e08 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Pushing event updated for resources: {'Port': ['ID=f2652d66-4061-4341-bcf2-1424a345331a,revision_number=2']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:39:30.822697 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-d522c6e1-c610-4cb3-b8b7-55a5b0a32e08 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668094'] for floatingip (0e79f645-8d72-4891-ba80-e60eebc674c1), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:30.862986 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-d522c6e1-c610-4cb3-b8b7-55a5b0a32e08 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245471'] for floatingip (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:30.865019 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-d522c6e1-c610-4cb3-b8b7-55a5b0a32e08 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4572685 Apr 12 19:39:30.933948 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Provisioning complete for port 94c03623-fec4-4438-9e44-fadece881b7b triggered by entity L2. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:39:30.934343 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (94c03623-fec4-4438-9e44-fadece881b7b), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:31.087855 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 58212) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:39:31.184639 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-7dcec64e-5744-48e4-a056-e79ba49b4573 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks [] for port (00a1b13c-c085-4c11-ab71-f5a39cb9c25a), precommit_update {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:31.191880 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-7dcec64e-5744-48e4-a056-e79ba49b4573 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (00a1b13c-c085-4c11-ab71-f5a39cb9c25a), after_update {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:31.214399 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-7dcec64e-5744-48e4-a056-e79ba49b4573 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668094'] for floatingip (09d3a10c-9ab5-4ba0-9db6-6ea8f0cdc42f), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:31.230874 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Current status of the port 94c03623-fec4-4438-9e44-fadece881b7b is: ACTIVE; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:39:31.232343 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device 9f4a38d1-f0e9-4138-9648-e005b578b7dc up at agent ovs-agent-dv-cinder-837540-1-iscsi {{(pid=106714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:39:31.261579 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-1f8ce43f-18da-4ac3-9d68-7b74b4f981b1 req-026c95fc-cdfa-4a8e-b593-d89df81e1797 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1954470613&fields=id&tenant_id=a16ad9726e5e4b49874286bb90e53c94 HTTP/1.1" status: 200 len: 267 time: 0.1204426 Apr 12 19:39:31.270724 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-7dcec64e-5744-48e4-a056-e79ba49b4573 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245471'] for floatingip (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:31.281448 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-7dcec64e-5744-48e4-a056-e79ba49b4573 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.5919647 Apr 12 19:39:31.292450 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcec64e-5744-48e4-a056-e79ba49b4573 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Pushing event updated for resources: {'Port': ['ID=00a1b13c-c085-4c11-ab71-f5a39cb9c25a,revision_number=2']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:39:31.333593 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-0f60bd9f-9d9d-42ea-ad67-0d83a971b58d None None] Publish callbacks [] for port (9bcc7b22-765e-4d3c-bd9c-cc8b28f0db99), precommit_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:31.342996 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-0f60bd9f-9d9d-42ea-ad67-0d83a971b58d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (9bcc7b22-765e-4d3c-bd9c-cc8b28f0db99), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:31.348058 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-445256cc-e982-4d0c-9113-1ce518f83697 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:31.387698 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ebbd55-ea3c-4d2d-bf78-118146a110af None None] Pushing event updated for resources: {'Port': ['ID=9bcc7b22-765e-4d3c-bd9c-cc8b28f0db99,revision_number=3']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:39:31.426053 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Provisioning complete for port 9f4a38d1-f0e9-4138-9648-e005b578b7dc triggered by entity L2. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:39:31.426457 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (9f4a38d1-f0e9-4138-9648-e005b578b7dc), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:31.486442 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8ce43f-18da-4ac3-9d68-7b74b4f981b1 req-9de024a6-15fe-40a8-850c-f9b53318a174 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:39:31.494185 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-1f8ce43f-18da-4ac3-9d68-7b74b4f981b1 req-9de024a6-15fe-40a8-850c-f9b53318a174 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/networks?id=f4a737e2-fbd1-4d73-b744-770d94c0d414 HTTP/1.1" status: 200 len: 816 time: 0.2266512 Apr 12 19:39:31.516376 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-1f8ce43f-18da-4ac3-9d68-7b74b4f981b1 req-cdd14849-f5b9-44f4-a7df-0dd8d027d457 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/quotas/a16ad9726e5e4b49874286bb90e53c94 HTTP/1.1" status: 200 len: 375 time: 0.0210683 Apr 12 19:39:31.601182 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.managers [None req-0f60bd9f-9d9d-42ea-ad67-0d83a971b58d None None] Attempting to bind port 9bcc7b22-765e-4d3c-bd9c-cc8b28f0db99 on host dv-cinder-837540-1-iscsi for vnic_type normal with profile {{(pid=106714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:39:31.602410 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.managers [None req-0f60bd9f-9d9d-42ea-ad67-0d83a971b58d None None] Attempting to bind port 9bcc7b22-765e-4d3c-bd9c-cc8b28f0db99 by drivers openvswitch,hyperv on host dv-cinder-837540-1-iscsi at level 0 using segments [{'id': '7d4c5579-d5c2-4ae5-8e1e-f30678073acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f4a737e2-fbd1-4d73-b744-770d94c0d414'}] {{(pid=106714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:39:31.602847 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f60bd9f-9d9d-42ea-ad67-0d83a971b58d None None] Attempting to bind port 9bcc7b22-765e-4d3c-bd9c-cc8b28f0db99 on network f4a737e2-fbd1-4d73-b744-770d94c0d414 {{(pid=106714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:39:31.611513 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f60bd9f-9d9d-42ea-ad67-0d83a971b58d None None] Checking agent: {'id': 'e0bf5abe-d5c5-40a1-a359-03156ade36a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837540-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 30, 50), 'started_at': datetime.datetime(2022, 4, 12, 19, 31, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837540-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:39:31.611761 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-1f8ce43f-18da-4ac3-9d68-7b74b4f981b1 req-53930dcf-4f49-43e2-a6e1-3ffd6855fba6 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a16ad9726e5e4b49874286bb90e53c94&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0870762 Apr 12 19:39:31.611943 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f60bd9f-9d9d-42ea-ad67-0d83a971b58d None None] Checking segment: {'id': '7d4c5579-d5c2-4ae5-8e1e-f30678073acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f4a737e2-fbd1-4d73-b744-770d94c0d414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:39:31.612480 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-0f60bd9f-9d9d-42ea-ad67-0d83a971b58d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:31.613059 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f60bd9f-9d9d-42ea-ad67-0d83a971b58d None None] Bound using segment: {'id': '7d4c5579-d5c2-4ae5-8e1e-f30678073acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f4a737e2-fbd1-4d73-b744-770d94c0d414'} {{(pid=106714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:39:31.613611 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.managers [None req-0f60bd9f-9d9d-42ea-ad67-0d83a971b58d None None] Bound port: 9bcc7b22-765e-4d3c-bd9c-cc8b28f0db99, host: dv-cinder-837540-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4c5579-d5c2-4ae5-8e1e-f30678073acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f4a737e2-fbd1-4d73-b744-770d94c0d414'}}] {{(pid=106714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:39:31.614078 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-0f60bd9f-9d9d-42ea-ad67-0d83a971b58d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (9bcc7b22-765e-4d3c-bd9c-cc8b28f0db99), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:31.637151 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Current status of the port 9f4a38d1-f0e9-4138-9648-e005b578b7dc is: ACTIVE; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:39:31.649353 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-445256cc-e982-4d0c-9113-1ce518f83697 admin admin] Publish callbacks [] for security_group (b26ff18e-92a5-49aa-b330-ef519bc25437), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:31.684534 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-5b968cb0-7c14-44a7-92e3-646ed507f179 req-ec453cb8-fd13-42fe-9b90-0df63470a3bd tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1748621003&fields=id&tenant_id=bf0fdf698e0443cf9d5596d1b7604976 HTTP/1.1" status: 200 len: 267 time: 0.0887270 Apr 12 19:39:31.686087 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-445256cc-e982-4d0c-9113-1ce518f83697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (b26ff18e-92a5-49aa-b330-ef519bc25437), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:31.709967 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-0f60bd9f-9d9d-42ea-ad67-0d83a971b58d None None] For port 9bcc7b22-765e-4d3c-bd9c-cc8b28f0db99, host dv-cinder-837540-1-iscsi, cleared binding levels {{(pid=106714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:39:31.714918 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-0f60bd9f-9d9d-42ea-ad67-0d83a971b58d None None] For port 9bcc7b22-765e-4d3c-bd9c-cc8b28f0db99, host dv-cinder-837540-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-1-iscsi',level=0,port_id=9bcc7b22-765e-4d3c-bd9c-cc8b28f0db99,segment=NetworkSegment(7d4c5579-d5c2-4ae5-8e1e-f30678073acf),segment_id=7d4c5579-d5c2-4ae5-8e1e-f30678073acf)] {{(pid=106714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:39:31.726770 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-0f60bd9f-9d9d-42ea-ad67-0d83a971b58d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (9bcc7b22-765e-4d3c-bd9c-cc8b28f0db99), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:31.754337 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-445256cc-e982-4d0c-9113-1ce518f83697 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=37374530f17d434abb5acfadac050e81&name=default HTTP/1.1" status: 200 len: 2994 time: 0.6627421 Apr 12 19:39:31.755902 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 58248) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:39:31.759660 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445256cc-e982-4d0c-9113-1ce518f83697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b26ff18e-92a5-49aa-b330-ef519bc25437,revision_number=1']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:39:31.778108 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-1f8ce43f-18da-4ac3-9d68-7b74b4f981b1 req-bb859225-bd75-4851-9b60-27814a3cfe39 service neutron] 10.222.0.15 "GET /v2.0/networks/f4a737e2-fbd1-4d73-b744-770d94c0d414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655471 Apr 12 19:39:31.826001 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ebbd55-ea3c-4d2d-bf78-118146a110af None None] Pushing event updated for resources: {'Port': ['ID=9bcc7b22-765e-4d3c-bd9c-cc8b28f0db99,revision_number=4']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:39:31.830014 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f60bd9f-9d9d-42ea-ad67-0d83a971b58d None None] Routers {'b6389cf9-16f2-4235-a8e4-779f4429869c'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:39:31.830640 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_hamode_db [None req-0f60bd9f-9d9d-42ea-ad67-0d83a971b58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:39:16Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['b6389cf9-16f2-4235-a8e4-779f4429869c'], 'active': True} {{(pid=106714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:39:31.837427 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-307bbc19-2bdc-4644-8fd2-048dcd668ee9 None None] Provisioning complete for port 9bcc7b22-765e-4d3c-bd9c-cc8b28f0db99 triggered by entity DHCP. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:39:31.838888 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-307bbc19-2bdc-4644-8fd2-048dcd668ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (9bcc7b22-765e-4d3c-bd9c-cc8b28f0db99), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:31.888373 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-29be0db3-4849-4f55-940f-b1d98b29b8a6 admin admin] Publish callbacks [] for security_group (b26ff18e-92a5-49aa-b330-ef519bc25437), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:31.923018 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-1f8ce43f-18da-4ac3-9d68-7b74b4f981b1 req-2353d637-0d55-4049-94e7-8a5c1dcb691e service neutron] 10.222.0.15 "GET /v2.0/networks/f4a737e2-fbd1-4d73-b744-770d94c0d414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430247 Apr 12 19:39:31.938055 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b968cb0-7c14-44a7-92e3-646ed507f179 req-aac2fa46-01a1-4a85-b5f3-86d755300728 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:39:31.946571 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-5b968cb0-7c14-44a7-92e3-646ed507f179 req-aac2fa46-01a1-4a85-b5f3-86d755300728 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/networks?id=7d6decb1-add4-41a2-b83e-9ac42c2293d8 HTTP/1.1" status: 200 len: 815 time: 0.2610581 Apr 12 19:39:31.946765 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-29be0db3-4849-4f55-940f-b1d98b29b8a6 admin admin] Publish callbacks [] for security_group (b26ff18e-92a5-49aa-b330-ef519bc25437), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:31.966702 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-5b968cb0-7c14-44a7-92e3-646ed507f179 req-28d7a687-19eb-4abe-8b29-fe1438229acd tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/quotas/bf0fdf698e0443cf9d5596d1b7604976 HTTP/1.1" status: 200 len: 375 time: 0.0187850 Apr 12 19:39:32.041005 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-29be0db3-4849-4f55-940f-b1d98b29b8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (b26ff18e-92a5-49aa-b330-ef519bc25437), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:32.044243 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-29be0db3-4849-4f55-940f-b1d98b29b8a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:32.046078 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-29be0db3-4849-4f55-940f-b1d98b29b8a6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b26ff18e-92a5-49aa-b330-ef519bc25437 HTTP/1.1" status: 204 len: 168 time: 0.2886159 Apr 12 19:39:32.056969 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29be0db3-4849-4f55-940f-b1d98b29b8a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b26ff18e-92a5-49aa-b330-ef519bc25437,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:39:32.094703 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-5b968cb0-7c14-44a7-92e3-646ed507f179 req-49f8fa3c-a247-4f83-8713-201e8696efbf tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=bf0fdf698e0443cf9d5596d1b7604976&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1270630 Apr 12 19:39:32.193794 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-d3aff467-e338-4e73-99a2-948a3801683f req-5d5f3110-9339-40db-a8c6-76940aea8799 tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] 10.222.0.15 "GET /v2.0/ports?device_id=890cbda6-c8dd-44f4-bd7c-ee8f75c56071 HTTP/1.1" status: 200 len: 210 time: 0.0407515 Apr 12 19:39:32.251315 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_dvr_db [None req-0f60bd9f-9d9d-42ea-ad67-0d83a971b58d None None] Set router b6389cf9-16f2-4235-a8e4-779f4429869c gateway port host: dv-cinder-837540-1-iscsi {{(pid=106714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:39:32.322552 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-04515c43-f93e-44f9-9d6a-8011f9c49356 req-5228c6b4-d2ee-42b6-90ed-1c6ef9f514b8 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 210 time: 0.0569777 Apr 12 19:39:32.373560 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [req-5b968cb0-7c14-44a7-92e3-646ed507f179 req-61b87d61-e68c-4b98-9011-dacb1345796c service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=106707) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 19:39:32.374552 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-5b968cb0-7c14-44a7-92e3-646ed507f179 req-61b87d61-e68c-4b98-9011-dacb1345796c service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0794654 Apr 12 19:39:32.483079 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-307bbc19-2bdc-4644-8fd2-048dcd668ee9 None None] Current status of the port 9bcc7b22-765e-4d3c-bd9c-cc8b28f0db99 is: DOWN; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:39:32.483469 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-307bbc19-2bdc-4644-8fd2-048dcd668ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (9bcc7b22-765e-4d3c-bd9c-cc8b28f0db99), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:32.505753 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 58286) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:39:32.519591 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-e7dd1ca5-b5b3-47a9-b204-2f43f64f61ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:32.519751 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-307bbc19-2bdc-4644-8fd2-048dcd668ee9 None None] For port 9bcc7b22-765e-4d3c-bd9c-cc8b28f0db99, host dv-cinder-837540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-1-iscsi',level=0,port_id=9bcc7b22-765e-4d3c-bd9c-cc8b28f0db99,segment=NetworkSegment(7d4c5579-d5c2-4ae5-8e1e-f30678073acf),segment_id=7d4c5579-d5c2-4ae5-8e1e-f30678073acf)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:39:32.520891 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-5b968cb0-7c14-44a7-92e3-646ed507f179 req-1b75da7a-6687-405a-9584-9e8b717f7b77 service neutron] 10.222.0.15 "GET /v2.0/networks/7d6decb1-add4-41a2-b83e-9ac42c2293d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398449 Apr 12 19:39:32.526995 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-307bbc19-2bdc-4644-8fd2-048dcd668ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (9bcc7b22-765e-4d3c-bd9c-cc8b28f0db99), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:32.628703 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307bbc19-2bdc-4644-8fd2-048dcd668ee9 None None] Pushing event updated for resources: {'Port': ['ID=9bcc7b22-765e-4d3c-bd9c-cc8b28f0db99,revision_number=5']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:39:32.656558 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-2ee73e1f-68ae-4122-bd1a-a67dac303346 None None] Provisioning complete for port 9bcc7b22-765e-4d3c-bd9c-cc8b28f0db99 triggered by entity DHCP. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:39:32.656926 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-2ee73e1f-68ae-4122-bd1a-a67dac303346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (9bcc7b22-765e-4d3c-bd9c-cc8b28f0db99), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:32.657390 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-e7dd1ca5-b5b3-47a9-b204-2f43f64f61ef admin admin] Publish callbacks [] for security_group (904d98ed-d471-47df-b0c9-581deb4ca5cf), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:32.658665 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_hamode_db [None req-0f60bd9f-9d9d-42ea-ad67-0d83a971b58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6389cf9-16f2-4235-a8e4-779f4429869c', 'name': 'tempest-AttachVolumeShelveTestJSON-434342515-router', 'tenant_id': 'a16ad9726e5e4b49874286bb90e53c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '94c03623-fec4-4438-9e44-fadece881b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:39:18Z', 'updated_at': '2022-04-12T19:39:25Z', 'revision_number': 4, 'project_id': 'a16ad9726e5e4b49874286bb90e53c94', 'gw_port': {'id': '94c03623-fec4-4438-9e44-fadece881b7b', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6389cf9-16f2-4235-a8e4-779f4429869c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:39:19Z', 'updated_at': '2022-04-12T19:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_interfaces': [{'id': '9bcc7b22-765e-4d3c-bd9c-cc8b28f0db99', 'name': '', 'network_id': 'f4a737e2-fbd1-4d73-b744-770d94c0d414', 'tenant_id': 'a16ad9726e5e4b49874286bb90e53c94', 'mac_address': 'fa:16:3e:6f:c2:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6389cf9-16f2-4235-a8e4-779f4429869c', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f0175af4-3e14-4634-8d47-e6784ac2f6db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:39:23Z', 'updated_at': '2022-04-12T19:39:31Z', 'revision_number': 4, 'project_id': 'a16ad9726e5e4b49874286bb90e53c94', 'subnets': [{'id': 'f0175af4-3e14-4634-8d47-e6784ac2f6db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:39:32.664630 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-e7dd1ca5-b5b3-47a9-b204-2f43f64f61ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (904d98ed-d471-47df-b0c9-581deb4ca5cf), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:32.678070 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-5b968cb0-7c14-44a7-92e3-646ed507f179 req-34f2376c-2b80-4b23-8307-10a40c47b301 service neutron] 10.222.0.15 "GET /v2.0/networks/7d6decb1-add4-41a2-b83e-9ac42c2293d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538935 Apr 12 19:39:32.707882 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-e7dd1ca5-b5b3-47a9-b204-2f43f64f61ef admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e512d326801f4929b1e268424cd1df46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1998346 Apr 12 19:39:32.711199 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 58294) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:39:32.716789 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f60bd9f-9d9d-42ea-ad67-0d83a971b58d None None] The sync data for ids ['b6389cf9-16f2-4235-a8e4-779f4429869c'] in dv-cinder-837540-1-iscsi is: [{'id': 'b6389cf9-16f2-4235-a8e4-779f4429869c', 'name': 'tempest-AttachVolumeShelveTestJSON-434342515-router', 'tenant_id': 'a16ad9726e5e4b49874286bb90e53c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '94c03623-fec4-4438-9e44-fadece881b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:39:18Z', 'updated_at': '2022-04-12T19:39:25Z', 'revision_number': 4, 'project_id': 'a16ad9726e5e4b49874286bb90e53c94', 'gw_port': {'id': '94c03623-fec4-4438-9e44-fadece881b7b', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6389cf9-16f2-4235-a8e4-779f4429869c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:39:19Z', 'updated_at': '2022-04-12T19:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_interfaces': [{'id': '9bcc7b22-765e-4d3c-bd9c-cc8b28f0db99', 'name': '', 'network_id': 'f4a737e2-fbd1-4d73-b744-770d94c0d414', 'tenant_id': 'a16ad9726e5e4b49874286bb90e53c94', 'mac_address': 'fa:16:3e:6f:c2:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6389cf9-16f2-4235-a8e4-779f4429869c', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f0175af4-3e14-4634-8d47-e6784ac2f6db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:39:23Z', 'updated_at': '2022-04-12T19:39:31Z', 'revision_number': 4, 'project_id': 'a16ad9726e5e4b49874286bb90e53c94', 'subnets': [{'id': 'f0175af4-3e14-4634-8d47-e6784ac2f6db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:39:32.738878 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dd1ca5-b5b3-47a9-b204-2f43f64f61ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=904d98ed-d471-47df-b0c9-581deb4ca5cf,revision_number=1']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:39:32.812031 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-2ee73e1f-68ae-4122-bd1a-a67dac303346 None None] Current status of the port 9bcc7b22-765e-4d3c-bd9c-cc8b28f0db99 is: ACTIVE; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:39:32.843761 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-3cde4fbe-a164-4769-8943-e2cdebfa4445 admin admin] Publish callbacks [] for security_group (904d98ed-d471-47df-b0c9-581deb4ca5cf), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:32.879370 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-3cde4fbe-a164-4769-8943-e2cdebfa4445 admin admin] Publish callbacks [] for security_group (904d98ed-d471-47df-b0c9-581deb4ca5cf), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:32.946086 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-3cde4fbe-a164-4769-8943-e2cdebfa4445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (904d98ed-d471-47df-b0c9-581deb4ca5cf), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:32.949572 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-3cde4fbe-a164-4769-8943-e2cdebfa4445 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:32.951228 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-3cde4fbe-a164-4769-8943-e2cdebfa4445 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/904d98ed-d471-47df-b0c9-581deb4ca5cf HTTP/1.1" status: 204 len: 168 time: 0.2380517 Apr 12 19:39:32.980448 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cde4fbe-a164-4769-8943-e2cdebfa4445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=904d98ed-d471-47df-b0c9-581deb4ca5cf,revision_number=None']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:39:33.192468 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-c5f4c5cd-2498-4072-9455-77845bf326b3 req-327c46dd-2876-4ad3-94c8-1bac9dd181ff tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/ports?device_id=df43c280-40af-4812-a53a-516ab7541482 HTTP/1.1" status: 200 len: 210 time: 0.0483141 Apr 12 19:39:33.340661 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-c1165b86-6028-4605-8447-2a132bb891ab req-6bde0a0a-d0ec-4e41-bfa3-34a6ae60672d tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] 10.222.0.15 "GET /v2.0/ports?device_id=890cbda6-c8dd-44f4-bd7c-ee8f75c56071 HTTP/1.1" status: 200 len: 210 time: 0.0437508 Apr 12 19:39:33.616576 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-d4b11eda-2c8c-4892-8ecd-db945d486f60 req-684f0480-b99f-4a5d-80aa-67b090ac8f47 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 210 time: 0.0387526 Apr 12 19:39:33.837378 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.25', 65091) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:39:34.031887 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9afdc4-bb24-4cb7-980d-2a8724fa8e73 req-4a093c4b-bff4-4618-9161-85a2ee398359 tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:39:34.034015 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-7e9afdc4-bb24-4cb7-980d-2a8724fa8e73 req-4a093c4b-bff4-4618-9161-85a2ee398359 tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] 10.222.0.25 "GET /v2.0/networks?id=12e3db31-4069-48de-baae-19a675080180 HTTP/1.1" status: 200 len: 811 time: 0.1942599 Apr 12 19:39:34.153648 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.v2.base [req-7e9afdc4-bb24-4cb7-980d-2a8724fa8e73 req-57053206-feb4-4772-8671-83a67c1ed5f5 tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] Request body: {'port': {'device_id': '890cbda6-c8dd-44f4-bd7c-ee8f75c56071', 'network_id': '12e3db31-4069-48de-baae-19a675080180', 'admin_state_up': True, 'tenant_id': '0a4f53faa660475d854e3171312ddbe7'}} {{(pid=106707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:39:34.332669 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-bb75e033-e038-4256-a3d6-1139166276c3 req-a9ccd6d1-ce1f-4eea-b74a-fd9c6dd6de7d tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/ports?device_id=df43c280-40af-4812-a53a-516ab7541482 HTTP/1.1" status: 200 len: 210 time: 0.0475492 Apr 12 19:39:34.354676 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e9afdc4-bb24-4cb7-980d-2a8724fa8e73 req-57053206-feb4-4772-8671-83a67c1ed5f5 tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] Made reservation on behalf of 0a4f53faa660475d854e3171312ddbe7 for: {'port': 1} {{(pid=106707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:39:34.358560 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [req-7e9afdc4-bb24-4cb7-980d-2a8724fa8e73 req-57053206-feb4-4772-8671-83a67c1ed5f5 tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (None), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:34.568378 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device 9bcc7b22-765e-4d3c-bd9c-cc8b28f0db99 up at agent ovs-agent-dv-cinder-837540-1-iscsi {{(pid=106714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:39:34.578192 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-1a08d67f-7fbc-45b8-9460-3914abd6dbd2 req-5a3ea10d-9eb2-48ee-a047-c9b5370cc5ae tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] 10.222.0.15 "GET /v2.0/ports?device_id=890cbda6-c8dd-44f4-bd7c-ee8f75c56071 HTTP/1.1" status: 200 len: 210 time: 0.0907896 Apr 12 19:39:34.646224 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Provisioning complete for port 9bcc7b22-765e-4d3c-bd9c-cc8b28f0db99 triggered by entity L2. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:39:34.646672 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (9bcc7b22-765e-4d3c-bd9c-cc8b28f0db99), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:34.772869 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Current status of the port 9bcc7b22-765e-4d3c-bd9c-cc8b28f0db99 is: ACTIVE; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:39:34.937714 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.25', 65097) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:39:34.941410 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.25', 65098) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:39:35.054045 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-7c24f986-0ae2-43d9-bda2-7a8a123cb4fb req-f6b7741a-5216-43ec-b947-19c9b4536f94 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 210 time: 0.1304228 Apr 12 19:39:35.069263 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.db.db_base_plugin_common [req-7e9afdc4-bb24-4cb7-980d-2a8724fa8e73 req-57053206-feb4-4772-8671-83a67c1ed5f5 tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] Allocated IP 172.20.0.8 (12e3db31-4069-48de-baae-19a675080180/9955a755-753c-4b23-830b-dfc87b3e46d1/8ca63eb5-445e-4f0b-a029-7dd7a8cc2642) {{(pid=106707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:39:35.267640 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8ce43f-18da-4ac3-9d68-7b74b4f981b1 req-cc778d17-65f9-4797-bad6-33342fae32ff tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:39:35.269458 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-1f8ce43f-18da-4ac3-9d68-7b74b4f981b1 req-cc778d17-65f9-4797-bad6-33342fae32ff tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.25 "GET /v2.0/networks?id=f4a737e2-fbd1-4d73-b744-770d94c0d414 HTTP/1.1" status: 200 len: 816 time: 0.3270843 Apr 12 19:39:35.386819 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b968cb0-7c14-44a7-92e3-646ed507f179 req-9f12b23b-ddec-46f6-808e-697940d20199 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:39:35.388656 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-5b968cb0-7c14-44a7-92e3-646ed507f179 req-9f12b23b-ddec-46f6-808e-697940d20199 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.25 "GET /v2.0/networks?id=7d6decb1-add4-41a2-b83e-9ac42c2293d8 HTTP/1.1" status: 200 len: 815 time: 0.4303596 Apr 12 19:39:35.429749 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-1f8ce43f-18da-4ac3-9d68-7b74b4f981b1 req-87d009a8-9011-416a-9250-423184f25704 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a16ad9726e5e4b49874286bb90e53c94 HTTP/1.1" status: 200 len: 380 time: 0.1408837 Apr 12 19:39:35.449768 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.v2.base [req-1f8ce43f-18da-4ac3-9d68-7b74b4f981b1 req-bf64ee75-ca53-43d8-96ce-5250bf2418f2 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Request body: {'port': {'device_id': '8dbcad1a-192e-4606-b14a-333cd5efb161', 'network_id': 'f4a737e2-fbd1-4d73-b744-770d94c0d414', 'admin_state_up': True, 'tenant_id': 'a16ad9726e5e4b49874286bb90e53c94', 'security_groups': ['af9ad81e-c73c-4411-b2e4-90c593141c5e']}} {{(pid=106704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:39:35.455360 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [req-7e9afdc4-bb24-4cb7-980d-2a8724fa8e73 req-57053206-feb4-4772-8671-83a67c1ed5f5 tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] Publish callbacks [] for port (8ca63eb5-445e-4f0b-a029-7dd7a8cc2642), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:35.500761 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-bc1ca4e0-ecf4-4179-a522-d6bfb9d89aff req-bb6e233c-b67c-47f5-8940-6fb3359f9f3e tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/ports?device_id=df43c280-40af-4812-a53a-516ab7541482 HTTP/1.1" status: 200 len: 210 time: 0.0684509 Apr 12 19:39:35.546886 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [req-7e9afdc4-bb24-4cb7-980d-2a8724fa8e73 req-57053206-feb4-4772-8671-83a67c1ed5f5 tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749198058662'] for port (8ca63eb5-445e-4f0b-a029-7dd7a8cc2642), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:35.568600 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-5b968cb0-7c14-44a7-92e3-646ed507f179 req-ea9a1756-365f-4392-8f7f-7929007317a3 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf0fdf698e0443cf9d5596d1b7604976 HTTP/1.1" status: 200 len: 380 time: 0.1644590 Apr 12 19:39:35.578429 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.v2.base [req-5b968cb0-7c14-44a7-92e3-646ed507f179 req-0b11b2cf-5ec3-4382-91bd-4ff7551b7958 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Request body: {'port': {'device_id': 'df43c280-40af-4812-a53a-516ab7541482', 'network_id': '7d6decb1-add4-41a2-b83e-9ac42c2293d8', 'admin_state_up': True, 'tenant_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'security_groups': ['006d12c2-ab48-43d7-8448-f093c76d5aef']}} {{(pid=106704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:39:35.711218 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57053206-feb4-4772-8671-83a67c1ed5f5 tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] Pushing event updated for resources: {'Port': ['ID=8ca63eb5-445e-4f0b-a029-7dd7a8cc2642,revision_number=1']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:39:35.774325 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e9afdc4-bb24-4cb7-980d-2a8724fa8e73 req-57053206-feb4-4772-8671-83a67c1ed5f5 tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] Network 12e3db31-4069-48de-baae-19a675080180 is already hosted by enough agents. {{(pid=106707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:39:35.781957 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.scheduler.base_scheduler [req-7e9afdc4-bb24-4cb7-980d-2a8724fa8e73 req-57053206-feb4-4772-8671-83a67c1ed5f5 tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] Resources bound (agent type, host, resource id): {{(pid=106707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:39:35.794738 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e9afdc4-bb24-4cb7-980d-2a8724fa8e73 req-57053206-feb4-4772-8671-83a67c1ed5f5 tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] Received port after_create {{(pid=106707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:39:35.801345 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9afdc4-bb24-4cb7-980d-2a8724fa8e73 req-57053206-feb4-4772-8671-83a67c1ed5f5 tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:39:35.802134 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [req-7e9afdc4-bb24-4cb7-980d-2a8724fa8e73 req-57053206-feb4-4772-8671-83a67c1ed5f5 tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565043'] for port (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:35.835275 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9b83ee-d2ad-4d41-b6c9-ae0e6cd6d12e req-68ac4590-bb03-4902-8a58-98ce7d0424a0 tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:39:35.840609 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-be9b83ee-d2ad-4d41-b6c9-ae0e6cd6d12e req-68ac4590-bb03-4902-8a58-98ce7d0424a0 tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] 10.222.0.15 "GET /v2.0/ports?device_id=890cbda6-c8dd-44f4-bd7c-ee8f75c56071 HTTP/1.1" status: 200 len: 931 time: 0.1503654 Apr 12 19:39:35.949602 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-7e9afdc4-bb24-4cb7-980d-2a8724fa8e73 req-57053206-feb4-4772-8671-83a67c1ed5f5 tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8030970 Apr 12 19:39:36.030604 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f8ce43f-18da-4ac3-9d68-7b74b4f981b1 req-bf64ee75-ca53-43d8-96ce-5250bf2418f2 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Made reservation on behalf of a16ad9726e5e4b49874286bb90e53c94 for: {'port': 1} {{(pid=106704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:39:36.032874 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [req-7e9afdc4-bb24-4cb7-980d-2a8724fa8e73 req-1a88e55a-718d-4cf0-842b-c89c3120770a tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=106707) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 19:39:36.033894 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-7e9afdc4-bb24-4cb7-980d-2a8724fa8e73 req-1a88e55a-718d-4cf0-842b-c89c3120770a tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0500212 Apr 12 19:39:36.034074 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-1f8ce43f-18da-4ac3-9d68-7b74b4f981b1 req-bf64ee75-ca53-43d8-96ce-5250bf2418f2 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:36.076342 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b968cb0-7c14-44a7-92e3-646ed507f179 req-0b11b2cf-5ec3-4382-91bd-4ff7551b7958 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Made reservation on behalf of bf0fdf698e0443cf9d5596d1b7604976 for: {'port': 1} {{(pid=106704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:39:36.082788 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-5b968cb0-7c14-44a7-92e3-646ed507f179 req-0b11b2cf-5ec3-4382-91bd-4ff7551b7958 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:36.142629 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-be9b83ee-d2ad-4d41-b6c9-ae0e6cd6d12e req-f74ef40f-9439-4932-a046-b56c087e238e tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] 10.222.0.15 "GET /v2.0/security-groups?id=219899a9-c7a5-4082-a059-b48fcb93f635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738585 Apr 12 19:39:36.400748 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-ed6a3ae1-56db-4fe8-a899-15b858d78867 req-f8b258b1-0811-4ca2-9435-27b79d0b1052 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 210 time: 0.1849852 Apr 12 19:39:36.745793 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-72703e2b-6783-4d17-81e8-f76ec8d09886 req-022698d7-c1ea-4bd8-91f3-784194a36787 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/ports?device_id=df43c280-40af-4812-a53a-516ab7541482 HTTP/1.1" status: 200 len: 210 time: 0.0673316 Apr 12 19:39:36.834489 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.db_base_plugin_common [req-5b968cb0-7c14-44a7-92e3-646ed507f179 req-0b11b2cf-5ec3-4382-91bd-4ff7551b7958 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Allocated IP 172.20.0.3 (7d6decb1-add4-41a2-b83e-9ac42c2293d8/fc7e26f8-26c2-4af8-af1d-d7fc67300eb2/0f8c479a-71ff-487d-9c2b-68149b702bb4) {{(pid=106704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:39:36.879188 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.db_base_plugin_common [req-1f8ce43f-18da-4ac3-9d68-7b74b4f981b1 req-bf64ee75-ca53-43d8-96ce-5250bf2418f2 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Allocated IP 172.20.0.4 (f4a737e2-fbd1-4d73-b744-770d94c0d414/f0175af4-3e14-4634-8d47-e6784ac2f6db/468143f7-dffa-4455-923d-7df1610e3c88) {{(pid=106704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:39:37.266681 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.v2.base [req-7e9afdc4-bb24-4cb7-980d-2a8724fa8e73 req-5a237c37-6207-4094-88a9-9fc0b7131183 service neutron] Request body: {'port': {'device_id': '890cbda6-c8dd-44f4-bd7c-ee8f75c56071', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=106707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:39:37.402840 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b5eef8-e8cf-474e-8754-3bb0a3926978 req-b9bd96d7-a131-406a-ab7f-9e14f252d0d9 tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:39:37.431872 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-16b5eef8-e8cf-474e-8754-3bb0a3926978 req-b9bd96d7-a131-406a-ab7f-9e14f252d0d9 tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] 10.222.0.15 "GET /v2.0/ports?device_id=890cbda6-c8dd-44f4-bd7c-ee8f75c56071 HTTP/1.1" status: 200 len: 931 time: 0.1143699 Apr 12 19:39:37.441852 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [req-7e9afdc4-bb24-4cb7-980d-2a8724fa8e73 req-5a237c37-6207-4094-88a9-9fc0b7131183 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (8ca63eb5-445e-4f0b-a029-7dd7a8cc2642), before_update {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:37.458002 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-5b968cb0-7c14-44a7-92e3-646ed507f179 req-0b11b2cf-5ec3-4382-91bd-4ff7551b7958 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks [] for port (0f8c479a-71ff-487d-9c2b-68149b702bb4), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:37.592882 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-1f8ce43f-18da-4ac3-9d68-7b74b4f981b1 req-bf64ee75-ca53-43d8-96ce-5250bf2418f2 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Publish callbacks [] for port (468143f7-dffa-4455-923d-7df1610e3c88), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:37.633778 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-16b5eef8-e8cf-474e-8754-3bb0a3926978 req-5ba1d14b-b092-47cb-91ac-b5354c550cac tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] 10.222.0.15 "GET /v2.0/security-groups?id=219899a9-c7a5-4082-a059-b48fcb93f635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873746 Apr 12 19:39:37.645008 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-e16fbcec-7413-44c5-ad53-b6d6a12fe2a9 req-0fcf6933-8c47-4d1f-978f-bf8cd0abdb85 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 210 time: 0.0700040 Apr 12 19:39:37.656261 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-5b968cb0-7c14-44a7-92e3-646ed507f179 req-0b11b2cf-5ec3-4382-91bd-4ff7551b7958 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749198058662'] for port (0f8c479a-71ff-487d-9c2b-68149b702bb4), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:37.906361 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b968cb0-7c14-44a7-92e3-646ed507f179 req-0b11b2cf-5ec3-4382-91bd-4ff7551b7958 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Network 7d6decb1-add4-41a2-b83e-9ac42c2293d8 is already hosted by enough agents. {{(pid=106704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:39:37.930805 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.base_scheduler [req-5b968cb0-7c14-44a7-92e3-646ed507f179 req-0b11b2cf-5ec3-4382-91bd-4ff7551b7958 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Resources bound (agent type, host, resource id): {{(pid=106704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:39:37.947352 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b968cb0-7c14-44a7-92e3-646ed507f179 req-0b11b2cf-5ec3-4382-91bd-4ff7551b7958 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Received port after_create {{(pid=106704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:39:37.959363 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b968cb0-7c14-44a7-92e3-646ed507f179 req-0b11b2cf-5ec3-4382-91bd-4ff7551b7958 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:39:37.961277 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-5b968cb0-7c14-44a7-92e3-646ed507f179 req-0b11b2cf-5ec3-4382-91bd-4ff7551b7958 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565043'] for port (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:37.999364 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-1f8ce43f-18da-4ac3-9d68-7b74b4f981b1 req-bf64ee75-ca53-43d8-96ce-5250bf2418f2 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749198058662'] for port (468143f7-dffa-4455-923d-7df1610e3c88), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:38.021663 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b11b2cf-5ec3-4382-91bd-4ff7551b7958 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Pushing event updated for resources: {'Port': ['ID=0f8c479a-71ff-487d-9c2b-68149b702bb4,revision_number=1']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:39:38.058008 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.notifiers.nova [req-7e9afdc4-bb24-4cb7-980d-2a8724fa8e73 req-5a237c37-6207-4094-88a9-9fc0b7131183 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ca63eb5-445e-4f0b-a029-7dd7a8cc2642 {{(pid=106707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 19:39:38.088104 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [req-7e9afdc4-bb24-4cb7-980d-2a8724fa8e73 req-5a237c37-6207-4094-88a9-9fc0b7131183 service neutron] Publish callbacks [] for port (8ca63eb5-445e-4f0b-a029-7dd7a8cc2642), precommit_update {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:38.140233 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.db.provisioning_blocks [req-7e9afdc4-bb24-4cb7-980d-2a8724fa8e73 req-5a237c37-6207-4094-88a9-9fc0b7131183 service neutron] Transition to ACTIVE for port object 8ca63eb5-445e-4f0b-a029-7dd7a8cc2642 will not be triggered until provisioned by entity L2. {{(pid=106707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 19:39:38.153607 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [req-7e9afdc4-bb24-4cb7-980d-2a8724fa8e73 req-5a237c37-6207-4094-88a9-9fc0b7131183 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (8ca63eb5-445e-4f0b-a029-7dd7a8cc2642), after_update {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:38.319588 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f8ce43f-18da-4ac3-9d68-7b74b4f981b1 req-bf64ee75-ca53-43d8-96ce-5250bf2418f2 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Network f4a737e2-fbd1-4d73-b744-770d94c0d414 is already hosted by enough agents. {{(pid=106704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:39:38.326169 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.base_scheduler [req-1f8ce43f-18da-4ac3-9d68-7b74b4f981b1 req-bf64ee75-ca53-43d8-96ce-5250bf2418f2 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Resources bound (agent type, host, resource id): {{(pid=106704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:39:38.333626 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f8ce43f-18da-4ac3-9d68-7b74b4f981b1 req-bf64ee75-ca53-43d8-96ce-5250bf2418f2 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Received port after_create {{(pid=106704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:39:38.347560 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8ce43f-18da-4ac3-9d68-7b74b4f981b1 req-bf64ee75-ca53-43d8-96ce-5250bf2418f2 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:39:38.350029 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-1f8ce43f-18da-4ac3-9d68-7b74b4f981b1 req-bf64ee75-ca53-43d8-96ce-5250bf2418f2 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565043'] for port (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:38.374228 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.managers [req-7e9afdc4-bb24-4cb7-980d-2a8724fa8e73 req-5a237c37-6207-4094-88a9-9fc0b7131183 service neutron] Attempting to bind port 8ca63eb5-445e-4f0b-a029-7dd7a8cc2642 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=106707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:39:38.375687 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.managers [req-7e9afdc4-bb24-4cb7-980d-2a8724fa8e73 req-5a237c37-6207-4094-88a9-9fc0b7131183 service neutron] Attempting to bind port 8ca63eb5-445e-4f0b-a029-7dd7a8cc2642 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '3eeee0ae-8a5f-4dc3-91c4-52d84d79189e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '12e3db31-4069-48de-baae-19a675080180'}] {{(pid=106707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:39:38.376552 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9afdc4-bb24-4cb7-980d-2a8724fa8e73 req-5a237c37-6207-4094-88a9-9fc0b7131183 service neutron] Attempting to bind port 8ca63eb5-445e-4f0b-a029-7dd7a8cc2642 on network 12e3db31-4069-48de-baae-19a675080180 {{(pid=106707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:39:38.385973 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a237c37-6207-4094-88a9-9fc0b7131183 service neutron] Pushing event updated for resources: {'Port': ['ID=8ca63eb5-445e-4f0b-a029-7dd7a8cc2642,revision_number=2']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:39:38.417488 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9afdc4-bb24-4cb7-980d-2a8724fa8e73 req-5a237c37-6207-4094-88a9-9fc0b7131183 service neutron] Port 8ca63eb5-445e-4f0b-a029-7dd7a8cc2642 on network 12e3db31-4069-48de-baae-19a675080180 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=106707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 19:39:38.417488 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9afdc4-bb24-4cb7-980d-2a8724fa8e73 req-5a237c37-6207-4094-88a9-9fc0b7131183 service neutron] Attempting to bind port 8ca63eb5-445e-4f0b-a029-7dd7a8cc2642 on network 12e3db31-4069-48de-baae-19a675080180 {{(pid=106707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:39:38.418066 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-5b968cb0-7c14-44a7-92e3-646ed507f179 req-0b11b2cf-5ec3-4382-91bd-4ff7551b7958 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8375142 Apr 12 19:39:38.423647 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9afdc4-bb24-4cb7-980d-2a8724fa8e73 req-5a237c37-6207-4094-88a9-9fc0b7131183 service neutron] Checking agent: {'id': 'ce4c6b0b-91ae-4576-82ad-f2f4ee2d2a45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 37, 20), 'started_at': datetime.datetime(2022, 4, 12, 19, 37, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:39:38.424053 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9afdc4-bb24-4cb7-980d-2a8724fa8e73 req-5a237c37-6207-4094-88a9-9fc0b7131183 service neutron] Checking segment: {'id': '3eeee0ae-8a5f-4dc3-91c4-52d84d79189e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '12e3db31-4069-48de-baae-19a675080180'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:39:38.424669 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9afdc4-bb24-4cb7-980d-2a8724fa8e73 req-5a237c37-6207-4094-88a9-9fc0b7131183 service neutron] Bound using segment: {'id': '3eeee0ae-8a5f-4dc3-91c4-52d84d79189e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '12e3db31-4069-48de-baae-19a675080180'} {{(pid=106707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:39:38.425132 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.managers [req-7e9afdc4-bb24-4cb7-980d-2a8724fa8e73 req-5a237c37-6207-4094-88a9-9fc0b7131183 service neutron] Bound port: 8ca63eb5-445e-4f0b-a029-7dd7a8cc2642, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eeee0ae-8a5f-4dc3-91c4-52d84d79189e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '12e3db31-4069-48de-baae-19a675080180'}}] {{(pid=106707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:39:38.425496 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [req-7e9afdc4-bb24-4cb7-980d-2a8724fa8e73 req-5a237c37-6207-4094-88a9-9fc0b7131183 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (8ca63eb5-445e-4f0b-a029-7dd7a8cc2642), before_update {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:38.467154 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.v2.base [req-5b968cb0-7c14-44a7-92e3-646ed507f179 req-38b32d8b-ad64-49b9-b4e1-6ec47f857a90 service neutron] Request body: {'port': {'device_id': 'df43c280-40af-4812-a53a-516ab7541482', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=106704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:39:38.532922 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-1f8ce43f-18da-4ac3-9d68-7b74b4f981b1 req-bf64ee75-ca53-43d8-96ce-5250bf2418f2 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0966852 Apr 12 19:39:38.535068 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-c36eb171-cc08-442d-9c42-359d52c21ea6 None None] Provisioning complete for port 0f8c479a-71ff-487d-9c2b-68149b702bb4 triggered by entity DHCP. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:39:38.536022 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-c36eb171-cc08-442d-9c42-359d52c21ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (0f8c479a-71ff-487d-9c2b-68149b702bb4), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:38.558041 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.v2.base [req-1f8ce43f-18da-4ac3-9d68-7b74b4f981b1 req-20f0e95a-42bc-43fe-9818-0b5336ae033a service neutron] Request body: {'port': {'device_id': '8dbcad1a-192e-4606-b14a-333cd5efb161', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=106704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:39:38.594987 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-c36eb171-cc08-442d-9c42-359d52c21ea6 None None] Port 0f8c479a-71ff-487d-9c2b-68149b702bb4 cannot update to ACTIVE because it is not bound. {{(pid=106714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 19:39:38.597182 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.db [req-7e9afdc4-bb24-4cb7-980d-2a8724fa8e73 req-5a237c37-6207-4094-88a9-9fc0b7131183 service neutron] For port 8ca63eb5-445e-4f0b-a029-7dd7a8cc2642, host hv-cinder-83754, cleared binding levels {{(pid=106707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:39:38.600223 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 58578) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:39:38.649066 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.db [req-7e9afdc4-bb24-4cb7-980d-2a8724fa8e73 req-5a237c37-6207-4094-88a9-9fc0b7131183 service neutron] For port 8ca63eb5-445e-4f0b-a029-7dd7a8cc2642, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=8ca63eb5-445e-4f0b-a029-7dd7a8cc2642,segment=NetworkSegment(3eeee0ae-8a5f-4dc3-91c4-52d84d79189e),segment_id=3eeee0ae-8a5f-4dc3-91c4-52d84d79189e)] {{(pid=106707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:39:38.660533 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [req-7e9afdc4-bb24-4cb7-980d-2a8724fa8e73 req-5a237c37-6207-4094-88a9-9fc0b7131183 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (8ca63eb5-445e-4f0b-a029-7dd7a8cc2642), after_update {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:38.772669 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9afdc4-bb24-4cb7-980d-2a8724fa8e73 req-5a237c37-6207-4094-88a9-9fc0b7131183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:39:38.775097 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [req-7e9afdc4-bb24-4cb7-980d-2a8724fa8e73 req-5a237c37-6207-4094-88a9-9fc0b7131183 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565043'] for port (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:38.778436 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-7e9afdc4-bb24-4cb7-980d-2a8724fa8e73 req-5a237c37-6207-4094-88a9-9fc0b7131183 service neutron] 10.222.0.25 "PUT /v2.0/ports/8ca63eb5-445e-4f0b-a029-7dd7a8cc2642 HTTP/1.1" status: 200 len: 1093 time: 1.6123838 Apr 12 19:39:38.778902 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '890cbda6-c8dd-44f4-bd7c-ee8f75c56071', 'tag': '8ca63eb5-445e-4f0b-a029-7dd7a8cc2642'}] {{(pid=106707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:39:38.849923 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-1f8ce43f-18da-4ac3-9d68-7b74b4f981b1 req-20f0e95a-42bc-43fe-9818-0b5336ae033a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (468143f7-dffa-4455-923d-7df1610e3c88), before_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:38.872981 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f10a0c8-9d49-4f73-9dbc-3c6bd046463d req-884b94fa-6448-4655-b415-c71fc69c202b tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:39:38.882230 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-1f10a0c8-9d49-4f73-9dbc-3c6bd046463d req-884b94fa-6448-4655-b415-c71fc69c202b tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/ports?device_id=df43c280-40af-4812-a53a-516ab7541482 HTTP/1.1" status: 200 len: 931 time: 0.9904850 Apr 12 19:39:38.944027 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-82f8bb59-ef15-4607-b746-b495cce2c1c7 None None] Provisioning complete for port 468143f7-dffa-4455-923d-7df1610e3c88 triggered by entity DHCP. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:39:38.944412 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-82f8bb59-ef15-4607-b746-b495cce2c1c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (468143f7-dffa-4455-923d-7df1610e3c88), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:38.967596 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf64ee75-ca53-43d8-96ce-5250bf2418f2 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Pushing event updated for resources: {'Port': ['ID=468143f7-dffa-4455-923d-7df1610e3c88,revision_number=1']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:39:38.980354 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-5b968cb0-7c14-44a7-92e3-646ed507f179 req-38b32d8b-ad64-49b9-b4e1-6ec47f857a90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (0f8c479a-71ff-487d-9c2b-68149b702bb4), before_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:38.994878 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-1f10a0c8-9d49-4f73-9dbc-3c6bd046463d req-428ef86b-d3b7-4f4c-b941-77088fe42439 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/security-groups?id=006d12c2-ab48-43d7-8448-f093c76d5aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112361 Apr 12 19:39:39.034544 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-3788508d-a548-4e69-9029-5d03c4345354 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:39.091179 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9afdc4-bb24-4cb7-980d-2a8724fa8e73 req-0ed296e7-2749-4eca-ab20-b419874c3cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:39:39.092957 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-7e9afdc4-bb24-4cb7-980d-2a8724fa8e73 req-0ed296e7-2749-4eca-ab20-b419874c3cf3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0a4f53faa660475d854e3171312ddbe7&device_id=890cbda6-c8dd-44f4-bd7c-ee8f75c56071 HTTP/1.1" status: 200 len: 1127 time: 0.1377711 Apr 12 19:39:39.095591 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-82f8bb59-ef15-4607-b746-b495cce2c1c7 None None] Port 468143f7-dffa-4455-923d-7df1610e3c88 cannot update to ACTIVE because it is not bound. {{(pid=106714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 19:39:39.097579 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a237c37-6207-4094-88a9-9fc0b7131183 service neutron] Pushing event updated for resources: {'Port': ['ID=8ca63eb5-445e-4f0b-a029-7dd7a8cc2642,revision_number=3']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:39:39.269750 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-7e9afdc4-bb24-4cb7-980d-2a8724fa8e73 req-b74e9f1b-ff7a-40fb-b90a-9c09969c0958 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ca63eb5-445e-4f0b-a029-7dd7a8cc2642 HTTP/1.1" status: 200 len: 217 time: 0.1454573 Apr 12 19:39:39.277035 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24bc1a40dab415d93c04770333daaec18ee8cbc44e8bdbc940996836fe034448" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c4473e-11a0-4f4d-a157-aec8c18f57ba" -d '{"events": [{"name": "network-changed", "server_uuid": "890cbda6-c8dd-44f4-bd7c-ee8f75c56071", "tag": "8ca63eb5-445e-4f0b-a029-7dd7a8cc2642"}]}' {{(pid=106707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:39:39.489030 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4aba79-62e4-4568-8d9e-94895b8eda8d req-19fe5ec4-f1a0-42d7-a72b-341ac1a69033 tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:39:39.491060 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-fe4aba79-62e4-4568-8d9e-94895b8eda8d req-19fe5ec4-f1a0-42d7-a72b-341ac1a69033 tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] 10.222.0.15 "GET /v2.0/ports?device_id=890cbda6-c8dd-44f4-bd7c-ee8f75c56071 HTTP/1.1" status: 200 len: 943 time: 0.2477868 Apr 12 19:39:39.492204 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dbf89a-d6f7-4e92-98a2-8dd5da51717e req-91e77891-3f94-4103-a29e-2a5231267d71 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:39:39.500372 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-d8dbf89a-d6f7-4e92-98a2-8dd5da51717e req-91e77891-3f94-4103-a29e-2a5231267d71 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 931 time: 0.1767330 Apr 12 19:39:39.503508 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9afdc4-bb24-4cb7-980d-2a8724fa8e73 req-b6e9c611-b2e4-43b3-b631-f25bc6333b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:39:39.505766 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-7e9afdc4-bb24-4cb7-980d-2a8724fa8e73 req-b6e9c611-b2e4-43b3-b631-f25bc6333b54 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9955a755-753c-4b23-830b-dfc87b3e46d1 HTTP/1.1" status: 200 len: 851 time: 0.2097566 Apr 12 19:39:39.648353 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-7e9afdc4-bb24-4cb7-980d-2a8724fa8e73 req-2fe00d26-500c-4f86-a52a-d13d6c60932c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=12e3db31-4069-48de-baae-19a675080180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1130066 Apr 12 19:39:39.726427 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-3788508d-a548-4e69-9029-5d03c4345354 admin admin] Publish callbacks [] for security_group (4e989a63-6c46-4e30-8b81-5d695806f58c), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:39.738920 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-fe4aba79-62e4-4568-8d9e-94895b8eda8d req-561f4c4f-48ef-4527-bdb8-29a42f952ca0 tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] 10.222.0.15 "GET /v2.0/security-groups?id=219899a9-c7a5-4082-a059-b48fcb93f635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863208 Apr 12 19:39:39.757812 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-3788508d-a548-4e69-9029-5d03c4345354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (4e989a63-6c46-4e30-8b81-5d695806f58c), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:40.097993 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-3788508d-a548-4e69-9029-5d03c4345354 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=00d6336985f04433bd59ed7d932f0f63&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4951112 Apr 12 19:39:40.114821 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-d8dbf89a-d6f7-4e92-98a2-8dd5da51717e req-425f7c02-9833-45ae-8c77-5ed30ca7a0b2 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6133161 Apr 12 19:39:40.120566 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 58626) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:39:40.145772 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 19:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c2fee0d-0d02-44c9-b385-3c7ef3ec7eeb x-openstack-request-id: req-9c2fee0d-0d02-44c9-b385-3c7ef3ec7eeb {{(pid=106707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:39:40.146012 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "890cbda6-c8dd-44f4-bd7c-ee8f75c56071", "tag": "8ca63eb5-445e-4f0b-a029-7dd7a8cc2642", "status": "completed", "code": 200}]} {{(pid=106707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:39:40.146274 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9c2fee0d-0d02-44c9-b385-3c7ef3ec7eeb {{(pid=106707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:39:40.146721 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c2fee0d-0d02-44c9-b385-3c7ef3ec7eeb'] response: {'name': 'network-changed', 'server_uuid': '890cbda6-c8dd-44f4-bd7c-ee8f75c56071', 'tag': '8ca63eb5-445e-4f0b-a029-7dd7a8cc2642', 'status': 'completed', 'code': 200} Apr 12 19:39:40.150792 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3788508d-a548-4e69-9029-5d03c4345354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e989a63-6c46-4e30-8b81-5d695806f58c,revision_number=1']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:39:40.191999 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.notifiers.nova [req-1f8ce43f-18da-4ac3-9d68-7b74b4f981b1 req-20f0e95a-42bc-43fe-9818-0b5336ae033a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 468143f7-dffa-4455-923d-7df1610e3c88 {{(pid=106704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 19:39:40.203861 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-1f8ce43f-18da-4ac3-9d68-7b74b4f981b1 req-20f0e95a-42bc-43fe-9818-0b5336ae033a service neutron] Publish callbacks [] for port (468143f7-dffa-4455-923d-7df1610e3c88), precommit_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:40.231706 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.notifiers.nova [req-5b968cb0-7c14-44a7-92e3-646ed507f179 req-38b32d8b-ad64-49b9-b4e1-6ec47f857a90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f8c479a-71ff-487d-9c2b-68149b702bb4 {{(pid=106704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 19:39:40.235807 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-7e9afdc4-bb24-4cb7-980d-2a8724fa8e73 req-03987aec-842e-416c-8d2a-19daf1775987 service neutron] 10.222.0.25 "GET /v2.0/networks/12e3db31-4069-48de-baae-19a675080180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5642097 Apr 12 19:39:40.242370 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.provisioning_blocks [req-1f8ce43f-18da-4ac3-9d68-7b74b4f981b1 req-20f0e95a-42bc-43fe-9818-0b5336ae033a service neutron] Transition to ACTIVE for port object 468143f7-dffa-4455-923d-7df1610e3c88 will not be triggered until provisioned by entity L2. {{(pid=106704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 19:39:40.244769 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-5b968cb0-7c14-44a7-92e3-646ed507f179 req-38b32d8b-ad64-49b9-b4e1-6ec47f857a90 service neutron] Publish callbacks [] for port (0f8c479a-71ff-487d-9c2b-68149b702bb4), precommit_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:40.262240 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-1f8ce43f-18da-4ac3-9d68-7b74b4f981b1 req-20f0e95a-42bc-43fe-9818-0b5336ae033a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (468143f7-dffa-4455-923d-7df1610e3c88), after_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:40.282742 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-a1f1d2e8-d77b-42a4-8a93-59e04cf02d93 admin admin] Publish callbacks [] for security_group (4e989a63-6c46-4e30-8b81-5d695806f58c), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:40.317212 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.provisioning_blocks [req-5b968cb0-7c14-44a7-92e3-646ed507f179 req-38b32d8b-ad64-49b9-b4e1-6ec47f857a90 service neutron] Transition to ACTIVE for port object 0f8c479a-71ff-487d-9c2b-68149b702bb4 will not be triggered until provisioned by entity L2. {{(pid=106704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 19:39:40.334212 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-5b968cb0-7c14-44a7-92e3-646ed507f179 req-38b32d8b-ad64-49b9-b4e1-6ec47f857a90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (0f8c479a-71ff-487d-9c2b-68149b702bb4), after_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:40.361026 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffb2c12-a97d-4454-8bcf-8dfa405d6428 req-5ab8c93e-8f26-43e7-b564-2a50d9c409c6 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:39:40.362565 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-fffb2c12-a97d-4454-8bcf-8dfa405d6428 req-5ab8c93e-8f26-43e7-b564-2a50d9c409c6 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/ports?device_id=df43c280-40af-4812-a53a-516ab7541482 HTTP/1.1" status: 200 len: 931 time: 0.1151171 Apr 12 19:39:40.363134 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-a1f1d2e8-d77b-42a4-8a93-59e04cf02d93 admin admin] Publish callbacks [] for security_group (4e989a63-6c46-4e30-8b81-5d695806f58c), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:40.385230 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f0e95a-42bc-43fe-9818-0b5336ae033a service neutron] Pushing event updated for resources: {'Port': ['ID=468143f7-dffa-4455-923d-7df1610e3c88,revision_number=2']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:39:40.452579 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-7e9afdc4-bb24-4cb7-980d-2a8724fa8e73 req-19eda083-b7e0-48ee-9078-051654ec4b14 service neutron] 10.222.0.25 "GET /v2.0/networks/12e3db31-4069-48de-baae-19a675080180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083058 Apr 12 19:39:40.496288 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-a1f1d2e8-d77b-42a4-8a93-59e04cf02d93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (4e989a63-6c46-4e30-8b81-5d695806f58c), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:40.506554 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-a1f1d2e8-d77b-42a4-8a93-59e04cf02d93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:40.506554 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-a1f1d2e8-d77b-42a4-8a93-59e04cf02d93 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4e989a63-6c46-4e30-8b81-5d695806f58c HTTP/1.1" status: 204 len: 168 time: 0.3812151 Apr 12 19:39:40.525302 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f1d2e8-d77b-42a4-8a93-59e04cf02d93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e989a63-6c46-4e30-8b81-5d695806f58c,revision_number=None']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:39:40.807481 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c4473e-11a0-4f4d-a157-aec8c18f57ba req-3a004b73-8a93-4967-9173-2d1e32e16fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:39:40.809963 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.managers [req-1f8ce43f-18da-4ac3-9d68-7b74b4f981b1 req-20f0e95a-42bc-43fe-9818-0b5336ae033a service neutron] Attempting to bind port 468143f7-dffa-4455-923d-7df1610e3c88 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:39:40.810531 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.managers [req-1f8ce43f-18da-4ac3-9d68-7b74b4f981b1 req-20f0e95a-42bc-43fe-9818-0b5336ae033a service neutron] Attempting to bind port 468143f7-dffa-4455-923d-7df1610e3c88 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '7d4c5579-d5c2-4ae5-8e1e-f30678073acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f4a737e2-fbd1-4d73-b744-770d94c0d414'}] {{(pid=106704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:39:40.810787 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f8ce43f-18da-4ac3-9d68-7b74b4f981b1 req-20f0e95a-42bc-43fe-9818-0b5336ae033a service neutron] Attempting to bind port 468143f7-dffa-4455-923d-7df1610e3c88 on network f4a737e2-fbd1-4d73-b744-770d94c0d414 {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:39:40.812857 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-b9c4473e-11a0-4f4d-a157-aec8c18f57ba req-3a004b73-8a93-4967-9173-2d1e32e16fb5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0a4f53faa660475d854e3171312ddbe7&device_id=890cbda6-c8dd-44f4-bd7c-ee8f75c56071 HTTP/1.1" status: 200 len: 1127 time: 0.1276162 Apr 12 19:39:40.827403 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b32d8b-ad64-49b9-b4e1-6ec47f857a90 service neutron] Pushing event updated for resources: {'Port': ['ID=0f8c479a-71ff-487d-9c2b-68149b702bb4,revision_number=2']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:39:40.853738 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f8ce43f-18da-4ac3-9d68-7b74b4f981b1 req-20f0e95a-42bc-43fe-9818-0b5336ae033a service neutron] Port 468143f7-dffa-4455-923d-7df1610e3c88 on network f4a737e2-fbd1-4d73-b744-770d94c0d414 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 19:39:40.858526 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f8ce43f-18da-4ac3-9d68-7b74b4f981b1 req-20f0e95a-42bc-43fe-9818-0b5336ae033a service neutron] Attempting to bind port 468143f7-dffa-4455-923d-7df1610e3c88 on network f4a737e2-fbd1-4d73-b744-770d94c0d414 {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:39:40.959543 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f8ce43f-18da-4ac3-9d68-7b74b4f981b1 req-20f0e95a-42bc-43fe-9818-0b5336ae033a service neutron] Checking agent: {'id': 'ce4c6b0b-91ae-4576-82ad-f2f4ee2d2a45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 37, 20), 'started_at': datetime.datetime(2022, 4, 12, 19, 37, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:39:40.962128 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f8ce43f-18da-4ac3-9d68-7b74b4f981b1 req-20f0e95a-42bc-43fe-9818-0b5336ae033a service neutron] Checking segment: {'id': '7d4c5579-d5c2-4ae5-8e1e-f30678073acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f4a737e2-fbd1-4d73-b744-770d94c0d414'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:39:40.964290 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f8ce43f-18da-4ac3-9d68-7b74b4f981b1 req-20f0e95a-42bc-43fe-9818-0b5336ae033a service neutron] Bound using segment: {'id': '7d4c5579-d5c2-4ae5-8e1e-f30678073acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f4a737e2-fbd1-4d73-b744-770d94c0d414'} {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:39:40.966242 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.managers [req-1f8ce43f-18da-4ac3-9d68-7b74b4f981b1 req-20f0e95a-42bc-43fe-9818-0b5336ae033a service neutron] Bound port: 468143f7-dffa-4455-923d-7df1610e3c88, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d4c5579-d5c2-4ae5-8e1e-f30678073acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f4a737e2-fbd1-4d73-b744-770d94c0d414'}}] {{(pid=106704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:39:40.966896 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-1f8ce43f-18da-4ac3-9d68-7b74b4f981b1 req-20f0e95a-42bc-43fe-9818-0b5336ae033a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (468143f7-dffa-4455-923d-7df1610e3c88), before_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:41.017424 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-fffb2c12-a97d-4454-8bcf-8dfa405d6428 req-4be38f2e-d292-4c70-b4de-ed572f8bdac7 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/security-groups?id=006d12c2-ab48-43d7-8448-f093c76d5aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6272924 Apr 12 19:39:41.106205 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.managers [req-5b968cb0-7c14-44a7-92e3-646ed507f179 req-38b32d8b-ad64-49b9-b4e1-6ec47f857a90 service neutron] Attempting to bind port 0f8c479a-71ff-487d-9c2b-68149b702bb4 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:39:41.113489 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.managers [req-5b968cb0-7c14-44a7-92e3-646ed507f179 req-38b32d8b-ad64-49b9-b4e1-6ec47f857a90 service neutron] Attempting to bind port 0f8c479a-71ff-487d-9c2b-68149b702bb4 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': 'bcbff496-9379-41c1-8ff0-8a4d3d91ad6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7d6decb1-add4-41a2-b83e-9ac42c2293d8'}] {{(pid=106704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:39:41.114495 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b968cb0-7c14-44a7-92e3-646ed507f179 req-38b32d8b-ad64-49b9-b4e1-6ec47f857a90 service neutron] Attempting to bind port 0f8c479a-71ff-487d-9c2b-68149b702bb4 on network 7d6decb1-add4-41a2-b83e-9ac42c2293d8 {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:39:41.150553 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b968cb0-7c14-44a7-92e3-646ed507f179 req-38b32d8b-ad64-49b9-b4e1-6ec47f857a90 service neutron] Port 0f8c479a-71ff-487d-9c2b-68149b702bb4 on network 7d6decb1-add4-41a2-b83e-9ac42c2293d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 19:39:41.152114 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b968cb0-7c14-44a7-92e3-646ed507f179 req-38b32d8b-ad64-49b9-b4e1-6ec47f857a90 service neutron] Attempting to bind port 0f8c479a-71ff-487d-9c2b-68149b702bb4 on network 7d6decb1-add4-41a2-b83e-9ac42c2293d8 {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:39:41.199909 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cf96bb-6099-4fda-ba74-9d1a0d9b2a08 req-188a6521-49ef-42c9-a7b1-5536ad356b8a tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:39:41.201688 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-01cf96bb-6099-4fda-ba74-9d1a0d9b2a08 req-188a6521-49ef-42c9-a7b1-5536ad356b8a tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] 10.222.0.15 "GET /v2.0/ports?device_id=890cbda6-c8dd-44f4-bd7c-ee8f75c56071 HTTP/1.1" status: 200 len: 943 time: 0.2274652 Apr 12 19:39:41.202715 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b968cb0-7c14-44a7-92e3-646ed507f179 req-38b32d8b-ad64-49b9-b4e1-6ec47f857a90 service neutron] Checking agent: {'id': 'ce4c6b0b-91ae-4576-82ad-f2f4ee2d2a45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 37, 20), 'started_at': datetime.datetime(2022, 4, 12, 19, 37, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:39:41.203142 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b968cb0-7c14-44a7-92e3-646ed507f179 req-38b32d8b-ad64-49b9-b4e1-6ec47f857a90 service neutron] Checking segment: {'id': 'bcbff496-9379-41c1-8ff0-8a4d3d91ad6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7d6decb1-add4-41a2-b83e-9ac42c2293d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:39:41.203591 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b968cb0-7c14-44a7-92e3-646ed507f179 req-38b32d8b-ad64-49b9-b4e1-6ec47f857a90 service neutron] Bound using segment: {'id': 'bcbff496-9379-41c1-8ff0-8a4d3d91ad6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7d6decb1-add4-41a2-b83e-9ac42c2293d8'} {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:39:41.208439 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.managers [req-5b968cb0-7c14-44a7-92e3-646ed507f179 req-38b32d8b-ad64-49b9-b4e1-6ec47f857a90 service neutron] Bound port: 0f8c479a-71ff-487d-9c2b-68149b702bb4, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcbff496-9379-41c1-8ff0-8a4d3d91ad6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7d6decb1-add4-41a2-b83e-9ac42c2293d8'}}] {{(pid=106704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:39:41.208903 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-5b968cb0-7c14-44a7-92e3-646ed507f179 req-38b32d8b-ad64-49b9-b4e1-6ec47f857a90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (0f8c479a-71ff-487d-9c2b-68149b702bb4), before_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:41.347079 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 58676) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:39:41.375056 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-01cf96bb-6099-4fda-ba74-9d1a0d9b2a08 req-33118c6d-5a82-467d-adf9-41e4593ecf25 tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] 10.222.0.15 "GET /v2.0/security-groups?id=219899a9-c7a5-4082-a059-b48fcb93f635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483665 Apr 12 19:39:41.383600 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.db [req-1f8ce43f-18da-4ac3-9d68-7b74b4f981b1 req-20f0e95a-42bc-43fe-9818-0b5336ae033a service neutron] For port 468143f7-dffa-4455-923d-7df1610e3c88, host hv-cinder-83754, cleared binding levels {{(pid=106704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:39:41.413584 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-a06d69a7-f2bc-4d59-8dae-391066852b37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:41.423303 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c4473e-11a0-4f4d-a157-aec8c18f57ba req-cc273892-0107-429a-9c36-3df089bd9ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:39:41.429795 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-b9c4473e-11a0-4f4d-a157-aec8c18f57ba req-cc273892-0107-429a-9c36-3df089bd9ddd service neutron] 10.222.0.25 "GET /v2.0/networks?id=12e3db31-4069-48de-baae-19a675080180 HTTP/1.1" status: 200 len: 912 time: 0.6074779 Apr 12 19:39:41.454456 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.db [req-1f8ce43f-18da-4ac3-9d68-7b74b4f981b1 req-20f0e95a-42bc-43fe-9818-0b5336ae033a service neutron] For port 468143f7-dffa-4455-923d-7df1610e3c88, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=468143f7-dffa-4455-923d-7df1610e3c88,segment=NetworkSegment(7d4c5579-d5c2-4ae5-8e1e-f30678073acf),segment_id=7d4c5579-d5c2-4ae5-8e1e-f30678073acf)] {{(pid=106704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:39:41.496890 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f9336c-dbf8-4601-affb-7214203390b2 req-5b46ad84-815d-4424-a6c2-9209b1931dec tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:39:41.506763 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-76f9336c-dbf8-4601-affb-7214203390b2 req-5b46ad84-815d-4424-a6c2-9209b1931dec tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 943 time: 0.1633046 Apr 12 19:39:41.510891 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-1f8ce43f-18da-4ac3-9d68-7b74b4f981b1 req-20f0e95a-42bc-43fe-9818-0b5336ae033a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (468143f7-dffa-4455-923d-7df1610e3c88), after_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:41.515995 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.db [req-5b968cb0-7c14-44a7-92e3-646ed507f179 req-38b32d8b-ad64-49b9-b4e1-6ec47f857a90 service neutron] For port 0f8c479a-71ff-487d-9c2b-68149b702bb4, host hv-cinder-83754, cleared binding levels {{(pid=106704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:39:41.530135 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-b9c4473e-11a0-4f4d-a157-aec8c18f57ba req-32400d87-2747-45af-8c93-0fe7f5617de0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ca63eb5-445e-4f0b-a029-7dd7a8cc2642 HTTP/1.1" status: 200 len: 217 time: 0.0928171 Apr 12 19:39:41.590089 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.db [req-5b968cb0-7c14-44a7-92e3-646ed507f179 req-38b32d8b-ad64-49b9-b4e1-6ec47f857a90 service neutron] For port 0f8c479a-71ff-487d-9c2b-68149b702bb4, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=0f8c479a-71ff-487d-9c2b-68149b702bb4,segment=NetworkSegment(bcbff496-9379-41c1-8ff0-8a4d3d91ad6b),segment_id=bcbff496-9379-41c1-8ff0-8a4d3d91ad6b)] {{(pid=106704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:39:41.631152 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8ce43f-18da-4ac3-9d68-7b74b4f981b1 req-20f0e95a-42bc-43fe-9818-0b5336ae033a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:39:41.631901 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-1f8ce43f-18da-4ac3-9d68-7b74b4f981b1 req-20f0e95a-42bc-43fe-9818-0b5336ae033a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565043'] for port (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:41.639411 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-1f8ce43f-18da-4ac3-9d68-7b74b4f981b1 req-20f0e95a-42bc-43fe-9818-0b5336ae033a service neutron] 10.222.0.25 "PUT /v2.0/ports/468143f7-dffa-4455-923d-7df1610e3c88 HTTP/1.1" status: 200 len: 1093 time: 3.0907884 Apr 12 19:39:41.666409 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c4473e-11a0-4f4d-a157-aec8c18f57ba req-27862217-00aa-47af-9d04-613e4e58f821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:39:41.667997 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-b9c4473e-11a0-4f4d-a157-aec8c18f57ba req-27862217-00aa-47af-9d04-613e4e58f821 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9955a755-753c-4b23-830b-dfc87b3e46d1 HTTP/1.1" status: 200 len: 851 time: 0.1275573 Apr 12 19:39:41.709649 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dbcad1a-192e-4606-b14a-333cd5efb161', 'tag': '468143f7-dffa-4455-923d-7df1610e3c88'}] {{(pid=106704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:39:41.790722 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-b9c4473e-11a0-4f4d-a157-aec8c18f57ba req-2046ba5c-7a50-4f89-ac34-42107ec8b653 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=12e3db31-4069-48de-baae-19a675080180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1065378 Apr 12 19:39:41.952888 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-5b968cb0-7c14-44a7-92e3-646ed507f179 req-38b32d8b-ad64-49b9-b4e1-6ec47f857a90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (0f8c479a-71ff-487d-9c2b-68149b702bb4), after_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:42.065252 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-b9c4473e-11a0-4f4d-a157-aec8c18f57ba req-c8a20296-3515-4dab-ba8b-b41cfc9d8599 service neutron] 10.222.0.25 "GET /v2.0/networks/12e3db31-4069-48de-baae-19a675080180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652221 Apr 12 19:39:42.184193 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8ce43f-18da-4ac3-9d68-7b74b4f981b1 req-0330d017-dbf4-4506-806d-74d1248a4774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:39:42.186115 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-1f8ce43f-18da-4ac3-9d68-7b74b4f981b1 req-0330d017-dbf4-4506-806d-74d1248a4774 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a16ad9726e5e4b49874286bb90e53c94&device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 1127 time: 0.2532654 Apr 12 19:39:42.206420 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b968cb0-7c14-44a7-92e3-646ed507f179 req-38b32d8b-ad64-49b9-b4e1-6ec47f857a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:39:42.207571 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-5b968cb0-7c14-44a7-92e3-646ed507f179 req-38b32d8b-ad64-49b9-b4e1-6ec47f857a90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565043'] for port (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:42.213752 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-5b968cb0-7c14-44a7-92e3-646ed507f179 req-38b32d8b-ad64-49b9-b4e1-6ec47f857a90 service neutron] 10.222.0.25 "PUT /v2.0/ports/0f8c479a-71ff-487d-9c2b-68149b702bb4 HTTP/1.1" status: 200 len: 1093 time: 3.7985787 Apr 12 19:39:42.376297 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f0e95a-42bc-43fe-9818-0b5336ae033a service neutron] Pushing event updated for resources: {'Port': ['ID=468143f7-dffa-4455-923d-7df1610e3c88,revision_number=3']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:39:42.382163 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e16437c-131c-4361-9a2e-0d3e7b09dc31 req-5f14fb3d-be51-45ce-abf1-99bd4e026df5 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:39:42.390939 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-1f8ce43f-18da-4ac3-9d68-7b74b4f981b1 req-a61319b2-a870-44a1-a09e-734e12734edf service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=468143f7-dffa-4455-923d-7df1610e3c88 HTTP/1.1" status: 200 len: 217 time: 0.1191092 Apr 12 19:39:42.391926 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-9e16437c-131c-4361-9a2e-0d3e7b09dc31 req-5f14fb3d-be51-45ce-abf1-99bd4e026df5 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/ports?device_id=df43c280-40af-4812-a53a-516ab7541482 HTTP/1.1" status: 200 len: 943 time: 0.2615056 Apr 12 19:39:42.404749 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 58716) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:39:42.482842 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-76f9336c-dbf8-4601-affb-7214203390b2 req-c2bd1a29-1ad5-4d00-a4d0-53e32007a225 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9742267 Apr 12 19:39:42.483486 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b32d8b-ad64-49b9-b4e1-6ec47f857a90 service neutron] Pushing event updated for resources: {'Port': ['ID=0f8c479a-71ff-487d-9c2b-68149b702bb4,revision_number=3']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:39:42.551066 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 58722) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:39:42.565834 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-b9c4473e-11a0-4f4d-a157-aec8c18f57ba req-da6c28f5-f8a2-4801-a097-08a5a3dbcfed service neutron] 10.222.0.25 "GET /v2.0/networks/12e3db31-4069-48de-baae-19a675080180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4828908 Apr 12 19:39:42.585992 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8ce43f-18da-4ac3-9d68-7b74b4f981b1 req-1530f538-dbc3-459f-beae-9a7b1a1511c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:39:42.588334 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-1f8ce43f-18da-4ac3-9d68-7b74b4f981b1 req-1530f538-dbc3-459f-beae-9a7b1a1511c5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f0175af4-3e14-4634-8d47-e6784ac2f6db HTTP/1.1" status: 200 len: 855 time: 0.0823550 Apr 12 19:39:42.667644 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-9e16437c-131c-4361-9a2e-0d3e7b09dc31 req-02495c5d-9c00-46f9-9ba7-0cace5ee2fc3 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/security-groups?id=006d12c2-ab48-43d7-8448-f093c76d5aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2676349 Apr 12 19:39:42.701770 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7198706052eeb44005bd3d373437c5078b0bb903de01f30342c0d4536e5352d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aecaa9c7-c6a0-406a-bc05-1f8dac8200e6" -d '{"events": [{"name": "network-changed", "server_uuid": "8dbcad1a-192e-4606-b14a-333cd5efb161", "tag": "468143f7-dffa-4455-923d-7df1610e3c88"}]}' {{(pid=106704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:39:42.749261 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-3a414fcd-96ef-4329-a06f-5236ea48a83a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:42.776158 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-3a57ec2e-f63d-4fdc-80af-6cdf3fd7db6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:42.872209 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c18b969-002a-44ec-a78a-6c812cfbe9ce req-6e21c5da-787b-42c9-a21a-b138421bc48b tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:39:42.873998 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-6c18b969-002a-44ec-a78a-6c812cfbe9ce req-6e21c5da-787b-42c9-a21a-b138421bc48b tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] 10.222.0.15 "GET /v2.0/ports?device_id=890cbda6-c8dd-44f4-bd7c-ee8f75c56071 HTTP/1.1" status: 200 len: 943 time: 0.1697247 Apr 12 19:39:42.910734 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b968cb0-7c14-44a7-92e3-646ed507f179 req-d1b7ae08-44bf-4ec1-b047-15aa21f092cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:39:42.912393 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-5b968cb0-7c14-44a7-92e3-646ed507f179 req-d1b7ae08-44bf-4ec1-b047-15aa21f092cb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bf0fdf698e0443cf9d5596d1b7604976&device_id=df43c280-40af-4812-a53a-516ab7541482 HTTP/1.1" status: 200 len: 1127 time: 0.5193424 Apr 12 19:39:42.921647 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-3a57ec2e-f63d-4fdc-80af-6cdf3fd7db6a admin admin] Publish callbacks [] for security_group (b504bdde-39a3-4f7d-9341-ed50b2d6ec0e), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:42.934562 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-3a57ec2e-f63d-4fdc-80af-6cdf3fd7db6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (b504bdde-39a3-4f7d-9341-ed50b2d6ec0e), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:42.970521 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-3a57ec2e-f63d-4fdc-80af-6cdf3fd7db6a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4565fe07854b48538190ec67fea15840&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5577850 Apr 12 19:39:42.978500 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 58736) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:39:42.988322 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-3a414fcd-96ef-4329-a06f-5236ea48a83a admin admin] Publish callbacks [] for security_group (0041132b-6b00-416b-ac31-1e4bf4262719), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:43.000448 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-3a414fcd-96ef-4329-a06f-5236ea48a83a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (0041132b-6b00-416b-ac31-1e4bf4262719), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:43.011509 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8ce43f-18da-4ac3-9d68-7b74b4f981b1 req-085c1177-3049-4cd4-96a7-9e5850e18c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:39:43.012951 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-1f8ce43f-18da-4ac3-9d68-7b74b4f981b1 req-085c1177-3049-4cd4-96a7-9e5850e18c54 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f4a737e2-fbd1-4d73-b744-770d94c0d414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3931944 Apr 12 19:39:43.033854 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a57ec2e-f63d-4fdc-80af-6cdf3fd7db6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b504bdde-39a3-4f7d-9341-ed50b2d6ec0e,revision_number=1']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:39:43.084758 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-a06d69a7-f2bc-4d59-8dae-391066852b37 admin admin] Publish callbacks [] for security_group (164feb78-8529-4310-a260-b2dafbf2749f), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:43.084946 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a414fcd-96ef-4329-a06f-5236ea48a83a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0041132b-6b00-416b-ac31-1e4bf4262719,revision_number=1']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:39:43.087648 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 19:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e59c8e3-3c02-4227-9caf-54668f9a2341 x-openstack-request-id: req-2e59c8e3-3c02-4227-9caf-54668f9a2341 {{(pid=106704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:39:43.088173 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dbcad1a-192e-4606-b14a-333cd5efb161", "tag": "468143f7-dffa-4455-923d-7df1610e3c88", "status": "completed", "code": 200}]} {{(pid=106704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:39:43.088508 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2e59c8e3-3c02-4227-9caf-54668f9a2341 {{(pid=106704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:39:43.090046 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e59c8e3-3c02-4227-9caf-54668f9a2341'] response: {'name': 'network-changed', 'server_uuid': '8dbcad1a-192e-4606-b14a-333cd5efb161', 'tag': '468143f7-dffa-4455-923d-7df1610e3c88', 'status': 'completed', 'code': 200} Apr 12 19:39:43.116775 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-3a414fcd-96ef-4329-a06f-5236ea48a83a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e1f8263256af4ced879ac1c2340a4fff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5593996 Apr 12 19:39:43.127388 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 58744) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:39:43.154168 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-a06d69a7-f2bc-4d59-8dae-391066852b37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (164feb78-8529-4310-a260-b2dafbf2749f), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:43.162395 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-5b968cb0-7c14-44a7-92e3-646ed507f179 req-ed4854f5-585c-49d8-a8fa-62428715d589 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f8c479a-71ff-487d-9c2b-68149b702bb4 HTTP/1.1" status: 200 len: 217 time: 0.2305231 Apr 12 19:39:43.173504 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-97728e13-0ac8-4600-a5e5-0d03485750bd admin admin] Publish callbacks [] for security_group (b504bdde-39a3-4f7d-9341-ed50b2d6ec0e), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:43.214927 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-97728e13-0ac8-4600-a5e5-0d03485750bd admin admin] Publish callbacks [] for security_group (b504bdde-39a3-4f7d-9341-ed50b2d6ec0e), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:43.239136 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-9d19fe0d-1f82-4a9e-b705-69d2a7d8ba67 admin admin] Publish callbacks [] for security_group (0041132b-6b00-416b-ac31-1e4bf4262719), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:43.256740 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-6c18b969-002a-44ec-a78a-6c812cfbe9ce req-8bca406b-caef-4a3a-8ef3-ac272e60f25e tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] 10.222.0.15 "GET /v2.0/security-groups?id=219899a9-c7a5-4082-a059-b48fcb93f635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3540003 Apr 12 19:39:43.275214 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-9d19fe0d-1f82-4a9e-b705-69d2a7d8ba67 admin admin] Publish callbacks [] for security_group (0041132b-6b00-416b-ac31-1e4bf4262719), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:43.349301 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-a06d69a7-f2bc-4d59-8dae-391066852b37 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8f8743dc451044e1b53a2f586cbfe2e3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9993112 Apr 12 19:39:43.353330 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 58750) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:39:43.359795 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06d69a7-f2bc-4d59-8dae-391066852b37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=164feb78-8529-4310-a260-b2dafbf2749f,revision_number=1']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:39:43.409052 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b968cb0-7c14-44a7-92e3-646ed507f179 req-c841db6c-b8c3-4812-a361-5b349de13942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:39:43.410811 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-5b968cb0-7c14-44a7-92e3-646ed507f179 req-c841db6c-b8c3-4812-a361-5b349de13942 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fc7e26f8-26c2-4af8-af1d-d7fc67300eb2 HTTP/1.1" status: 200 len: 854 time: 0.1528361 Apr 12 19:39:43.432142 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-1f8ce43f-18da-4ac3-9d68-7b74b4f981b1 req-4c6c75ac-97f9-46c9-9457-0bd4eeb55d62 service neutron] 10.222.0.25 "GET /v2.0/networks/f4a737e2-fbd1-4d73-b744-770d94c0d414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3937366 Apr 12 19:39:43.442568 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-97728e13-0ac8-4600-a5e5-0d03485750bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (b504bdde-39a3-4f7d-9341-ed50b2d6ec0e), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:43.447891 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-97728e13-0ac8-4600-a5e5-0d03485750bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:43.453340 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-97728e13-0ac8-4600-a5e5-0d03485750bd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b504bdde-39a3-4f7d-9341-ed50b2d6ec0e HTTP/1.1" status: 204 len: 168 time: 0.4702570 Apr 12 19:39:43.454587 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-9d19fe0d-1f82-4a9e-b705-69d2a7d8ba67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (0041132b-6b00-416b-ac31-1e4bf4262719), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:43.457815 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-9d19fe0d-1f82-4a9e-b705-69d2a7d8ba67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:43.459014 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-9d19fe0d-1f82-4a9e-b705-69d2a7d8ba67 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0041132b-6b00-416b-ac31-1e4bf4262719 HTTP/1.1" status: 204 len: 168 time: 0.3304079 Apr 12 19:39:43.474023 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97728e13-0ac8-4600-a5e5-0d03485750bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b504bdde-39a3-4f7d-9341-ed50b2d6ec0e,revision_number=None']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:39:43.500047 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d19fe0d-1f82-4a9e-b705-69d2a7d8ba67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0041132b-6b00-416b-ac31-1e4bf4262719,revision_number=None']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:39:43.505355 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-8c4f3282-fe47-4895-85ad-401685187011 admin admin] Publish callbacks [] for security_group (164feb78-8529-4310-a260-b2dafbf2749f), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:43.523501 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b968cb0-7c14-44a7-92e3-646ed507f179 req-37619ff9-552b-4450-9587-da2ea9339d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:39:43.527859 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-5b968cb0-7c14-44a7-92e3-646ed507f179 req-37619ff9-552b-4450-9587-da2ea9339d10 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7d6decb1-add4-41a2-b83e-9ac42c2293d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1082406 Apr 12 19:39:43.565840 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-8c4f3282-fe47-4895-85ad-401685187011 admin admin] Publish callbacks [] for security_group (164feb78-8529-4310-a260-b2dafbf2749f), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:43.767532 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-5b968cb0-7c14-44a7-92e3-646ed507f179 req-08389a52-c601-4858-ac93-b274b609a1ab service neutron] 10.222.0.25 "GET /v2.0/networks/7d6decb1-add4-41a2-b83e-9ac42c2293d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439743 Apr 12 19:39:43.783104 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a29f7-3206-4da3-bd64-f2c07bb6d405 req-42b910a4-e009-445b-a9c7-91c71884be08 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:39:43.789765 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-067a29f7-3206-4da3-bd64-f2c07bb6d405 req-42b910a4-e009-445b-a9c7-91c71884be08 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 943 time: 0.1427426 Apr 12 19:39:43.865336 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-01603330-9742-4262-9fb0-ec8ccd6268e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (055fa106-9079-4d8f-a829-e3ca37bbcb19), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:43.927550 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-067a29f7-3206-4da3-bd64-f2c07bb6d405 req-d614fc97-10f9-4dd3-b8b6-8e0fa1836764 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324372 Apr 12 19:39:43.949348 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-8c4f3282-fe47-4895-85ad-401685187011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (164feb78-8529-4310-a260-b2dafbf2749f), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:43.955906 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-8c4f3282-fe47-4895-85ad-401685187011 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:43.966249 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-8c4f3282-fe47-4895-85ad-401685187011 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/164feb78-8529-4310-a260-b2dafbf2749f HTTP/1.1" status: 204 len: 168 time: 0.6051309 Apr 12 19:39:43.978901 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4f3282-fe47-4895-85ad-401685187011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=164feb78-8529-4310-a260-b2dafbf2749f,revision_number=None']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:39:44.275286 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 58782) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:39:44.312597 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-6280fe41-3e3e-48b5-beda-6175a674da7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:44.370098 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-1f8ce43f-18da-4ac3-9d68-7b74b4f981b1 req-4b6db3cd-9a35-4fe1-9d3d-dc059de2a7cb service neutron] 10.222.0.25 "GET /v2.0/networks/f4a737e2-fbd1-4d73-b744-770d94c0d414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9051554 Apr 12 19:39:44.379074 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4df7b3-9a22-4d16-a125-d959f6bf4450 req-5ec48ccc-fe79-473c-a40b-3a706e37a201 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:39:44.380836 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-8c4df7b3-9a22-4d16-a125-d959f6bf4450 req-5ec48ccc-fe79-473c-a40b-3a706e37a201 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/ports?device_id=df43c280-40af-4812-a53a-516ab7541482 HTTP/1.1" status: 200 len: 943 time: 0.4610891 Apr 12 19:39:44.432822 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-5b968cb0-7c14-44a7-92e3-646ed507f179 req-c4c8e429-9bd1-4426-b225-f87ea604329b service neutron] 10.222.0.25 "GET /v2.0/networks/7d6decb1-add4-41a2-b83e-9ac42c2293d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6514308 Apr 12 19:39:44.502469 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab3733c-915e-4a7b-b666-f049c6185920 req-edf9ec74-c3ff-4486-8fa4-0dc66438e2ec tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:39:44.516257 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-3ab3733c-915e-4a7b-b666-f049c6185920 req-edf9ec74-c3ff-4486-8fa4-0dc66438e2ec tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] 10.222.0.15 "GET /v2.0/ports?device_id=890cbda6-c8dd-44f4-bd7c-ee8f75c56071 HTTP/1.1" status: 200 len: 943 time: 0.1155431 Apr 12 19:39:44.531303 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-8c4df7b3-9a22-4d16-a125-d959f6bf4450 req-c32acc8a-3bd1-47b9-af08-58c9dc1dc545 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/security-groups?id=006d12c2-ab48-43d7-8448-f093c76d5aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255753 Apr 12 19:39:44.565222 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecaa9c7-c6a0-406a-bc05-1f8dac8200e6 req-c5599d45-3506-4af0-9f5b-54a5778dadfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:39:44.566927 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-aecaa9c7-c6a0-406a-bc05-1f8dac8200e6 req-c5599d45-3506-4af0-9f5b-54a5778dadfb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a16ad9726e5e4b49874286bb90e53c94&device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 1127 time: 0.0936365 Apr 12 19:39:44.644140 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-3ab3733c-915e-4a7b-b666-f049c6185920 req-64443397-54ec-4656-9fc1-b358a4c3c2ea tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] 10.222.0.15 "GET /v2.0/security-groups?id=219899a9-c7a5-4082-a059-b48fcb93f635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264760 Apr 12 19:39:44.786375 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-6280fe41-3e3e-48b5-beda-6175a674da7e admin admin] Publish callbacks [] for security_group (f588c1e9-3892-4cb4-bb3e-07d5891010b9), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:44.813920 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-6280fe41-3e3e-48b5-beda-6175a674da7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (f588c1e9-3892-4cb4-bb3e-07d5891010b9), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:44.883144 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-6280fe41-3e3e-48b5-beda-6175a674da7e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7c5cee12fcc7431c9ba96459cbc5af5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6047935 Apr 12 19:39:44.883757 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 58804) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:39:44.886274 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6280fe41-3e3e-48b5-beda-6175a674da7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f588c1e9-3892-4cb4-bb3e-07d5891010b9,revision_number=1']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:39:44.952490 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-bf20d3c5-04a4-42e3-be7f-43b1cb412355 admin admin] Publish callbacks [] for security_group (f588c1e9-3892-4cb4-bb3e-07d5891010b9), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:44.994562 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-bf20d3c5-04a4-42e3-be7f-43b1cb412355 admin admin] Publish callbacks [] for security_group (f588c1e9-3892-4cb4-bb3e-07d5891010b9), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:45.087496 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-bf20d3c5-04a4-42e3-be7f-43b1cb412355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (f588c1e9-3892-4cb4-bb3e-07d5891010b9), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:45.090949 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-bf20d3c5-04a4-42e3-be7f-43b1cb412355 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:45.095293 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-bf20d3c5-04a4-42e3-be7f-43b1cb412355 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f588c1e9-3892-4cb4-bb3e-07d5891010b9 HTTP/1.1" status: 204 len: 168 time: 0.2103825 Apr 12 19:39:45.111670 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf20d3c5-04a4-42e3-be7f-43b1cb412355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f588c1e9-3892-4cb4-bb3e-07d5891010b9,revision_number=None']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:39:45.180205 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df43c280-40af-4812-a53a-516ab7541482', 'tag': '0f8c479a-71ff-487d-9c2b-68149b702bb4'}] {{(pid=106704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:39:45.182675 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7198706052eeb44005bd3d373437c5078b0bb903de01f30342c0d4536e5352d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28c5a1de-0dad-4bec-8a64-a717683b669e" -d '{"events": [{"name": "network-changed", "server_uuid": "df43c280-40af-4812-a53a-516ab7541482", "tag": "0f8c479a-71ff-487d-9c2b-68149b702bb4"}]}' {{(pid=106704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:39:45.344378 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 19:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75fd2fe9-81ae-4c48-a99f-80ba3f3cdfe0 x-openstack-request-id: req-75fd2fe9-81ae-4c48-a99f-80ba3f3cdfe0 {{(pid=106704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:39:45.348632 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df43c280-40af-4812-a53a-516ab7541482", "tag": "0f8c479a-71ff-487d-9c2b-68149b702bb4", "status": "completed", "code": 200}]} {{(pid=106704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:39:45.349386 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-75fd2fe9-81ae-4c48-a99f-80ba3f3cdfe0 {{(pid=106704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:39:45.350879 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75fd2fe9-81ae-4c48-a99f-80ba3f3cdfe0'] response: {'name': 'network-changed', 'server_uuid': 'df43c280-40af-4812-a53a-516ab7541482', 'tag': '0f8c479a-71ff-487d-9c2b-68149b702bb4', 'status': 'completed', 'code': 200} Apr 12 19:39:45.540159 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a866cf35-3466-4339-ad29-a7a56bb4775a req-b0210658-963c-4870-a5e5-e2d6111a5b90 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:39:45.542017 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-a866cf35-3466-4339-ad29-a7a56bb4775a req-b0210658-963c-4870-a5e5-e2d6111a5b90 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 943 time: 0.3362951 Apr 12 19:39:45.548426 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecaa9c7-c6a0-406a-bc05-1f8dac8200e6 req-23fca822-9abf-4926-b450-775459136ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:39:45.550634 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-aecaa9c7-c6a0-406a-bc05-1f8dac8200e6 req-23fca822-9abf-4926-b450-775459136ee3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f4a737e2-fbd1-4d73-b744-770d94c0d414 HTTP/1.1" status: 200 len: 917 time: 0.7123349 Apr 12 19:39:45.623679 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c5a1de-0dad-4bec-8a64-a717683b669e req-2c0fe4cf-d126-43c0-aaef-df1da6ef0b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:39:45.625947 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-28c5a1de-0dad-4bec-8a64-a717683b669e req-2c0fe4cf-d126-43c0-aaef-df1da6ef0b29 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bf0fdf698e0443cf9d5596d1b7604976&device_id=df43c280-40af-4812-a53a-516ab7541482 HTTP/1.1" status: 200 len: 1127 time: 0.2522516 Apr 12 19:39:45.630607 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-aecaa9c7-c6a0-406a-bc05-1f8dac8200e6 req-1c9f950a-95d5-4465-9f3c-5602d27e9269 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=468143f7-dffa-4455-923d-7df1610e3c88 HTTP/1.1" status: 200 len: 217 time: 0.0625329 Apr 12 19:39:45.708850 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-a866cf35-3466-4339-ad29-a7a56bb4775a req-6512bfca-e463-4bb1-9bb0-7d8086d1ac60 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1539502 Apr 12 19:39:45.891439 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8fa48a-1f33-4ef2-a9af-689437f607c6 req-0c984ce7-b5f9-46da-a5a3-5db899326871 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:39:45.893903 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-6a8fa48a-1f33-4ef2-a9af-689437f607c6 req-0c984ce7-b5f9-46da-a5a3-5db899326871 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/ports?device_id=df43c280-40af-4812-a53a-516ab7541482 HTTP/1.1" status: 200 len: 943 time: 0.1206517 Apr 12 19:39:45.991836 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c378ec2-ad0a-4bd0-ac7a-e9d16f93c8fa req-69f3ad6f-aa28-4064-a7a5-af7d380a39ff tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:39:46.000030 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-4c378ec2-ad0a-4bd0-ac7a-e9d16f93c8fa req-69f3ad6f-aa28-4064-a7a5-af7d380a39ff tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] 10.222.0.15 "GET /v2.0/ports?device_id=890cbda6-c8dd-44f4-bd7c-ee8f75c56071 HTTP/1.1" status: 200 len: 943 time: 0.1326051 Apr 12 19:39:46.010161 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-6a8fa48a-1f33-4ef2-a9af-689437f607c6 req-63a1a72c-65bb-44b4-a3ba-1883394e332b tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/security-groups?id=006d12c2-ab48-43d7-8448-f093c76d5aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094069 Apr 12 19:39:46.152434 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-4c378ec2-ad0a-4bd0-ac7a-e9d16f93c8fa req-73cb5efd-59b9-48a2-84d6-393fc101aea6 tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] 10.222.0.15 "GET /v2.0/security-groups?id=219899a9-c7a5-4082-a059-b48fcb93f635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485293 Apr 12 19:39:46.280725 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-f3ddda04-2174-4f03-bb16-e8b796a1de31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (4d9412c4-31b2-4fbf-87a0-f931332ab9d5), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:46.379085 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecaa9c7-c6a0-406a-bc05-1f8dac8200e6 req-aeee2d44-ef1a-48cd-bab8-49825197a8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:39:46.381347 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-aecaa9c7-c6a0-406a-bc05-1f8dac8200e6 req-aeee2d44-ef1a-48cd-bab8-49825197a8b5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f0175af4-3e14-4634-8d47-e6784ac2f6db HTTP/1.1" status: 200 len: 855 time: 0.2068052 Apr 12 19:39:46.408598 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c5a1de-0dad-4bec-8a64-a717683b669e req-800fc10d-4618-4bb0-bea4-768aa12cd3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:39:46.410415 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-28c5a1de-0dad-4bec-8a64-a717683b669e req-800fc10d-4618-4bb0-bea4-768aa12cd3c5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7d6decb1-add4-41a2-b83e-9ac42c2293d8 HTTP/1.1" status: 200 len: 916 time: 0.2498152 Apr 12 19:39:46.539684 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-28c5a1de-0dad-4bec-8a64-a717683b669e req-4ddc204f-bc53-4484-a398-b0d2584ecf4d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f8c479a-71ff-487d-9c2b-68149b702bb4 HTTP/1.1" status: 200 len: 217 time: 0.1033220 Apr 12 19:39:46.546250 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecaa9c7-c6a0-406a-bc05-1f8dac8200e6 req-1ee7325b-83c9-43d5-8065-7ca023f0fec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:39:46.548873 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-aecaa9c7-c6a0-406a-bc05-1f8dac8200e6 req-1ee7325b-83c9-43d5-8065-7ca023f0fec8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f4a737e2-fbd1-4d73-b744-770d94c0d414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1239994 Apr 12 19:39:46.949972 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b880ff-84ae-4b8b-868d-c1634ba1a260 req-7e215046-f1b7-45b4-886c-036c19fc8a1d tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:39:46.954046 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-69b880ff-84ae-4b8b-868d-c1634ba1a260 req-7e215046-f1b7-45b4-886c-036c19fc8a1d tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 943 time: 0.1263616 Apr 12 19:39:47.097425 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-69b880ff-84ae-4b8b-868d-c1634ba1a260 req-6e32e526-5235-4587-8407-30dca0747b2a tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322186 Apr 12 19:39:47.184670 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-0fb4a5ae-492f-43e3-90d5-82372e23b9ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (01005bd1-5b1e-41c6-b9b3-a4d4f93589b9), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:47.212320 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cae633-30de-47fe-a347-6a8302fef032 req-ce4a38f3-4bc3-4a74-acfd-39f242f90c03 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:39:47.216454 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-81cae633-30de-47fe-a347-6a8302fef032 req-ce4a38f3-4bc3-4a74-acfd-39f242f90c03 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/ports?device_id=df43c280-40af-4812-a53a-516ab7541482 HTTP/1.1" status: 200 len: 943 time: 0.0786369 Apr 12 19:39:47.345057 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-81cae633-30de-47fe-a347-6a8302fef032 req-3bb84b77-380f-4fcb-a8dc-d6a89e466083 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/security-groups?id=006d12c2-ab48-43d7-8448-f093c76d5aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208720 Apr 12 19:39:47.406743 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c27b94-86c6-4d8d-ace7-52d25e8f329f req-9eb0aa21-8d2f-4ec1-bbc3-3a6f301e1aaf tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:39:47.415901 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-06c27b94-86c6-4d8d-ace7-52d25e8f329f req-9eb0aa21-8d2f-4ec1-bbc3-3a6f301e1aaf tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] 10.222.0.15 "GET /v2.0/ports?device_id=890cbda6-c8dd-44f4-bd7c-ee8f75c56071 HTTP/1.1" status: 200 len: 943 time: 0.1128879 Apr 12 19:39:47.489698 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-06c27b94-86c6-4d8d-ace7-52d25e8f329f req-5b8eab6d-10ec-4a17-89c8-390cfff52d8b tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] 10.222.0.15 "GET /v2.0/security-groups?id=219899a9-c7a5-4082-a059-b48fcb93f635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727634 Apr 12 19:39:48.237036 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f579f-7032-4151-9550-b38ffcd83b05 req-d432b856-9f34-46eb-84a6-45e8f8890c15 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:39:48.239219 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-688f579f-7032-4151-9550-b38ffcd83b05 req-d432b856-9f34-46eb-84a6-45e8f8890c15 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 943 time: 0.0548530 Apr 12 19:39:48.310997 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-688f579f-7032-4151-9550-b38ffcd83b05 req-04936334-6931-4f39-a580-42312534da6c tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645633 Apr 12 19:39:48.494943 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b8985-d52a-49ba-aa5d-d6ad06b4cb89 req-beb6750e-ad4d-4ba5-83a4-a5128cebbd36 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:39:48.496445 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-b68b8985-d52a-49ba-aa5d-d6ad06b4cb89 req-beb6750e-ad4d-4ba5-83a4-a5128cebbd36 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/ports?device_id=df43c280-40af-4812-a53a-516ab7541482 HTTP/1.1" status: 200 len: 943 time: 0.0588772 Apr 12 19:39:48.609201 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-b68b8985-d52a-49ba-aa5d-d6ad06b4cb89 req-d686bb36-96cd-4a0a-aacf-7b342878c173 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/security-groups?id=006d12c2-ab48-43d7-8448-f093c76d5aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006322 Apr 12 19:39:48.639888 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-655d5a5e-25bf-423f-acb4-166f4bec9d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (f3d2fb0e-5305-4f08-ab1f-5f1d50bdad22), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:48.659762 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5834073-ecf6-4c45-aa4f-6c8d29a32b8c req-e1445634-f64d-445b-b8b6-5561aaa93862 tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:39:48.661314 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-c5834073-ecf6-4c45-aa4f-6c8d29a32b8c req-e1445634-f64d-445b-b8b6-5561aaa93862 tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] 10.222.0.15 "GET /v2.0/ports?device_id=890cbda6-c8dd-44f4-bd7c-ee8f75c56071 HTTP/1.1" status: 200 len: 943 time: 0.0820758 Apr 12 19:39:48.718270 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-c5834073-ecf6-4c45-aa4f-6c8d29a32b8c req-bf538d0d-0a73-48a8-b5d5-f38e6f8846ed tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] 10.222.0.15 "GET /v2.0/security-groups?id=219899a9-c7a5-4082-a059-b48fcb93f635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496020 Apr 12 19:39:49.286479 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c5a1de-0dad-4bec-8a64-a717683b669e req-50357f93-358a-404e-9a49-a3a5e40b5f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:39:49.288955 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-28c5a1de-0dad-4bec-8a64-a717683b669e req-50357f93-358a-404e-9a49-a3a5e40b5f83 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fc7e26f8-26c2-4af8-af1d-d7fc67300eb2 HTTP/1.1" status: 200 len: 854 time: 0.0516768 Apr 12 19:39:49.437291 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6455088-442f-473a-a211-8a16900dc97d req-9259a901-bfcc-4d49-9bae-ff009b223531 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:39:49.438945 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-c6455088-442f-473a-a211-8a16900dc97d req-9259a901-bfcc-4d49-9bae-ff009b223531 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 943 time: 0.0509334 Apr 12 19:39:49.489661 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 59054) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:39:49.513088 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 59058) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:39:49.520577 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-c6455088-442f-473a-a211-8a16900dc97d req-e182ca08-e37b-4a16-8a05-43bce5a40a77 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759952 Apr 12 19:39:49.525272 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c5a1de-0dad-4bec-8a64-a717683b669e req-25ef2d2b-68d5-4da4-a39e-386099572867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:39:49.526948 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-28c5a1de-0dad-4bec-8a64-a717683b669e req-25ef2d2b-68d5-4da4-a39e-386099572867 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7d6decb1-add4-41a2-b83e-9ac42c2293d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1063044 Apr 12 19:39:49.612137 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-aecaa9c7-c6a0-406a-bc05-1f8dac8200e6 req-034c535c-176a-4ad3-a3bd-9fd8b142ff29 service neutron] 10.222.0.25 "GET /v2.0/networks/f4a737e2-fbd1-4d73-b744-770d94c0d414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813445 Apr 12 19:39:49.613735 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-8182787c-e7c8-4f31-8e28-45639402de2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:49.663780 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-732df304-bdfe-4ab6-a3df-30f2648ed30e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:49.706485 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-8182787c-e7c8-4f31-8e28-45639402de2d admin admin] Publish callbacks [] for security_group (80b74dee-d944-4fea-abc9-39b9c6f1247a), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:49.711173 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-8182787c-e7c8-4f31-8e28-45639402de2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (80b74dee-d944-4fea-abc9-39b9c6f1247a), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:49.754140 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-8182787c-e7c8-4f31-8e28-45639402de2d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0d61d70cd6dd4741876dbbbe16e0725f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2633953 Apr 12 19:39:49.754280 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 59070) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:39:49.755997 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8182787c-e7c8-4f31-8e28-45639402de2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80b74dee-d944-4fea-abc9-39b9c6f1247a,revision_number=1']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:39:49.774836 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-28c5a1de-0dad-4bec-8a64-a717683b669e req-658b7fbb-0d31-4db0-96b2-a12f9171c20c service neutron] 10.222.0.25 "GET /v2.0/networks/7d6decb1-add4-41a2-b83e-9ac42c2293d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381284 Apr 12 19:39:49.853174 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744c87e6-074e-4227-a1ab-2bb7940f7f21 req-c6e67a90-3aec-4643-b63a-e8e43ce7e402 tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:39:49.854690 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-744c87e6-074e-4227-a1ab-2bb7940f7f21 req-c6e67a90-3aec-4643-b63a-e8e43ce7e402 tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] 10.222.0.15 "GET /v2.0/ports?device_id=890cbda6-c8dd-44f4-bd7c-ee8f75c56071 HTTP/1.1" status: 200 len: 943 time: 0.0506709 Apr 12 19:39:49.855787 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a541b80e-6572-4657-8191-f2fffb0358e1 req-b7f52477-8891-4691-a473-cc03a07cb685 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:39:49.857331 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-a541b80e-6572-4657-8191-f2fffb0358e1 req-b7f52477-8891-4691-a473-cc03a07cb685 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/ports?device_id=df43c280-40af-4812-a53a-516ab7541482 HTTP/1.1" status: 200 len: 943 time: 0.1868641 Apr 12 19:39:49.879636 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-aecaa9c7-c6a0-406a-bc05-1f8dac8200e6 req-11aed0cd-5451-46cf-bd32-0de512411708 service neutron] 10.222.0.25 "GET /v2.0/networks/f4a737e2-fbd1-4d73-b744-770d94c0d414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595165 Apr 12 19:39:49.904184 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-744c87e6-074e-4227-a1ab-2bb7940f7f21 req-4d24bdc2-8116-428d-aaca-c32153e6e4ec tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] 10.222.0.15 "GET /v2.0/security-groups?id=219899a9-c7a5-4082-a059-b48fcb93f635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424552 Apr 12 19:39:50.011155 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-a541b80e-6572-4657-8191-f2fffb0358e1 req-1a09a780-ae01-4299-a1dc-3a7e065bebf4 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/security-groups?id=006d12c2-ab48-43d7-8448-f093c76d5aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430204 Apr 12 19:39:50.011676 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-0c3613ab-490e-4f5c-b00c-ebe78120dbe7 admin admin] Publish callbacks [] for security_group (80b74dee-d944-4fea-abc9-39b9c6f1247a), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:50.026994 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-28c5a1de-0dad-4bec-8a64-a717683b669e req-66e419b9-1aea-4864-99dc-019fef6447d8 service neutron] 10.222.0.25 "GET /v2.0/networks/7d6decb1-add4-41a2-b83e-9ac42c2293d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369072 Apr 12 19:39:50.043563 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-732df304-bdfe-4ab6-a3df-30f2648ed30e admin admin] Publish callbacks [] for security_group (57a22d52-d512-477c-89a0-4640997758b2), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:50.048780 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-0c3613ab-490e-4f5c-b00c-ebe78120dbe7 admin admin] Publish callbacks [] for security_group (80b74dee-d944-4fea-abc9-39b9c6f1247a), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:50.050517 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-732df304-bdfe-4ab6-a3df-30f2648ed30e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (57a22d52-d512-477c-89a0-4640997758b2), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:50.115418 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732df304-bdfe-4ab6-a3df-30f2648ed30e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57a22d52-d512-477c-89a0-4640997758b2,revision_number=1']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:39:50.121378 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (ce4c6b0b-91ae-4576-82ad-f2f4ee2d2a45), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:50.122573 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-732df304-bdfe-4ab6-a3df-30f2648ed30e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=57595dac675a48fab67693d576dd9106&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6063144 Apr 12 19:39:50.125775 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 59080) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:39:50.167193 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-0c3613ab-490e-4f5c-b00c-ebe78120dbe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (80b74dee-d944-4fea-abc9-39b9c6f1247a), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:50.169782 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-0c3613ab-490e-4f5c-b00c-ebe78120dbe7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:50.170893 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-0c3613ab-490e-4f5c-b00c-ebe78120dbe7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/80b74dee-d944-4fea-abc9-39b9c6f1247a HTTP/1.1" status: 204 len: 168 time: 0.4067807 Apr 12 19:39:50.195658 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3613ab-490e-4f5c-b00c-ebe78120dbe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b74dee-d944-4fea-abc9-39b9c6f1247a,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:39:50.197402 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-a78db45e-c0d2-4e9a-adb2-13c57722dad0 admin admin] Publish callbacks [] for security_group (57a22d52-d512-477c-89a0-4640997758b2), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:50.224991 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-a78db45e-c0d2-4e9a-adb2-13c57722dad0 admin admin] Publish callbacks [] for security_group (57a22d52-d512-477c-89a0-4640997758b2), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:50.281440 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-a78db45e-c0d2-4e9a-adb2-13c57722dad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (57a22d52-d512-477c-89a0-4640997758b2), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:50.285110 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-a78db45e-c0d2-4e9a-adb2-13c57722dad0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:50.286944 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-a78db45e-c0d2-4e9a-adb2-13c57722dad0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/57a22d52-d512-477c-89a0-4640997758b2 HTTP/1.1" status: 204 len: 168 time: 0.1601779 Apr 12 19:39:50.298910 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78db45e-c0d2-4e9a-adb2-13c57722dad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a22d52-d512-477c-89a0-4640997758b2,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:39:50.459129 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (e0bf5abe-d5c5-40a1-a359-03156ade36a4), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:50.659276 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c352be79-784c-48ee-afa6-34e3dc0b3540 req-b13d8a61-8f10-41a7-9847-2e994f452550 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:39:50.664505 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-c352be79-784c-48ee-afa6-34e3dc0b3540 req-b13d8a61-8f10-41a7-9847-2e994f452550 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 943 time: 0.0567429 Apr 12 19:39:50.665370 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 59114) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:39:50.697075 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-d9c5d33d-8481-4955-ab23-c4b1450050e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:50.729717 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 59116) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:39:50.741996 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-c352be79-784c-48ee-afa6-34e3dc0b3540 req-607d7148-d394-454d-9a78-50b186bbf859 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725746 Apr 12 19:39:50.746053 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-07c99be7-2e38-428d-9670-3552ba28b7a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:50.815123 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-d9c5d33d-8481-4955-ab23-c4b1450050e7 admin admin] Publish callbacks [] for security_group (68755dd6-fe76-433e-817a-00e7c88b9266), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:50.818707 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-d9c5d33d-8481-4955-ab23-c4b1450050e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (68755dd6-fe76-433e-817a-00e7c88b9266), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:50.842301 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-07c99be7-2e38-428d-9670-3552ba28b7a7 admin admin] Publish callbacks [] for security_group (7ccf6265-b8e7-4953-bf79-bfe2f6d84f0d), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:50.847192 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-07c99be7-2e38-428d-9670-3552ba28b7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (7ccf6265-b8e7-4953-bf79-bfe2f6d84f0d), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:50.857759 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c5d33d-8481-4955-ab23-c4b1450050e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68755dd6-fe76-433e-817a-00e7c88b9266,revision_number=1']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:39:50.863154 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-d9c5d33d-8481-4955-ab23-c4b1450050e7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3cf43de4fe4a4c079c6368669bbde327&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1962991 Apr 12 19:39:50.866777 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 59124) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:39:50.892651 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c99be7-2e38-428d-9670-3552ba28b7a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ccf6265-b8e7-4953-bf79-bfe2f6d84f0d,revision_number=1']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:39:50.904157 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-07c99be7-2e38-428d-9670-3552ba28b7a7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5039815d97234b549fd577d9d630b14c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1731405 Apr 12 19:39:50.906689 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 59128) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:39:50.921367 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-2b999217-e2cb-45e1-9e7d-a999e1dbd956 admin admin] Publish callbacks [] for security_group (68755dd6-fe76-433e-817a-00e7c88b9266), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:50.943867 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-2b999217-e2cb-45e1-9e7d-a999e1dbd956 admin admin] Publish callbacks [] for security_group (68755dd6-fe76-433e-817a-00e7c88b9266), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:50.959227 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-519af059-9b66-4e30-acd4-255280406f28 admin admin] Publish callbacks [] for security_group (7ccf6265-b8e7-4953-bf79-bfe2f6d84f0d), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:50.988645 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-519af059-9b66-4e30-acd4-255280406f28 admin admin] Publish callbacks [] for security_group (7ccf6265-b8e7-4953-bf79-bfe2f6d84f0d), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:51.012624 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-2b999217-e2cb-45e1-9e7d-a999e1dbd956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (68755dd6-fe76-433e-817a-00e7c88b9266), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:51.015123 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-2b999217-e2cb-45e1-9e7d-a999e1dbd956 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:51.016474 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-2b999217-e2cb-45e1-9e7d-a999e1dbd956 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/68755dd6-fe76-433e-817a-00e7c88b9266 HTTP/1.1" status: 204 len: 168 time: 0.1487880 Apr 12 19:39:51.024423 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b999217-e2cb-45e1-9e7d-a999e1dbd956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68755dd6-fe76-433e-817a-00e7c88b9266,revision_number=None']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:39:51.074864 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bc2e27-88d4-4f17-a45f-eb297eccee72 req-fae87584-f30d-470e-ac5b-65bfdaf3d342 tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:39:51.076371 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-a2bc2e27-88d4-4f17-a45f-eb297eccee72 req-fae87584-f30d-470e-ac5b-65bfdaf3d342 tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] 10.222.0.15 "GET /v2.0/ports?device_id=890cbda6-c8dd-44f4-bd7c-ee8f75c56071 HTTP/1.1" status: 200 len: 943 time: 0.0754046 Apr 12 19:39:51.108816 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-519af059-9b66-4e30-acd4-255280406f28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (7ccf6265-b8e7-4953-bf79-bfe2f6d84f0d), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:51.112675 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-519af059-9b66-4e30-acd4-255280406f28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:51.117268 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-519af059-9b66-4e30-acd4-255280406f28 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7ccf6265-b8e7-4953-bf79-bfe2f6d84f0d HTTP/1.1" status: 204 len: 168 time: 0.2095416 Apr 12 19:39:51.138784 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a3686d-787c-492b-8d9f-c4c419a3c6b2 req-cfe6f309-ac27-421c-ae11-23a49844cf6d tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:39:51.140454 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-70a3686d-787c-492b-8d9f-c4c419a3c6b2 req-cfe6f309-ac27-421c-ae11-23a49844cf6d tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/ports?device_id=df43c280-40af-4812-a53a-516ab7541482 HTTP/1.1" status: 200 len: 943 time: 0.0568173 Apr 12 19:39:51.141763 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519af059-9b66-4e30-acd4-255280406f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ccf6265-b8e7-4953-bf79-bfe2f6d84f0d,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:39:51.150768 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-a2bc2e27-88d4-4f17-a45f-eb297eccee72 req-08ccace5-a788-4637-a34b-3e0f8f13298e tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] 10.222.0.15 "GET /v2.0/security-groups?id=219899a9-c7a5-4082-a059-b48fcb93f635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670509 Apr 12 19:39:51.203629 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-70a3686d-787c-492b-8d9f-c4c419a3c6b2 req-f079b2c6-f99e-4eb2-9d8c-8062bea8ff45 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/security-groups?id=006d12c2-ab48-43d7-8448-f093c76d5aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566339 Apr 12 19:39:51.892144 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d2f61c-9dc1-4265-a572-49d254ed4031 req-fa1e8412-1be8-46ad-8624-485f74819725 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:39:51.894587 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-f7d2f61c-9dc1-4265-a572-49d254ed4031 req-fa1e8412-1be8-46ad-8624-485f74819725 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 943 time: 0.0732229 Apr 12 19:39:51.967698 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-f7d2f61c-9dc1-4265-a572-49d254ed4031 req-010cc8cb-b37d-4e7f-874f-1a454fd1d5b6 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660069 Apr 12 19:39:52.050154 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 59206) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:39:52.188627 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.agents_db [None req-c5aaa6ba-db5d-46db-92f0-20249d3ff0a0 None None] Agent healthcheck: found 6 active agents {{(pid=106718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 19:39:52.247233 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.v2.base [None req-92b6a3a7-ecaf-4cf4-98e5-db05b5857695 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1909600176-network', 'tenant_id': 'd642793d21c44a46b2364340b25ffb19'}} {{(pid=106704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:39:52.316225 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92b6a3a7-ecaf-4cf4-98e5-db05b5857695 admin admin] Made reservation on behalf of d642793d21c44a46b2364340b25ffb19 for: {'network': 1} {{(pid=106704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:39:52.321252 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-92b6a3a7-ecaf-4cf4-98e5-db05b5857695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for network (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:52.356495 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c268a9ab-81e1-42ae-bb41-b9ee97773020 req-7d128583-1ddd-45e9-ba90-d27cc0c084ed tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:39:52.358051 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-c268a9ab-81e1-42ae-bb41-b9ee97773020 req-7d128583-1ddd-45e9-ba90-d27cc0c084ed tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] 10.222.0.15 "GET /v2.0/ports?device_id=890cbda6-c8dd-44f4-bd7c-ee8f75c56071 HTTP/1.1" status: 200 len: 943 time: 0.1217010 Apr 12 19:39:52.389139 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-92b6a3a7-ecaf-4cf4-98e5-db05b5857695 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:52.421794 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79197bc9-ec8a-4f82-b4f3-45b60611655b req-c8f3c2b1-8d64-4734-ae15-7dc2bdc064ad tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:39:52.423180 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-79197bc9-ec8a-4f82-b4f3-45b60611655b req-c8f3c2b1-8d64-4734-ae15-7dc2bdc064ad tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/ports?device_id=df43c280-40af-4812-a53a-516ab7541482 HTTP/1.1" status: 200 len: 943 time: 0.1089647 Apr 12 19:39:52.466303 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-c268a9ab-81e1-42ae-bb41-b9ee97773020 req-894b30d4-c6d6-47df-a8b6-f8c93501e1fa tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] 10.222.0.15 "GET /v2.0/security-groups?id=219899a9-c7a5-4082-a059-b48fcb93f635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981767 Apr 12 19:39:52.504652 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-79197bc9-ec8a-4f82-b4f3-45b60611655b req-4847cce8-ad17-4d69-8ecb-98dcd223c885 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/security-groups?id=006d12c2-ab48-43d7-8448-f093c76d5aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732117 Apr 12 19:39:52.543286 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-92b6a3a7-ecaf-4cf4-98e5-db05b5857695 admin admin] Publish callbacks [] for security_group (309f0250-8570-4cd1-86a5-b4e89adbcc09), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:52.544953 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 59240) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:39:52.555270 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-92b6a3a7-ecaf-4cf4-98e5-db05b5857695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (309f0250-8570-4cd1-86a5-b4e89adbcc09), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:52.570966 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92b6a3a7-ecaf-4cf4-98e5-db05b5857695 admin admin] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=106704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 19:39:52.581672 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-92b6a3a7-ecaf-4cf4-98e5-db05b5857695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495566'] for segment (b08ecec0-8a7b-4db6-89c1-b3d3f3c9e88c), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:52.582142 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.db.segments_db [None req-92b6a3a7-ecaf-4cf4-98e5-db05b5857695 admin admin] Added segment b08ecec0-8a7b-4db6-89c1-b3d3f3c9e88c of type vlan for network 4111216e-567e-4580-8c66-6d20d0d6f540 Apr 12 19:39:52.645094 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b6a3a7-ecaf-4cf4-98e5-db05b5857695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=309f0250-8570-4cd1-86a5-b4e89adbcc09,revision_number=1']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:39:52.648556 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-92b6a3a7-ecaf-4cf4-98e5-db05b5857695 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749198045660'] for network (4111216e-567e-4580-8c66-6d20d0d6f540), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:52.678537 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-92b6a3a7-ecaf-4cf4-98e5-db05b5857695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185'] for network (4111216e-567e-4580-8c66-6d20d0d6f540), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:52.679783 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b6a3a7-ecaf-4cf4-98e5-db05b5857695 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:39:52.681567 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-92b6a3a7-ecaf-4cf4-98e5-db05b5857695 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565043'] for network (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:52.718257 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-92b6a3a7-ecaf-4cf4-98e5-db05b5857695 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6665905 Apr 12 19:39:52.721286 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 59250) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:39:52.726538 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.v2.base [None req-1aa2d219-3d87-4e9f-bbb0-ae08e331de56 admin admin] Request body: {'subnet': {'network_id': '4111216e-567e-4580-8c66-6d20d0d6f540', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1909600176-subnet', 'tenant_id': 'd642793d21c44a46b2364340b25ffb19', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:39:52.751829 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b6a3a7-ecaf-4cf4-98e5-db05b5857695 admin admin] Pushing event updated for resources: {'Network': ['ID=4111216e-567e-4580-8c66-6d20d0d6f540,revision_number=1']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:39:52.752497 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aa2d219-3d87-4e9f-bbb0-ae08e331de56 admin admin] Made reservation on behalf of d642793d21c44a46b2364340b25ffb19 for: {'subnet': 1} {{(pid=106707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:39:52.755099 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-1aa2d219-3d87-4e9f-bbb0-ae08e331de56 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:52.763758 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Network 4111216e-567e-4580-8c66-6d20d0d6f540 details requested by agent ovs-agent-dv-cinder-837540-1-iscsi with host dv-cinder-837540-1-iscsi {{(pid=106714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 19:39:52.810107 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-98d31928-9122-4748-9293-caf026b763ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:52.904543 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-98d31928-9122-4748-9293-caf026b763ef admin admin] Publish callbacks [] for security_group (8cd15fae-02ad-4115-88a0-9e4cea20ceae), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:52.910623 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-98d31928-9122-4748-9293-caf026b763ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (8cd15fae-02ad-4115-88a0-9e4cea20ceae), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:52.953224 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-98d31928-9122-4748-9293-caf026b763ef admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=580898871cd44fedb445b1711bf94bf8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4070604 Apr 12 19:39:52.954606 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d31928-9122-4748-9293-caf026b763ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd15fae-02ad-4115-88a0-9e4cea20ceae,revision_number=1']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:39:52.956773 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 59264) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:39:52.992022 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-1aa2d219-3d87-4e9f-bbb0-ae08e331de56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185'] for subnet (d8b826b8-c64f-4384-9c15-8d0bae4a7bf9), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:53.044512 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-d5f47e70-774b-422f-bf19-c4eaded635a1 admin admin] Publish callbacks [] for security_group (8cd15fae-02ad-4115-88a0-9e4cea20ceae), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:53.080565 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-d5f47e70-774b-422f-bf19-c4eaded635a1 admin admin] Publish callbacks [] for security_group (8cd15fae-02ad-4115-88a0-9e4cea20ceae), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:53.092727 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa2d219-3d87-4e9f-bbb0-ae08e331de56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8b826b8-c64f-4384-9c15-8d0bae4a7bf9,revision_number=0']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:39:53.099863 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa2d219-3d87-4e9f-bbb0-ae08e331de56 admin admin] Checking segment: {'id': 'b08ecec0-8a7b-4db6-89c1-b3d3f3c9e88c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4111216e-567e-4580-8c66-6d20d0d6f540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:39:53.100603 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa2d219-3d87-4e9f-bbb0-ae08e331de56 admin admin] Network hostable DHCP agents. Network: 4111216e-567e-4580-8c66-6d20d0d6f540, hostable agents: ['055fa106-9079-4d8f-a829-e3ca37bbcb19'], hosted agents: [] {{(pid=106707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 19:39:53.151537 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42ce0f8-235e-4374-ab2b-df6a7b5afb15 req-12d5d066-2ddd-4f43-9510-d61d36cc1d14 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:39:53.153647 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-d42ce0f8-235e-4374-ab2b-df6a7b5afb15 req-12d5d066-2ddd-4f43-9510-d61d36cc1d14 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 943 time: 0.0767806 Apr 12 19:39:53.158632 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-d5f47e70-774b-422f-bf19-c4eaded635a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (8cd15fae-02ad-4115-88a0-9e4cea20ceae), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:53.162312 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa2d219-3d87-4e9f-bbb0-ae08e331de56 admin admin] Network 4111216e-567e-4580-8c66-6d20d0d6f540 is scheduled to be hosted by DHCP agent 055fa106-9079-4d8f-a829-e3ca37bbcb19 with binding_index 1 {{(pid=106707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 19:39:53.163859 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-d5f47e70-774b-422f-bf19-c4eaded635a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:53.166273 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-d5f47e70-774b-422f-bf19-c4eaded635a1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8cd15fae-02ad-4115-88a0-9e4cea20ceae HTTP/1.1" status: 204 len: 168 time: 0.2084045 Apr 12 19:39:53.181254 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f47e70-774b-422f-bf19-c4eaded635a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cd15fae-02ad-4115-88a0-9e4cea20ceae,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:39:53.187739 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.scheduler.base_scheduler [None req-1aa2d219-3d87-4e9f-bbb0-ae08e331de56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837540-1-iscsi, 4111216e-567e-4580-8c66-6d20d0d6f540) {{(pid=106707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:39:53.193371 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa2d219-3d87-4e9f-bbb0-ae08e331de56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:39:53.194669 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-1aa2d219-3d87-4e9f-bbb0-ae08e331de56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565043'] for subnet (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:53.213305 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f09ce4b-a669-4d73-9d36-f51bfc735f7b None None] Network 4111216e-567e-4580-8c66-6d20d0d6f540 requested from dv-cinder-837540-1-iscsi {{(pid=106714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 19:39:53.238626 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-1aa2d219-3d87-4e9f-bbb0-ae08e331de56 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5162547 Apr 12 19:39:53.267987 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-d42ce0f8-235e-4374-ab2b-df6a7b5afb15 req-0bb4c576-3e89-48bc-a32f-e6b4bfecab8b tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011958 Apr 12 19:39:53.363002 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 59288) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:39:53.374352 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120f20ff-7c56-48e7-866f-d8971adedd4e None None] Network 4111216e-567e-4580-8c66-6d20d0d6f540 requested from dv-cinder-837540-1-iscsi {{(pid=106714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 19:39:53.508830 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 59296) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:39:53.538332 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-200b0e49-a695-4660-ab1b-dcc2d0bc6d05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:53.677963 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de89381-9c1f-40f4-b441-67c7e8097b98 req-d9077366-46bd-4d93-8ebe-5c90c8c4c9e2 tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:39:53.681066 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-6de89381-9c1f-40f4-b441-67c7e8097b98 req-d9077366-46bd-4d93-8ebe-5c90c8c4c9e2 tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] 10.222.0.15 "GET /v2.0/ports?device_id=890cbda6-c8dd-44f4-bd7c-ee8f75c56071 HTTP/1.1" status: 200 len: 943 time: 0.1251709 Apr 12 19:39:53.723784 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-d130e370-32fe-4a5b-9497-2ed63f2c9d30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:53.742296 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-6de89381-9c1f-40f4-b441-67c7e8097b98 req-ad5f241e-4d03-4809-a6a7-29bfb7d241df tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] 10.222.0.15 "GET /v2.0/security-groups?id=219899a9-c7a5-4082-a059-b48fcb93f635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534239 Apr 12 19:39:53.791579 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be49ba90-7c47-410e-97e3-2de2e9019ecf req-317650a3-ab14-44ba-aa83-9a691101bfc6 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:39:53.793079 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-be49ba90-7c47-410e-97e3-2de2e9019ecf req-317650a3-ab14-44ba-aa83-9a691101bfc6 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/ports?device_id=df43c280-40af-4812-a53a-516ab7541482 HTTP/1.1" status: 200 len: 943 time: 0.1458490 Apr 12 19:39:53.875094 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-200b0e49-a695-4660-ab1b-dcc2d0bc6d05 admin admin] Publish callbacks [] for security_group (5f3c7f56-c453-43fa-9a5c-28173e1ecfc8), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:53.888742 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-200b0e49-a695-4660-ab1b-dcc2d0bc6d05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (5f3c7f56-c453-43fa-9a5c-28173e1ecfc8), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:53.923214 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-be49ba90-7c47-410e-97e3-2de2e9019ecf req-f6aae098-c43a-4998-85d4-317ad897ea56 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/security-groups?id=006d12c2-ab48-43d7-8448-f093c76d5aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195695 Apr 12 19:39:53.946342 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-d130e370-32fe-4a5b-9497-2ed63f2c9d30 admin admin] Publish callbacks [] for security_group (0caf10d6-dc74-4249-b790-739028d0c128), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:53.953933 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-200b0e49-a695-4660-ab1b-dcc2d0bc6d05 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bfcd085e303c48a7a0ddcde9795bc488&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4438396 Apr 12 19:39:53.956851 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 59314) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:39:53.957304 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-d130e370-32fe-4a5b-9497-2ed63f2c9d30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (0caf10d6-dc74-4249-b790-739028d0c128), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:53.966155 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b0e49-a695-4660-ab1b-dcc2d0bc6d05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f3c7f56-c453-43fa-9a5c-28173e1ecfc8,revision_number=1']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:39:54.002107 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-d130e370-32fe-4a5b-9497-2ed63f2c9d30 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a4a64319f01c49988a7c2c0fb206fe0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6319098 Apr 12 19:39:54.002353 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 59316) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:39:54.010409 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d130e370-32fe-4a5b-9497-2ed63f2c9d30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0caf10d6-dc74-4249-b790-739028d0c128,revision_number=1']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:39:54.010974 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-d836ee47-e623-4da5-b651-19b35032b606 admin admin] Publish callbacks [] for security_group (5f3c7f56-c453-43fa-9a5c-28173e1ecfc8), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:54.037382 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-d836ee47-e623-4da5-b651-19b35032b606 admin admin] Publish callbacks [] for security_group (5f3c7f56-c453-43fa-9a5c-28173e1ecfc8), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:54.060203 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-2cfbee4f-96eb-4890-8d0c-a041e29c2978 admin admin] Publish callbacks [] for security_group (0caf10d6-dc74-4249-b790-739028d0c128), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:54.086407 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-2cfbee4f-96eb-4890-8d0c-a041e29c2978 admin admin] Publish callbacks [] for security_group (0caf10d6-dc74-4249-b790-739028d0c128), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:54.089708 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-d836ee47-e623-4da5-b651-19b35032b606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (5f3c7f56-c453-43fa-9a5c-28173e1ecfc8), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:54.093223 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-d836ee47-e623-4da5-b651-19b35032b606 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:54.094369 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-d836ee47-e623-4da5-b651-19b35032b606 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5f3c7f56-c453-43fa-9a5c-28173e1ecfc8 HTTP/1.1" status: 204 len: 168 time: 0.1365201 Apr 12 19:39:54.103573 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 59322) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:39:54.106571 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d836ee47-e623-4da5-b651-19b35032b606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f3c7f56-c453-43fa-9a5c-28173e1ecfc8,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:39:54.108639 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.v2.base [None req-1ae1643d-b7e5-4579-81cd-f4c7742b4760 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-506633772-network', 'tenant_id': '5d224d54c9c147cea73906fc5ddd785e'}} {{(pid=106707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:39:54.144215 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae1643d-b7e5-4579-81cd-f4c7742b4760 admin admin] Made reservation on behalf of 5d224d54c9c147cea73906fc5ddd785e for: {'network': 1} {{(pid=106707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:39:54.146508 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-1ae1643d-b7e5-4579-81cd-f4c7742b4760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for network (None), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:54.155772 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-1ae1643d-b7e5-4579-81cd-f4c7742b4760 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:54.169436 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-2cfbee4f-96eb-4890-8d0c-a041e29c2978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (0caf10d6-dc74-4249-b790-739028d0c128), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:54.171926 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-2cfbee4f-96eb-4890-8d0c-a041e29c2978 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:54.175830 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-2cfbee4f-96eb-4890-8d0c-a041e29c2978 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0caf10d6-dc74-4249-b790-739028d0c128 HTTP/1.1" status: 204 len: 168 time: 0.1725361 Apr 12 19:39:54.194757 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfbee4f-96eb-4890-8d0c-a041e29c2978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0caf10d6-dc74-4249-b790-739028d0c128,revision_number=None']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:39:54.259250 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-1ae1643d-b7e5-4579-81cd-f4c7742b4760 admin admin] Publish callbacks [] for security_group (4cc560c6-9ede-410e-98f5-5a7dee7659fc), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:54.264152 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-1ae1643d-b7e5-4579-81cd-f4c7742b4760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (4cc560c6-9ede-410e-98f5-5a7dee7659fc), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:54.293255 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ae1643d-b7e5-4579-81cd-f4c7742b4760 admin admin] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=106707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 19:39:54.304403 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae1643d-b7e5-4579-81cd-f4c7742b4760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc560c6-9ede-410e-98f5-5a7dee7659fc,revision_number=1']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:39:54.309678 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-1ae1643d-b7e5-4579-81cd-f4c7742b4760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495566'] for segment (0c3a84a4-54d5-45b0-b3e3-43a1666532fc), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:54.310024 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.db.segments_db [None req-1ae1643d-b7e5-4579-81cd-f4c7742b4760 admin admin] Added segment 0c3a84a4-54d5-45b0-b3e3-43a1666532fc of type vlan for network 777e372d-178e-4a82-aeea-56ce092abdd2 Apr 12 19:39:54.376514 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-1ae1643d-b7e5-4579-81cd-f4c7742b4760 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749198045660'] for network (777e372d-178e-4a82-aeea-56ce092abdd2), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:54.398883 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cece4042-619c-46bf-8ea3-93a4bd8b0435 req-1d7ea184-a872-4777-a07b-58fd7dbdbac9 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:39:54.401544 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-cece4042-619c-46bf-8ea3-93a4bd8b0435 req-1d7ea184-a872-4777-a07b-58fd7dbdbac9 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 943 time: 0.0536709 Apr 12 19:39:54.409014 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-1ae1643d-b7e5-4579-81cd-f4c7742b4760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185'] for network (777e372d-178e-4a82-aeea-56ce092abdd2), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:54.410851 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae1643d-b7e5-4579-81cd-f4c7742b4760 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:39:54.411614 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-1ae1643d-b7e5-4579-81cd-f4c7742b4760 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565043'] for network (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:54.479274 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-cece4042-619c-46bf-8ea3-93a4bd8b0435 req-265d8d18-7876-49e7-a0f3-6beaa50fa747 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714679 Apr 12 19:39:54.485908 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-1ae1643d-b7e5-4579-81cd-f4c7742b4760 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3812664 Apr 12 19:39:54.489283 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 59336) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:39:54.495831 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.v2.base [None req-fbcc42e5-4041-4824-bc39-a255424dfce3 admin admin] Request body: {'subnet': {'network_id': '777e372d-178e-4a82-aeea-56ce092abdd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-506633772-subnet', 'tenant_id': '5d224d54c9c147cea73906fc5ddd785e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:39:54.505046 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae1643d-b7e5-4579-81cd-f4c7742b4760 admin admin] Pushing event updated for resources: {'Network': ['ID=777e372d-178e-4a82-aeea-56ce092abdd2,revision_number=1']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:39:54.518987 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Network 777e372d-178e-4a82-aeea-56ce092abdd2 details requested by agent ovs-agent-dv-cinder-837540-1-iscsi with host dv-cinder-837540-1-iscsi {{(pid=106714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 19:39:54.523664 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbcc42e5-4041-4824-bc39-a255424dfce3 admin admin] Made reservation on behalf of 5d224d54c9c147cea73906fc5ddd785e for: {'subnet': 1} {{(pid=106704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:39:54.527371 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-fbcc42e5-4041-4824-bc39-a255424dfce3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:54.589414 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 59340) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:39:54.604928 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-bda06e84-7b58-4cec-a68d-84ff8d614ae1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:54.709012 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-bda06e84-7b58-4cec-a68d-84ff8d614ae1 admin admin] Publish callbacks [] for security_group (0de6e35c-e716-4dfb-a3ab-d32a3653ffc1), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:54.714280 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-bda06e84-7b58-4cec-a68d-84ff8d614ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (0de6e35c-e716-4dfb-a3ab-d32a3653ffc1), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:54.736382 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-fbcc42e5-4041-4824-bc39-a255424dfce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185'] for subnet (8397b6b7-9bca-4ba0-96b9-0aa0e784999c), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:54.752456 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-bda06e84-7b58-4cec-a68d-84ff8d614ae1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=402d026061fa43069bd3c70d2675ffee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1619163 Apr 12 19:39:54.755248 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 59346) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:39:54.763496 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda06e84-7b58-4cec-a68d-84ff8d614ae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0de6e35c-e716-4dfb-a3ab-d32a3653ffc1,revision_number=1']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:39:54.807115 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcc42e5-4041-4824-bc39-a255424dfce3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8397b6b7-9bca-4ba0-96b9-0aa0e784999c,revision_number=0']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:39:54.816544 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcc42e5-4041-4824-bc39-a255424dfce3 admin admin] Checking segment: {'id': '0c3a84a4-54d5-45b0-b3e3-43a1666532fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '777e372d-178e-4a82-aeea-56ce092abdd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:39:54.816905 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbcc42e5-4041-4824-bc39-a255424dfce3 admin admin] Network hostable DHCP agents. Network: 777e372d-178e-4a82-aeea-56ce092abdd2, hostable agents: ['055fa106-9079-4d8f-a829-e3ca37bbcb19'], hosted agents: [] {{(pid=106704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 19:39:54.841864 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbcc42e5-4041-4824-bc39-a255424dfce3 admin admin] Network 777e372d-178e-4a82-aeea-56ce092abdd2 is scheduled to be hosted by DHCP agent 055fa106-9079-4d8f-a829-e3ca37bbcb19 with binding_index 1 {{(pid=106704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 19:39:54.859160 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.base_scheduler [None req-fbcc42e5-4041-4824-bc39-a255424dfce3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837540-1-iscsi, 777e372d-178e-4a82-aeea-56ce092abdd2) {{(pid=106704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:39:54.874893 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f694fed-424d-4bbc-8de7-8c3730c76715 None None] Network 777e372d-178e-4a82-aeea-56ce092abdd2 requested from dv-cinder-837540-1-iscsi {{(pid=106714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 19:39:54.888277 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbcc42e5-4041-4824-bc39-a255424dfce3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:39:54.889212 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-fbcc42e5-4041-4824-bc39-a255424dfce3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565043'] for subnet (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:54.895101 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-d9f2eeef-1fdf-4043-8928-f035498c3bdc admin admin] Publish callbacks [] for security_group (0de6e35c-e716-4dfb-a3ab-d32a3653ffc1), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:54.918828 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72a6cb5-9a9a-4acf-8a6c-66469c7bcfdf req-120346f5-f737-400a-ad43-826fa0c14e4b tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:39:54.925882 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-e72a6cb5-9a9a-4acf-8a6c-66469c7bcfdf req-120346f5-f737-400a-ad43-826fa0c14e4b tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] 10.222.0.15 "GET /v2.0/ports?device_id=890cbda6-c8dd-44f4-bd7c-ee8f75c56071 HTTP/1.1" status: 200 len: 943 time: 0.0794353 Apr 12 19:39:54.929221 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-fbcc42e5-4041-4824-bc39-a255424dfce3 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4381294 Apr 12 19:39:54.951254 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-d9f2eeef-1fdf-4043-8928-f035498c3bdc admin admin] Publish callbacks [] for security_group (0de6e35c-e716-4dfb-a3ab-d32a3653ffc1), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:55.009307 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7311318b-de65-4152-b0af-72820a46e880 None None] Network 777e372d-178e-4a82-aeea-56ce092abdd2 requested from dv-cinder-837540-1-iscsi {{(pid=106714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 19:39:55.066174 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-e72a6cb5-9a9a-4acf-8a6c-66469c7bcfdf req-13ca2ff0-48bb-4405-a8b1-8c565251691d tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] 10.222.0.15 "GET /v2.0/security-groups?id=219899a9-c7a5-4082-a059-b48fcb93f635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327522 Apr 12 19:39:55.083933 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-d9f2eeef-1fdf-4043-8928-f035498c3bdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (0de6e35c-e716-4dfb-a3ab-d32a3653ffc1), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:55.087387 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-d9f2eeef-1fdf-4043-8928-f035498c3bdc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:55.088610 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-d9f2eeef-1fdf-4043-8928-f035498c3bdc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0de6e35c-e716-4dfb-a3ab-d32a3653ffc1 HTTP/1.1" status: 204 len: 168 time: 0.3324394 Apr 12 19:39:55.097551 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f2eeef-1fdf-4043-8928-f035498c3bdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de6e35c-e716-4dfb-a3ab-d32a3653ffc1,revision_number=None']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:39:55.108629 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a28871a-156b-4ba3-aabc-48d3ea5da4aa req-c670bf2e-0dc1-4b6f-87e5-5b7795850495 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:39:55.114998 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-8a28871a-156b-4ba3-aabc-48d3ea5da4aa req-c670bf2e-0dc1-4b6f-87e5-5b7795850495 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/ports?device_id=df43c280-40af-4812-a53a-516ab7541482 HTTP/1.1" status: 200 len: 943 time: 0.0912921 Apr 12 19:39:55.182765 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-8a28871a-156b-4ba3-aabc-48d3ea5da4aa req-85150cd5-993b-430c-935a-aa8522b7a903 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/security-groups?id=006d12c2-ab48-43d7-8448-f093c76d5aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603647 Apr 12 19:39:55.627435 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4081b4-649c-413f-a796-dd340b6606d3 req-be4922d4-d96c-45ef-8592-f122a09c2270 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:39:55.636975 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-8f4081b4-649c-413f-a796-dd340b6606d3 req-be4922d4-d96c-45ef-8592-f122a09c2270 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 943 time: 0.0664215 Apr 12 19:39:55.702361 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-8f4081b4-649c-413f-a796-dd340b6606d3 req-830aad1b-1e02-48f3-a485-69042cd66477 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642772 Apr 12 19:39:56.178054 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1cdc69-d301-41cd-bb3f-a0d270e1a787 req-3e1f9e89-d7a5-49a7-9c72-c4bb9e6aa1be tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:39:56.179771 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-6c1cdc69-d301-41cd-bb3f-a0d270e1a787 req-3e1f9e89-d7a5-49a7-9c72-c4bb9e6aa1be tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] 10.222.0.15 "GET /v2.0/ports?device_id=890cbda6-c8dd-44f4-bd7c-ee8f75c56071 HTTP/1.1" status: 200 len: 943 time: 0.0515709 Apr 12 19:39:56.233674 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-6c1cdc69-d301-41cd-bb3f-a0d270e1a787 req-0c4848f1-e9a7-4c17-b6ec-be53d6f4ebb5 tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] 10.222.0.15 "GET /v2.0/security-groups?id=219899a9-c7a5-4082-a059-b48fcb93f635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476842 Apr 12 19:39:56.257409 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Device 0f8c479a-71ff-487d-9c2b-68149b702bb4 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=106714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 19:39:56.319710 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e489ac-d2a7-4d49-9718-b6f837883397 req-e36b5e19-e47f-45cf-b021-0085e74d9eaf tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:39:56.329197 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-57e489ac-d2a7-4d49-9718-b6f837883397 req-e36b5e19-e47f-45cf-b021-0085e74d9eaf tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/ports?device_id=df43c280-40af-4812-a53a-516ab7541482 HTTP/1.1" status: 200 len: 943 time: 0.0697002 Apr 12 19:39:56.385219 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] For port 0f8c479a-71ff-487d-9c2b-68149b702bb4, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=0f8c479a-71ff-487d-9c2b-68149b702bb4,segment=NetworkSegment(bcbff496-9379-41c1-8ff0-8a4d3d91ad6b),segment_id=bcbff496-9379-41c1-8ff0-8a4d3d91ad6b)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:39:56.395356 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-57e489ac-d2a7-4d49-9718-b6f837883397 req-bd9441cb-e0f3-40d3-af04-31a42c44e505 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/security-groups?id=006d12c2-ab48-43d7-8448-f093c76d5aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630043 Apr 12 19:39:56.401986 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Returning: {'device': '0f8c479a-71ff-487d-9c2b-68149b702bb4', 'network_id': '7d6decb1-add4-41a2-b83e-9ac42c2293d8', 'port_id': '0f8c479a-71ff-487d-9c2b-68149b702bb4', 'mac_address': 'fa:16:3e:10:ef:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc7e26f8-26c2-4af8-af1d-d7fc67300eb2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 19:39:56.445703 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Current status of the port 0f8c479a-71ff-487d-9c2b-68149b702bb4 is: DOWN; New status is: BUILD {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:39:56.446090 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (0f8c479a-71ff-487d-9c2b-68149b702bb4), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:56.459292 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.notifiers.nova [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f8c479a-71ff-487d-9c2b-68149b702bb4 {{(pid=106714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 19:39:56.484480 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] For port 0f8c479a-71ff-487d-9c2b-68149b702bb4, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=0f8c479a-71ff-487d-9c2b-68149b702bb4,segment=NetworkSegment(bcbff496-9379-41c1-8ff0-8a4d3d91ad6b),segment_id=bcbff496-9379-41c1-8ff0-8a4d3d91ad6b)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:39:56.489305 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (0f8c479a-71ff-487d-9c2b-68149b702bb4), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:39:56.539678 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Pushing event updated for resources: {'Port': ['ID=0f8c479a-71ff-487d-9c2b-68149b702bb4,revision_number=4']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:39:56.831565 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b7559c-7bce-498a-9f61-3ac5578a2f87 req-40a66a15-ebc2-4327-8077-579bd49e90ac tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:39:56.833089 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-a5b7559c-7bce-498a-9f61-3ac5578a2f87 req-40a66a15-ebc2-4327-8077-579bd49e90ac tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 943 time: 0.0509322 Apr 12 19:39:56.889905 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-a5b7559c-7bce-498a-9f61-3ac5578a2f87 req-619ce455-e3cc-4326-9f16-b84a025f5eac tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491650 Apr 12 19:39:57.135345 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] get_ports_and_sgs() called for port_ids ['0f8c479a-71ff-487d-9c2b-68149b702bb4'] {{(pid=106714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 19:39:57.377324 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1431d35-1b03-44a8-9ae7-29f6a24762a2 req-d7880872-e55a-4ea9-a9e9-821562c4258e tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:39:57.379080 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-a1431d35-1b03-44a8-9ae7-29f6a24762a2 req-d7880872-e55a-4ea9-a9e9-821562c4258e tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] 10.222.0.15 "GET /v2.0/ports?device_id=890cbda6-c8dd-44f4-bd7c-ee8f75c56071 HTTP/1.1" status: 200 len: 943 time: 0.0525403 Apr 12 19:39:57.428910 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-a1431d35-1b03-44a8-9ae7-29f6a24762a2 req-0cfe9408-8847-46b0-be64-9ae22c5f7f59 tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] 10.222.0.15 "GET /v2.0/security-groups?id=219899a9-c7a5-4082-a059-b48fcb93f635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427370 Apr 12 19:39:57.513090 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4af999-255d-4ca4-9832-66c3983dede7 req-ca22c1ca-e946-40cc-8072-a330f97f0ada tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:39:57.515134 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-fe4af999-255d-4ca4-9832-66c3983dede7 req-ca22c1ca-e946-40cc-8072-a330f97f0ada tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/ports?device_id=df43c280-40af-4812-a53a-516ab7541482 HTTP/1.1" status: 200 len: 944 time: 0.0504134 Apr 12 19:39:57.564169 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-fe4af999-255d-4ca4-9832-66c3983dede7 req-1bceaafd-d27c-4949-afb4-29269afe0bd9 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/security-groups?id=006d12c2-ab48-43d7-8448-f093c76d5aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433307 Apr 12 19:39:58.018780 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccb2452-0868-4da3-ac21-83c32c372423 req-3e18275f-52a7-4cbd-b659-46cd5823ceab tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:39:58.020427 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-fccb2452-0868-4da3-ac21-83c32c372423 req-3e18275f-52a7-4cbd-b659-46cd5823ceab tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 943 time: 0.0524895 Apr 12 19:39:58.067579 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-fccb2452-0868-4da3-ac21-83c32c372423 req-b80be9b3-527f-4921-8969-edfcf441ce97 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417235 Apr 12 19:39:58.539994 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b28c647-a636-4af9-ab50-71e9f0eaedf1 req-5d45e110-5a99-4310-87d9-59aadbb82969 tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:39:58.541352 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-9b28c647-a636-4af9-ab50-71e9f0eaedf1 req-5d45e110-5a99-4310-87d9-59aadbb82969 tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] 10.222.0.15 "GET /v2.0/ports?device_id=890cbda6-c8dd-44f4-bd7c-ee8f75c56071 HTTP/1.1" status: 200 len: 943 time: 0.0454895 Apr 12 19:39:58.585989 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-9b28c647-a636-4af9-ab50-71e9f0eaedf1 req-987f0960-00b6-4102-a7b1-5cc75a9154cb tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] 10.222.0.15 "GET /v2.0/security-groups?id=219899a9-c7a5-4082-a059-b48fcb93f635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392680 Apr 12 19:39:58.679654 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73187b8c-2669-4d92-a657-0d68c0c86b3f req-98969f99-0031-489e-a6ae-0bda00287f0b tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:39:58.681104 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-73187b8c-2669-4d92-a657-0d68c0c86b3f req-98969f99-0031-489e-a6ae-0bda00287f0b tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/ports?device_id=df43c280-40af-4812-a53a-516ab7541482 HTTP/1.1" status: 200 len: 944 time: 0.0451555 Apr 12 19:39:58.725665 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-73187b8c-2669-4d92-a657-0d68c0c86b3f req-34190fd5-d993-46ca-b99e-e0d24f4a4e7a tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/security-groups?id=006d12c2-ab48-43d7-8448-f093c76d5aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390298 Apr 12 19:39:59.182761 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61ab1fa-c1ea-4e9e-9e04-a24196794fa7 req-34ecc5ca-1a98-422e-9543-703c18dabf82 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:39:59.184252 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-b61ab1fa-c1ea-4e9e-9e04-a24196794fa7 req-34ecc5ca-1a98-422e-9543-703c18dabf82 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 943 time: 0.0482354 Apr 12 19:39:59.229812 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-b61ab1fa-c1ea-4e9e-9e04-a24196794fa7 req-e193b148-e577-430c-bae6-f7042b820bb0 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400786 Apr 12 19:39:59.695278 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e138ea35-8cc3-489f-b490-4fdd40bca052 req-a4023fdf-860c-4ff1-acaa-1a30291535fd tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:39:59.696763 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-e138ea35-8cc3-489f-b490-4fdd40bca052 req-a4023fdf-860c-4ff1-acaa-1a30291535fd tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] 10.222.0.15 "GET /v2.0/ports?device_id=890cbda6-c8dd-44f4-bd7c-ee8f75c56071 HTTP/1.1" status: 200 len: 943 time: 0.0481236 Apr 12 19:39:59.742520 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-e138ea35-8cc3-489f-b490-4fdd40bca052 req-b7be85ad-8b70-4e59-84e6-cc519cfdcd4b tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] 10.222.0.15 "GET /v2.0/security-groups?id=219899a9-c7a5-4082-a059-b48fcb93f635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402033 Apr 12 19:39:59.832699 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc18d4a-9d7f-4044-8a4b-b1fd1f6b6d91 req-d397bfab-37a1-40ed-affe-790bd1ab70ba tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:39:59.834149 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-3bc18d4a-9d7f-4044-8a4b-b1fd1f6b6d91 req-d397bfab-37a1-40ed-affe-790bd1ab70ba tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/ports?device_id=df43c280-40af-4812-a53a-516ab7541482 HTTP/1.1" status: 200 len: 944 time: 0.0442376 Apr 12 19:39:59.880232 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-3bc18d4a-9d7f-4044-8a4b-b1fd1f6b6d91 req-c870ffc6-eb47-4126-86b6-ec38f092fe8f tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/security-groups?id=006d12c2-ab48-43d7-8448-f093c76d5aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399835 Apr 12 19:40:00.343880 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d73113d-1a92-4500-b36d-2bacb321c3bb req-025f0e2f-3381-49e7-a38f-5e764e0cec68 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:00.345344 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-6d73113d-1a92-4500-b36d-2bacb321c3bb req-025f0e2f-3381-49e7-a38f-5e764e0cec68 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 943 time: 0.0456469 Apr 12 19:40:00.391254 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-6d73113d-1a92-4500-b36d-2bacb321c3bb req-6c6821b5-7e27-4931-865f-710aa5800f05 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404763 Apr 12 19:40:00.854532 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63f8150-74b2-4ffb-9453-8189818b66de req-c22e0c13-c2a7-4d99-8c37-04f9ce1ab1b6 tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:00.856018 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-e63f8150-74b2-4ffb-9453-8189818b66de req-c22e0c13-c2a7-4d99-8c37-04f9ce1ab1b6 tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] 10.222.0.15 "GET /v2.0/ports?device_id=890cbda6-c8dd-44f4-bd7c-ee8f75c56071 HTTP/1.1" status: 200 len: 943 time: 0.0489943 Apr 12 19:40:00.901988 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-e63f8150-74b2-4ffb-9453-8189818b66de req-e84039ab-3eeb-4bb7-9ec5-11522cfdb341 tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] 10.222.0.15 "GET /v2.0/security-groups?id=219899a9-c7a5-4082-a059-b48fcb93f635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404072 Apr 12 19:40:00.990732 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e88e051-ceb0-4092-8402-a20ac6c826e2 req-b3f41f20-5bc3-43fc-a906-45a8e758f262 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:00.992097 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-2e88e051-ceb0-4092-8402-a20ac6c826e2 req-b3f41f20-5bc3-43fc-a906-45a8e758f262 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/ports?device_id=df43c280-40af-4812-a53a-516ab7541482 HTTP/1.1" status: 200 len: 944 time: 0.0449378 Apr 12 19:40:01.040152 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-2e88e051-ceb0-4092-8402-a20ac6c826e2 req-fe34ff6b-ea6e-4b7e-8121-3b73ef2a6902 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/security-groups?id=006d12c2-ab48-43d7-8448-f093c76d5aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427024 Apr 12 19:40:01.505434 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca23bfad-36bc-4017-ab32-b662c4c21d1a req-34053351-009d-483c-806c-04d9d06cbd64 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:01.506940 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-ca23bfad-36bc-4017-ab32-b662c4c21d1a req-34053351-009d-483c-806c-04d9d06cbd64 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 943 time: 0.0461831 Apr 12 19:40:01.551705 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-ca23bfad-36bc-4017-ab32-b662c4c21d1a req-15013373-d058-49ac-8675-c3fb2d58ae21 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390744 Apr 12 19:40:01.810324 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Device 0f8c479a-71ff-487d-9c2b-68149b702bb4 up at agent hyperv_hv-cinder-83754 {{(pid=106714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:40:01.858797 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Provisioning for port 0f8c479a-71ff-487d-9c2b-68149b702bb4 completed by entity L2. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 19:40:01.864837 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Provisioning complete for port 0f8c479a-71ff-487d-9c2b-68149b702bb4 triggered by entity L2. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:40:01.865202 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (0f8c479a-71ff-487d-9c2b-68149b702bb4), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:01.941864 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Current status of the port 0f8c479a-71ff-487d-9c2b-68149b702bb4 is: BUILD; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:40:01.942255 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (0f8c479a-71ff-487d-9c2b-68149b702bb4), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:01.964686 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df43c280-40af-4812-a53a-516ab7541482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f8c479a-71ff-487d-9c2b-68149b702bb4'}] {{(pid=106714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:40:02.011319 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c7d887-d3f3-4b73-83e7-778ba2ac0654 req-1f662641-0eda-42e8-8997-547b9126a058 tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:02.012796 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-a0c7d887-d3f3-4b73-83e7-778ba2ac0654 req-1f662641-0eda-42e8-8997-547b9126a058 tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] 10.222.0.15 "GET /v2.0/ports?device_id=890cbda6-c8dd-44f4-bd7c-ee8f75c56071 HTTP/1.1" status: 200 len: 943 time: 0.0461245 Apr 12 19:40:02.043235 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] For port 0f8c479a-71ff-487d-9c2b-68149b702bb4, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=0f8c479a-71ff-487d-9c2b-68149b702bb4,segment=NetworkSegment(bcbff496-9379-41c1-8ff0-8a4d3d91ad6b),segment_id=bcbff496-9379-41c1-8ff0-8a4d3d91ad6b)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:40:02.051063 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (0f8c479a-71ff-487d-9c2b-68149b702bb4), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:02.062085 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-a0c7d887-d3f3-4b73-83e7-778ba2ac0654 req-4d37e10b-3376-461a-89ae-7ec00dd9cc42 tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] 10.222.0.15 "GET /v2.0/security-groups?id=219899a9-c7a5-4082-a059-b48fcb93f635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429850 Apr 12 19:40:02.103843 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Pushing event updated for resources: {'Port': ['ID=0f8c479a-71ff-487d-9c2b-68149b702bb4,revision_number=5']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:40:02.165052 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e2f9b6-c153-40a0-a8a7-a723c0aeddf2 req-77a9357b-45f4-4949-a64e-60cfc017cba8 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:02.166595 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-13e2f9b6-c153-40a0-a8a7-a723c0aeddf2 req-77a9357b-45f4-4949-a64e-60cfc017cba8 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/ports?device_id=df43c280-40af-4812-a53a-516ab7541482 HTTP/1.1" status: 200 len: 945 time: 0.0482471 Apr 12 19:40:02.172076 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a81cf7441df70286f4dc8f717b9c4c32a6686a605fef215f859f2b4f09b95be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fdf8fe7-f3fe-47f0-acb0-b54751ff7108" -d '{"events": [{"server_uuid": "df43c280-40af-4812-a53a-516ab7541482", "name": "network-vif-plugged", "status": "completed", "tag": "0f8c479a-71ff-487d-9c2b-68149b702bb4"}]}' {{(pid=106714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:40:02.220165 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-13e2f9b6-c153-40a0-a8a7-a723c0aeddf2 req-9d308192-4949-4886-85f2-f9390de4f709 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/security-groups?id=006d12c2-ab48-43d7-8448-f093c76d5aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476613 Apr 12 19:40:02.266864 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 19:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7fb6bd2-c800-48ea-b099-17384c94db06 x-openstack-request-id: req-b7fb6bd2-c800-48ea-b099-17384c94db06 {{(pid=106714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:40:02.267201 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df43c280-40af-4812-a53a-516ab7541482", "name": "network-vif-plugged", "status": "completed", "tag": "0f8c479a-71ff-487d-9c2b-68149b702bb4", "code": 200}]} {{(pid=106714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:40:02.267458 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b7fb6bd2-c800-48ea-b099-17384c94db06 {{(pid=106714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:40:02.267909 dv-cinder-837540-1-iscsi neutron-server[106714]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7fb6bd2-c800-48ea-b099-17384c94db06'] response: {'server_uuid': 'df43c280-40af-4812-a53a-516ab7541482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f8c479a-71ff-487d-9c2b-68149b702bb4', 'code': 200} Apr 12 19:40:02.664190 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfbc913-59c0-4dcc-84b1-522a8102194d req-bef3755e-a47b-4bef-b186-cac2866f952f tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:02.665535 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-ccfbc913-59c0-4dcc-84b1-522a8102194d req-bef3755e-a47b-4bef-b186-cac2866f952f tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 943 time: 0.0464737 Apr 12 19:40:02.714168 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-ccfbc913-59c0-4dcc-84b1-522a8102194d req-4b5217e3-a975-4e9a-a7e2-50c639e31ed9 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428960 Apr 12 19:40:03.181702 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27ede59-ef6a-4fad-a383-f025d126c1a1 req-0dbec118-9714-4dae-95da-6e181050430c tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:03.183299 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-f27ede59-ef6a-4fad-a383-f025d126c1a1 req-0dbec118-9714-4dae-95da-6e181050430c tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] 10.222.0.15 "GET /v2.0/ports?device_id=890cbda6-c8dd-44f4-bd7c-ee8f75c56071 HTTP/1.1" status: 200 len: 943 time: 0.0490024 Apr 12 19:40:03.233027 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-f27ede59-ef6a-4fad-a383-f025d126c1a1 req-26c19e11-ccf8-4211-a108-3e17f48920a0 tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] 10.222.0.15 "GET /v2.0/security-groups?id=219899a9-c7a5-4082-a059-b48fcb93f635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439203 Apr 12 19:40:03.351649 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096e8e5e-9e0f-44dc-8113-5417eb355058 req-fb46e2e1-199b-4798-85ed-dd08df1370b6 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:03.353856 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-096e8e5e-9e0f-44dc-8113-5417eb355058 req-fb46e2e1-199b-4798-85ed-dd08df1370b6 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/ports?device_id=df43c280-40af-4812-a53a-516ab7541482 HTTP/1.1" status: 200 len: 945 time: 0.0506036 Apr 12 19:40:03.404296 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-096e8e5e-9e0f-44dc-8113-5417eb355058 req-aec10ebf-0fdc-48b4-acd8-e712332d8383 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/security-groups?id=006d12c2-ab48-43d7-8448-f093c76d5aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438366 Apr 12 19:40:03.806238 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Device 8ca63eb5-445e-4f0b-a029-7dd7a8cc2642 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=106714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 19:40:03.916602 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] For port 8ca63eb5-445e-4f0b-a029-7dd7a8cc2642, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=8ca63eb5-445e-4f0b-a029-7dd7a8cc2642,segment=NetworkSegment(3eeee0ae-8a5f-4dc3-91c4-52d84d79189e),segment_id=3eeee0ae-8a5f-4dc3-91c4-52d84d79189e)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:40:03.930030 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Returning: {'device': '8ca63eb5-445e-4f0b-a029-7dd7a8cc2642', 'network_id': '12e3db31-4069-48de-baae-19a675080180', 'port_id': '8ca63eb5-445e-4f0b-a029-7dd7a8cc2642', 'mac_address': 'fa:16:3e:11:4b:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9955a755-753c-4b23-830b-dfc87b3e46d1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 19:40:03.976455 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Current status of the port 8ca63eb5-445e-4f0b-a029-7dd7a8cc2642 is: DOWN; New status is: BUILD {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:40:03.977491 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (8ca63eb5-445e-4f0b-a029-7dd7a8cc2642), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:03.993928 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.notifiers.nova [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ca63eb5-445e-4f0b-a029-7dd7a8cc2642 {{(pid=106714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 19:40:04.017914 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] For port 8ca63eb5-445e-4f0b-a029-7dd7a8cc2642, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=8ca63eb5-445e-4f0b-a029-7dd7a8cc2642,segment=NetworkSegment(3eeee0ae-8a5f-4dc3-91c4-52d84d79189e),segment_id=3eeee0ae-8a5f-4dc3-91c4-52d84d79189e)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:40:04.021221 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65273947-010a-47bf-befe-9f0679478bb8 req-11de9f0e-6cfc-436a-85f5-b3134ec8b8cb tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:04.022936 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (8ca63eb5-445e-4f0b-a029-7dd7a8cc2642), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:04.023330 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-65273947-010a-47bf-befe-9f0679478bb8 req-11de9f0e-6cfc-436a-85f5-b3134ec8b8cb tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 943 time: 0.2375081 Apr 12 19:40:04.074802 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Pushing event updated for resources: {'Port': ['ID=8ca63eb5-445e-4f0b-a029-7dd7a8cc2642,revision_number=4']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:40:04.080459 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-65273947-010a-47bf-befe-9f0679478bb8 req-1f5cfe54-b2b6-4e03-9526-d05e5260ca82 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499067 Apr 12 19:40:04.393133 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] get_ports_and_sgs() called for port_ids ['8ca63eb5-445e-4f0b-a029-7dd7a8cc2642'] {{(pid=106714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 19:40:04.556924 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427c703f-6f91-4ed9-86b9-79b7d08f1ef5 req-d6595f97-5c6c-4c65-a222-c416038cca97 tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:04.559694 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ee73be-149c-447e-b23e-c785b1c51437 req-e92ca5a2-d405-42d5-8764-5d5ee39fc121 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:04.562484 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-24ee73be-149c-447e-b23e-c785b1c51437 req-e92ca5a2-d405-42d5-8764-5d5ee39fc121 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/ports?device_id=df43c280-40af-4812-a53a-516ab7541482 HTTP/1.1" status: 200 len: 945 time: 0.0629468 Apr 12 19:40:04.568113 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-427c703f-6f91-4ed9-86b9-79b7d08f1ef5 req-d6595f97-5c6c-4c65-a222-c416038cca97 tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] 10.222.0.15 "GET /v2.0/ports?device_id=890cbda6-c8dd-44f4-bd7c-ee8f75c56071 HTTP/1.1" status: 200 len: 944 time: 0.2499447 Apr 12 19:40:04.624882 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-427c703f-6f91-4ed9-86b9-79b7d08f1ef5 req-a70c7fc7-0a45-4aac-8f6b-841ec4f43362 tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] 10.222.0.15 "GET /v2.0/security-groups?id=219899a9-c7a5-4082-a059-b48fcb93f635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554512 Apr 12 19:40:04.625163 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-24ee73be-149c-447e-b23e-c785b1c51437 req-be8a8ea4-f6ee-4974-9a11-f2a58382a3f5 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/security-groups?id=006d12c2-ab48-43d7-8448-f093c76d5aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561070 Apr 12 19:40:04.913907 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1df9d8-aa93-4c74-843d-4a4076f4ca7d req-abb74c8f-1ebd-41eb-9650-8cfa342f7275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:04.915806 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-de1df9d8-aa93-4c74-843d-4a4076f4ca7d req-abb74c8f-1ebd-41eb-9650-8cfa342f7275 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=df43c280-40af-4812-a53a-516ab7541482 HTTP/1.1" status: 200 len: 1129 time: 0.0781422 Apr 12 19:40:04.934211 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-de1df9d8-aa93-4c74-843d-4a4076f4ca7d req-7645a2a3-a546-4b91-80cf-5b099b6fa7b9 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:05.019700 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-de1df9d8-aa93-4c74-843d-4a4076f4ca7d req-7645a2a3-a546-4b91-80cf-5b099b6fa7b9 service neutron] Publish callbacks [] for security_group (61ab2e75-e271-4a78-a531-8386caefd3a3), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:05.025267 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-de1df9d8-aa93-4c74-843d-4a4076f4ca7d req-7645a2a3-a546-4b91-80cf-5b099b6fa7b9 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (61ab2e75-e271-4a78-a531-8386caefd3a3), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:05.074558 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-de1df9d8-aa93-4c74-843d-4a4076f4ca7d req-7645a2a3-a546-4b91-80cf-5b099b6fa7b9 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=006d12c2-ab48-43d7-8448-f093c76d5aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1522331 Apr 12 19:40:05.075079 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7645a2a3-a546-4b91-80cf-5b099b6fa7b9 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=61ab2e75-e271-4a78-a531-8386caefd3a3,revision_number=1']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:40:05.211866 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d351a8b-7e69-41ec-9bb9-2611329f7ffa req-87d2c265-b6e2-42c7-bb09-08e9596d4647 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:05.213523 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-2d351a8b-7e69-41ec-9bb9-2611329f7ffa req-87d2c265-b6e2-42c7-bb09-08e9596d4647 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 943 time: 0.0569735 Apr 12 19:40:05.268713 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-2d351a8b-7e69-41ec-9bb9-2611329f7ffa req-3b611b33-1c0f-4ae3-8d95-0188f97d652f tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479243 Apr 12 19:40:05.753737 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb849e6-6364-4769-8b6d-7a9d92e567fe req-2fa2d5c4-2d46-4f0d-8216-14926bf990ad tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:05.755535 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-4fb849e6-6364-4769-8b6d-7a9d92e567fe req-2fa2d5c4-2d46-4f0d-8216-14926bf990ad tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/ports?device_id=df43c280-40af-4812-a53a-516ab7541482 HTTP/1.1" status: 200 len: 945 time: 0.0546768 Apr 12 19:40:05.755664 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73670c45-7412-40d6-9c90-75db87222eee req-a23c0040-3255-4a61-9d76-1f488c81c7a1 tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:05.757824 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-73670c45-7412-40d6-9c90-75db87222eee req-a23c0040-3255-4a61-9d76-1f488c81c7a1 tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] 10.222.0.15 "GET /v2.0/ports?device_id=890cbda6-c8dd-44f4-bd7c-ee8f75c56071 HTTP/1.1" status: 200 len: 944 time: 0.0687611 Apr 12 19:40:05.808798 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Device 468143f7-dffa-4455-923d-7df1610e3c88 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=106714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 19:40:05.851255 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Device 8ca63eb5-445e-4f0b-a029-7dd7a8cc2642 up at agent hyperv_hv-cinder-83754 {{(pid=106714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:40:05.853905 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-4fb849e6-6364-4769-8b6d-7a9d92e567fe req-0402aecc-2c26-4e29-97f6-fd1216493ab0 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/security-groups?id=006d12c2-ab48-43d7-8448-f093c76d5aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862269 Apr 12 19:40:05.868553 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-73670c45-7412-40d6-9c90-75db87222eee req-44628f56-caac-4b0b-9ed5-710592502cd7 tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] 10.222.0.15 "GET /v2.0/security-groups?id=219899a9-c7a5-4082-a059-b48fcb93f635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986042 Apr 12 19:40:05.952465 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Provisioning for port 8ca63eb5-445e-4f0b-a029-7dd7a8cc2642 completed by entity L2. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 19:40:05.983242 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Provisioning complete for port 8ca63eb5-445e-4f0b-a029-7dd7a8cc2642 triggered by entity L2. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:40:05.983637 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (8ca63eb5-445e-4f0b-a029-7dd7a8cc2642), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:06.055986 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] For port 468143f7-dffa-4455-923d-7df1610e3c88, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=468143f7-dffa-4455-923d-7df1610e3c88,segment=NetworkSegment(7d4c5579-d5c2-4ae5-8e1e-f30678073acf),segment_id=7d4c5579-d5c2-4ae5-8e1e-f30678073acf)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:40:06.074073 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Returning: {'device': '468143f7-dffa-4455-923d-7df1610e3c88', 'network_id': 'f4a737e2-fbd1-4d73-b744-770d94c0d414', 'port_id': '468143f7-dffa-4455-923d-7df1610e3c88', 'mac_address': 'fa:16:3e:5f:74:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0175af4-3e14-4634-8d47-e6784ac2f6db', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 19:40:06.181525 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Current status of the port 8ca63eb5-445e-4f0b-a029-7dd7a8cc2642 is: BUILD; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:40:06.181919 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (8ca63eb5-445e-4f0b-a029-7dd7a8cc2642), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:06.214561 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Current status of the port 468143f7-dffa-4455-923d-7df1610e3c88 is: DOWN; New status is: BUILD {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:40:06.215211 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (468143f7-dffa-4455-923d-7df1610e3c88), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:06.232889 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.notifiers.nova [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 468143f7-dffa-4455-923d-7df1610e3c88 {{(pid=106714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 19:40:06.248351 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '890cbda6-c8dd-44f4-bd7c-ee8f75c56071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ca63eb5-445e-4f0b-a029-7dd7a8cc2642'}] {{(pid=106714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:40:06.250861 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a81cf7441df70286f4dc8f717b9c4c32a6686a605fef215f859f2b4f09b95be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0f28fea-93bb-43a4-ad55-9ee079cd2b27" -d '{"events": [{"server_uuid": "890cbda6-c8dd-44f4-bd7c-ee8f75c56071", "name": "network-vif-plugged", "status": "completed", "tag": "8ca63eb5-445e-4f0b-a029-7dd7a8cc2642"}]}' {{(pid=106714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:40:06.275426 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] For port 8ca63eb5-445e-4f0b-a029-7dd7a8cc2642, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=8ca63eb5-445e-4f0b-a029-7dd7a8cc2642,segment=NetworkSegment(3eeee0ae-8a5f-4dc3-91c4-52d84d79189e),segment_id=3eeee0ae-8a5f-4dc3-91c4-52d84d79189e)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:40:06.283128 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] For port 468143f7-dffa-4455-923d-7df1610e3c88, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=468143f7-dffa-4455-923d-7df1610e3c88,segment=NetworkSegment(7d4c5579-d5c2-4ae5-8e1e-f30678073acf),segment_id=7d4c5579-d5c2-4ae5-8e1e-f30678073acf)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:40:06.285891 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (8ca63eb5-445e-4f0b-a029-7dd7a8cc2642), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:06.294023 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (468143f7-dffa-4455-923d-7df1610e3c88), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:06.325612 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 59788) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:40:06.372993 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 19:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01a6b6e5-ad18-41d5-934a-eb377344a0a2 x-openstack-request-id: req-01a6b6e5-ad18-41d5-934a-eb377344a0a2 {{(pid=106714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:40:06.373189 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "890cbda6-c8dd-44f4-bd7c-ee8f75c56071", "name": "network-vif-plugged", "status": "completed", "tag": "8ca63eb5-445e-4f0b-a029-7dd7a8cc2642", "code": 200}]} {{(pid=106714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:40:06.373415 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-01a6b6e5-ad18-41d5-934a-eb377344a0a2 {{(pid=106714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:40:06.373809 dv-cinder-837540-1-iscsi neutron-server[106714]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01a6b6e5-ad18-41d5-934a-eb377344a0a2'] response: {'server_uuid': '890cbda6-c8dd-44f4-bd7c-ee8f75c56071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ca63eb5-445e-4f0b-a029-7dd7a8cc2642', 'code': 200} Apr 12 19:40:06.416905 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Pushing event updated for resources: {'Port': ['ID=8ca63eb5-445e-4f0b-a029-7dd7a8cc2642,revision_number=5']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:40:06.478207 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1cc165-a8e7-4d44-8d7d-455271408f20 req-2dfc01df-b70c-461d-8936-95f6c5b236fb tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:06.481041 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-bf1cc165-a8e7-4d44-8d7d-455271408f20 req-2dfc01df-b70c-461d-8936-95f6c5b236fb tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 944 time: 0.0794151 Apr 12 19:40:06.495460 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Pushing event updated for resources: {'Port': ['ID=468143f7-dffa-4455-923d-7df1610e3c88,revision_number=4']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:40:06.546390 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-89ae61dc-4440-4342-a420-12ee01d8c792 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:06.555922 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-bf1cc165-a8e7-4d44-8d7d-455271408f20 req-aaf80c29-8395-4c1c-bb43-22125d67f01c tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677409 Apr 12 19:40:06.600075 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d809b7-1b11-4501-b7b3-8fc243784e10 req-d088e752-dbfd-4e25-a10a-ee974fbdac28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:06.601861 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-11d809b7-1b11-4501-b7b3-8fc243784e10 req-d088e752-dbfd-4e25-a10a-ee974fbdac28 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=890cbda6-c8dd-44f4-bd7c-ee8f75c56071 HTTP/1.1" status: 200 len: 1129 time: 0.0521266 Apr 12 19:40:06.644427 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] get_ports_and_sgs() called for port_ids ['468143f7-dffa-4455-923d-7df1610e3c88'] {{(pid=106714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 19:40:06.668646 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-11d809b7-1b11-4501-b7b3-8fc243784e10 req-d8e46a5d-287e-4ebd-9af0-40f193d4fb6c service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=219899a9-c7a5-4082-a059-b48fcb93f635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600579 Apr 12 19:40:06.692767 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-89ae61dc-4440-4342-a420-12ee01d8c792 admin admin] Publish callbacks [] for security_group (2fcfaace-7288-439a-950d-1f53a2a7c672), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:06.699048 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-89ae61dc-4440-4342-a420-12ee01d8c792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (2fcfaace-7288-439a-950d-1f53a2a7c672), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:06.746777 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-89ae61dc-4440-4342-a420-12ee01d8c792 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2df98927a12e47ef980dc564c6f9c2a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4193633 Apr 12 19:40:06.749274 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 59806) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:40:06.753007 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ae61dc-4440-4342-a420-12ee01d8c792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fcfaace-7288-439a-950d-1f53a2a7c672,revision_number=1']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:40:06.813928 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-b27c4ad2-2f35-4e75-8eb9-8c3db4ae93ee admin admin] Publish callbacks [] for security_group (2fcfaace-7288-439a-950d-1f53a2a7c672), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:06.834803 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-b27c4ad2-2f35-4e75-8eb9-8c3db4ae93ee admin admin] Publish callbacks [] for security_group (2fcfaace-7288-439a-950d-1f53a2a7c672), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:06.892730 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-b27c4ad2-2f35-4e75-8eb9-8c3db4ae93ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (2fcfaace-7288-439a-950d-1f53a2a7c672), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:06.897135 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-b27c4ad2-2f35-4e75-8eb9-8c3db4ae93ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:06.901169 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-b27c4ad2-2f35-4e75-8eb9-8c3db4ae93ee admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2fcfaace-7288-439a-950d-1f53a2a7c672 HTTP/1.1" status: 204 len: 168 time: 0.1479635 Apr 12 19:40:06.912933 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27c4ad2-2f35-4e75-8eb9-8c3db4ae93ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fcfaace-7288-439a-950d-1f53a2a7c672,revision_number=None']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:40:07.065138 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb0921-fb3a-4204-a9d8-c414c393eefb req-dd0d9bc3-53ce-432c-afda-014d98e27f91 tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:07.067417 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-a5eb0921-fb3a-4204-a9d8-c414c393eefb req-dd0d9bc3-53ce-432c-afda-014d98e27f91 tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] 10.222.0.15 "GET /v2.0/ports?device_id=890cbda6-c8dd-44f4-bd7c-ee8f75c56071 HTTP/1.1" status: 200 len: 945 time: 0.0588791 Apr 12 19:40:07.186829 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e5c60f-75ac-4989-ae5c-1f7f7c360855 req-eeed1431-ff14-4a29-9a68-61e69b212bd8 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:07.189094 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-e8e5c60f-75ac-4989-ae5c-1f7f7c360855 req-eeed1431-ff14-4a29-9a68-61e69b212bd8 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/ports?device_id=df43c280-40af-4812-a53a-516ab7541482 HTTP/1.1" status: 200 len: 945 time: 0.1449189 Apr 12 19:40:07.189226 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-a5eb0921-fb3a-4204-a9d8-c414c393eefb req-ff853502-712f-488b-8cfb-5c4ceb8e4f19 tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] 10.222.0.15 "GET /v2.0/security-groups?id=219899a9-c7a5-4082-a059-b48fcb93f635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154671 Apr 12 19:40:07.286748 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-e8e5c60f-75ac-4989-ae5c-1f7f7c360855 req-12310b57-a9fa-495c-b9c7-c2526940e65e tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/security-groups?id=006d12c2-ab48-43d7-8448-f093c76d5aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861776 Apr 12 19:40:07.385485 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 59834) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:40:07.406122 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-ba28e728-992c-4306-9656-b7abf9c4b0d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:07.505207 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-ba28e728-992c-4306-9656-b7abf9c4b0d8 admin admin] Publish callbacks [] for security_group (4c2331ec-af5a-4c2d-88df-851d87a9efb4), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:07.522307 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-ba28e728-992c-4306-9656-b7abf9c4b0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (4c2331ec-af5a-4c2d-88df-851d87a9efb4), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:07.533950 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 59844) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:40:07.564230 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba28e728-992c-4306-9656-b7abf9c4b0d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c2331ec-af5a-4c2d-88df-851d87a9efb4,revision_number=1']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:40:07.570937 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-ba28e728-992c-4306-9656-b7abf9c4b0d8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ee53a9a9bae94f96b99b80643684cf9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1837261 Apr 12 19:40:07.573445 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 59850) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:40:07.691993 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-e32d496c-e630-40d8-a050-8eef5a2c43e8 admin admin] Publish callbacks [] for security_group (4c2331ec-af5a-4c2d-88df-851d87a9efb4), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:07.737503 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-e32d496c-e630-40d8-a050-8eef5a2c43e8 admin admin] Publish callbacks [] for security_group (4c2331ec-af5a-4c2d-88df-851d87a9efb4), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:07.753725 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8477e0e-3916-41b1-a6d6-5312506371fb req-87cf1940-f49b-46b0-9b82-388b04fe9cac tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:07.763490 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-a8477e0e-3916-41b1-a6d6-5312506371fb req-87cf1940-f49b-46b0-9b82-388b04fe9cac tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 944 time: 0.0983765 Apr 12 19:40:07.773385 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-a4ab5628-e0a1-48af-ad44-057dc0df1520 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:07.806846 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Device 468143f7-dffa-4455-923d-7df1610e3c88 up at agent hyperv_hv-cinder-83754 {{(pid=106714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:40:07.844585 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-a8477e0e-3916-41b1-a6d6-5312506371fb req-e3b8a45e-16fc-4c84-94ae-6786ea7148e0 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799050 Apr 12 19:40:07.861752 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-e32d496c-e630-40d8-a050-8eef5a2c43e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (4c2331ec-af5a-4c2d-88df-851d87a9efb4), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:07.864522 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-e32d496c-e630-40d8-a050-8eef5a2c43e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:07.868557 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-e32d496c-e630-40d8-a050-8eef5a2c43e8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4c2331ec-af5a-4c2d-88df-851d87a9efb4 HTTP/1.1" status: 204 len: 168 time: 0.2916746 Apr 12 19:40:07.893045 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32d496c-e630-40d8-a050-8eef5a2c43e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c2331ec-af5a-4c2d-88df-851d87a9efb4,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:40:07.909567 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Provisioning for port 468143f7-dffa-4455-923d-7df1610e3c88 completed by entity L2. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 19:40:07.928794 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Provisioning complete for port 468143f7-dffa-4455-923d-7df1610e3c88 triggered by entity L2. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:40:07.932981 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (468143f7-dffa-4455-923d-7df1610e3c88), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:07.939750 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-a4ab5628-e0a1-48af-ad44-057dc0df1520 admin admin] Publish callbacks [] for security_group (a5c50292-7543-414a-9d75-a426e2e0c950), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:07.949543 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-a4ab5628-e0a1-48af-ad44-057dc0df1520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (a5c50292-7543-414a-9d75-a426e2e0c950), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:08.007574 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-a4ab5628-e0a1-48af-ad44-057dc0df1520 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c3e7c4c2b906424a8a785048061a38b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4700117 Apr 12 19:40:08.007876 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 59876) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:40:08.015772 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ab5628-e0a1-48af-ad44-057dc0df1520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5c50292-7543-414a-9d75-a426e2e0c950,revision_number=1']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:40:08.034277 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Current status of the port 468143f7-dffa-4455-923d-7df1610e3c88 is: BUILD; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:40:08.034972 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (468143f7-dffa-4455-923d-7df1610e3c88), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:08.066077 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-bc289a6c-a87b-43c2-bde7-e36fc0e56571 admin admin] Publish callbacks [] for security_group (a5c50292-7543-414a-9d75-a426e2e0c950), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:08.071776 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] For port 468143f7-dffa-4455-923d-7df1610e3c88, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=468143f7-dffa-4455-923d-7df1610e3c88,segment=NetworkSegment(7d4c5579-d5c2-4ae5-8e1e-f30678073acf),segment_id=7d4c5579-d5c2-4ae5-8e1e-f30678073acf)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:40:08.076882 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (468143f7-dffa-4455-923d-7df1610e3c88), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:08.092443 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-bc289a6c-a87b-43c2-bde7-e36fc0e56571 admin admin] Publish callbacks [] for security_group (a5c50292-7543-414a-9d75-a426e2e0c950), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:08.130325 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Pushing event updated for resources: {'Port': ['ID=468143f7-dffa-4455-923d-7df1610e3c88,revision_number=5']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:40:08.146030 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-bc289a6c-a87b-43c2-bde7-e36fc0e56571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (a5c50292-7543-414a-9d75-a426e2e0c950), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:08.149415 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-bc289a6c-a87b-43c2-bde7-e36fc0e56571 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:08.150533 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-bc289a6c-a87b-43c2-bde7-e36fc0e56571 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a5c50292-7543-414a-9d75-a426e2e0c950 HTTP/1.1" status: 204 len: 168 time: 0.1414890 Apr 12 19:40:08.159774 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc289a6c-a87b-43c2-bde7-e36fc0e56571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5c50292-7543-414a-9d75-a426e2e0c950,revision_number=None']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:40:08.347834 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431c8cf8-268e-4859-a810-b722582ef571 req-2413aeae-c466-4d61-9d37-d03898b23ae5 tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:08.356055 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-431c8cf8-268e-4859-a810-b722582ef571 req-2413aeae-c466-4d61-9d37-d03898b23ae5 tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] 10.222.0.15 "GET /v2.0/ports?device_id=890cbda6-c8dd-44f4-bd7c-ee8f75c56071 HTTP/1.1" status: 200 len: 945 time: 0.0798640 Apr 12 19:40:08.374883 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dbcad1a-192e-4606-b14a-333cd5efb161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '468143f7-dffa-4455-923d-7df1610e3c88'}] {{(pid=106714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:40:08.377492 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a81cf7441df70286f4dc8f717b9c4c32a6686a605fef215f859f2b4f09b95be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18dc3929-e6cf-4c3f-8dcf-8f8d59bd5743" -d '{"events": [{"server_uuid": "8dbcad1a-192e-4606-b14a-333cd5efb161", "name": "network-vif-plugged", "status": "completed", "tag": "468143f7-dffa-4455-923d-7df1610e3c88"}]}' {{(pid=106714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:40:08.424010 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-431c8cf8-268e-4859-a810-b722582ef571 req-74276785-0950-483f-8e77-25c213ad6d1d tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] 10.222.0.15 "GET /v2.0/security-groups?id=219899a9-c7a5-4082-a059-b48fcb93f635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654490 Apr 12 19:40:08.437145 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494925c7-4f1e-4e06-afea-b8f6a7fc67ba req-2e60a300-4e04-4ac9-802f-79f28aadfc1a tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:08.439872 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-494925c7-4f1e-4e06-afea-b8f6a7fc67ba req-2e60a300-4e04-4ac9-802f-79f28aadfc1a tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/ports?device_id=df43c280-40af-4812-a53a-516ab7541482 HTTP/1.1" status: 200 len: 945 time: 0.0559874 Apr 12 19:40:08.469727 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 19:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b61fbaf5-e8ee-4799-9755-f2370fff2438 x-openstack-request-id: req-b61fbaf5-e8ee-4799-9755-f2370fff2438 {{(pid=106714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:40:08.470216 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dbcad1a-192e-4606-b14a-333cd5efb161", "name": "network-vif-plugged", "status": "completed", "tag": "468143f7-dffa-4455-923d-7df1610e3c88", "code": 200}]} {{(pid=106714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:40:08.470560 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b61fbaf5-e8ee-4799-9755-f2370fff2438 {{(pid=106714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:40:08.471140 dv-cinder-837540-1-iscsi neutron-server[106714]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b61fbaf5-e8ee-4799-9755-f2370fff2438'] response: {'server_uuid': '8dbcad1a-192e-4606-b14a-333cd5efb161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '468143f7-dffa-4455-923d-7df1610e3c88', 'code': 200} Apr 12 19:40:08.508181 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-494925c7-4f1e-4e06-afea-b8f6a7fc67ba req-c3d3864e-5d3b-400f-a43e-8c69e9926619 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/security-groups?id=006d12c2-ab48-43d7-8448-f093c76d5aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602038 Apr 12 19:40:08.586953 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 59906) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:40:08.600347 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-cf7b0762-1a1f-4ccf-a31b-5d3d183a59ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:08.679066 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6b7ea2-0abf-4684-bdf4-22a15c1e26cb req-1a8bb1f9-f1f5-43dc-812f-156b2a7bcbd2 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:08.680595 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-ee6b7ea2-0abf-4684-bdf4-22a15c1e26cb req-1a8bb1f9-f1f5-43dc-812f-156b2a7bcbd2 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/ports?device_id=df43c280-40af-4812-a53a-516ab7541482 HTTP/1.1" status: 200 len: 945 time: 0.0661013 Apr 12 19:40:08.689539 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 59908) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:40:08.695086 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.v2.base [None req-4314c752-de57-4d4c-a6f8-58f0733a5d97 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Request body: {'floatingip': {'port_id': '0f8c479a-71ff-487d-9c2b-68149b702bb4'}} {{(pid=106707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:40:08.732319 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-cf7b0762-1a1f-4ccf-a31b-5d3d183a59ec admin admin] Publish callbacks [] for security_group (d3979c32-4d0a-4784-a75a-e6dafe6e818c), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:08.737973 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-cf7b0762-1a1f-4ccf-a31b-5d3d183a59ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (d3979c32-4d0a-4784-a75a-e6dafe6e818c), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:08.771271 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7b0762-1a1f-4ccf-a31b-5d3d183a59ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3979c32-4d0a-4784-a75a-e6dafe6e818c,revision_number=1']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:40:08.775374 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-4314c752-de57-4d4c-a6f8-58f0733a5d97 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks [] for floatingip (09d3a10c-9ab5-4ba0-9db6-6ea8f0cdc42f), before_update {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:08.790033 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-cf7b0762-1a1f-4ccf-a31b-5d3d183a59ec admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=293e0c08d90043338bee2b7ff7b152ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2020767 Apr 12 19:40:08.792832 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 59912) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:40:08.909887 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-7c503330-0cf8-47bf-89a0-f7628cb69376 admin admin] Publish callbacks [] for security_group (d3979c32-4d0a-4784-a75a-e6dafe6e818c), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:08.966280 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-7c503330-0cf8-47bf-89a0-f7628cb69376 admin admin] Publish callbacks [] for security_group (d3979c32-4d0a-4784-a75a-e6dafe6e818c), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:09.092436 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89961f05-23b3-419e-b6c1-fb45ed1d71ce req-c0733e44-28b0-49eb-8b68-c0d62dca7974 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:09.093924 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-89961f05-23b3-419e-b6c1-fb45ed1d71ce req-c0733e44-28b0-49eb-8b68-c0d62dca7974 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 945 time: 0.0748503 Apr 12 19:40:09.116410 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33af6748-e0e0-46d4-8101-8fa21588b823 req-98d651af-f391-4c60-ad1b-2e7518e19748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:09.118281 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-33af6748-e0e0-46d4-8101-8fa21588b823 req-98d651af-f391-4c60-ad1b-2e7518e19748 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 1129 time: 0.0879025 Apr 12 19:40:09.119484 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-7c503330-0cf8-47bf-89a0-f7628cb69376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (d3979c32-4d0a-4784-a75a-e6dafe6e818c), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:09.122708 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-7c503330-0cf8-47bf-89a0-f7628cb69376 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:09.124024 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-7c503330-0cf8-47bf-89a0-f7628cb69376 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d3979c32-4d0a-4784-a75a-e6dafe6e818c HTTP/1.1" status: 204 len: 168 time: 0.3259563 Apr 12 19:40:09.152438 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c503330-0cf8-47bf-89a0-f7628cb69376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3979c32-4d0a-4784-a75a-e6dafe6e818c,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:40:09.208644 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-33af6748-e0e0-46d4-8101-8fa21588b823 req-ddbdc7f7-7e45-489c-bac9-c0dc660e37b4 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830762 Apr 12 19:40:09.499256 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 59954) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:40:09.577826 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-89961f05-23b3-419e-b6c1-fb45ed1d71ce req-85f9738a-7482-4d2e-bac9-49de3cbd45fb tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4388673 Apr 12 19:40:09.714824 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a38a679-f9f3-4cd1-a9c0-3a9e1409c250 req-d7017a0a-bf94-4fd2-ae36-79ca62c961c5 tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:09.718902 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-5a38a679-f9f3-4cd1-a9c0-3a9e1409c250 req-d7017a0a-bf94-4fd2-ae36-79ca62c961c5 tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] 10.222.0.15 "GET /v2.0/ports?device_id=890cbda6-c8dd-44f4-bd7c-ee8f75c56071 HTTP/1.1" status: 200 len: 945 time: 0.1378107 Apr 12 19:40:09.751855 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-c7757058-2173-4c23-a8a8-d5a16d439d49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:09.809388 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-5a38a679-f9f3-4cd1-a9c0-3a9e1409c250 req-93715bda-bb05-47b1-a0d1-310882277b6a tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] 10.222.0.15 "GET /v2.0/security-groups?id=219899a9-c7a5-4082-a059-b48fcb93f635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788381 Apr 12 19:40:09.823882 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-4314c752-de57-4d4c-a6f8-58f0733a5d97 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:09.835357 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-4314c752-de57-4d4c-a6f8-58f0733a5d97 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668094'] for floatingip (09d3a10c-9ab5-4ba0-9db6-6ea8f0cdc42f), after_update {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:09.888125 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-c7757058-2173-4c23-a8a8-d5a16d439d49 admin admin] Publish callbacks [] for security_group (828302e4-ec5e-4cd1-8373-b57d290d4430), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:09.893311 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-c7757058-2173-4c23-a8a8-d5a16d439d49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (828302e4-ec5e-4cd1-8373-b57d290d4430), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:09.959824 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-c7757058-2173-4c23-a8a8-d5a16d439d49 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2228a9e4da8941f1b301885c81103db6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4570980 Apr 12 19:40:09.962444 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7757058-2173-4c23-a8a8-d5a16d439d49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=828302e4-ec5e-4cd1-8373-b57d290d4430,revision_number=1']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:40:09.967770 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 59980) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:40:10.027641 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-95bf27f3-13ac-415e-80d3-d025ceebd2d1 admin admin] Publish callbacks [] for security_group (828302e4-ec5e-4cd1-8373-b57d290d4430), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:10.055375 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.db.l3_db [None req-4314c752-de57-4d4c-a6f8-58f0733a5d97 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Floating IP 09d3a10c-9ab5-4ba0-9db6-6ea8f0cdc42f associated. External IP: 172.27.2.6, port: 0f8c479a-71ff-487d-9c2b-68149b702bb4. Apr 12 19:40:10.060605 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-95bf27f3-13ac-415e-80d3-d025ceebd2d1 admin admin] Publish callbacks [] for security_group (828302e4-ec5e-4cd1-8373-b57d290d4430), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:10.131214 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-95bf27f3-13ac-415e-80d3-d025ceebd2d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (828302e4-ec5e-4cd1-8373-b57d290d4430), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:10.134486 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-95bf27f3-13ac-415e-80d3-d025ceebd2d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:10.138807 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-95bf27f3-13ac-415e-80d3-d025ceebd2d1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/828302e4-ec5e-4cd1-8373-b57d290d4430 HTTP/1.1" status: 204 len: 168 time: 0.1697109 Apr 12 19:40:10.147052 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bf27f3-13ac-415e-80d3-d025ceebd2d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=828302e4-ec5e-4cd1-8373-b57d290d4430,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:40:10.405496 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 60000) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:40:10.528690 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4314c752-de57-4d4c-a6f8-58f0733a5d97 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Router b18ff2db-c3ca-4b36-83ec-0fa886e80341 has already been hosted by L3 agent 4d9412c4-31b2-4fbf-87a0-f931332ab9d5 {{(pid=106707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 19:40:10.570025 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-6c0baf51-319a-4e84-89b1-ba84cc9d78b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:10.656480 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4314c752-de57-4d4c-a6f8-58f0733a5d97 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Notify agent at l3_agent.dv-cinder-837540-1-iscsi the message routers_updated {{(pid=106707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:40:10.663334 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-4314c752-de57-4d4c-a6f8-58f0733a5d97 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245471'] for floatingip (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:10.673700 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940598df-0d92-4162-8d2b-aee8c86bddb1 None None] Sync routers for ids ['b18ff2db-c3ca-4b36-83ec-0fa886e80341'] in dv-cinder-837540-1-iscsi {{(pid=106718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:40:10.688475 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940598df-0d92-4162-8d2b-aee8c86bddb1 None None] Routers {'b18ff2db-c3ca-4b36-83ec-0fa886e80341'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:40:10.691548 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-940598df-0d92-4162-8d2b-aee8c86bddb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:39:46Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['b18ff2db-c3ca-4b36-83ec-0fa886e80341'], 'active': True} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:40:10.694160 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-6c0baf51-319a-4e84-89b1-ba84cc9d78b0 admin admin] Publish callbacks [] for security_group (85633648-d786-44d8-997a-b0ca2e98436d), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:10.700871 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-6c0baf51-319a-4e84-89b1-ba84cc9d78b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (85633648-d786-44d8-997a-b0ca2e98436d), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:10.751954 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-6c0baf51-319a-4e84-89b1-ba84cc9d78b0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1fb8fa64df264eb2b64ddf15f0fe63dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3453574 Apr 12 19:40:10.757106 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 60020) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:40:10.780145 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0baf51-319a-4e84-89b1-ba84cc9d78b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85633648-d786-44d8-997a-b0ca2e98436d,revision_number=1']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:40:10.807472 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-4314c752-de57-4d4c-a6f8-58f0733a5d97 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "PUT /v2.0/floatingips/09d3a10c-9ab5-4ba0-9db6-6ea8f0cdc42f HTTP/1.1" status: 200 len: 989 time: 2.1166086 Apr 12 19:40:10.813537 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df43c280-40af-4812-a53a-516ab7541482', 'tag': '0f8c479a-71ff-487d-9c2b-68149b702bb4'}] {{(pid=106707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:40:10.817912 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24bc1a40dab415d93c04770333daaec18ee8cbc44e8bdbc940996836fe034448" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-276443fa-6732-413f-9418-60e854b45c2e" -d '{"events": [{"name": "network-changed", "server_uuid": "df43c280-40af-4812-a53a-516ab7541482", "tag": "0f8c479a-71ff-487d-9c2b-68149b702bb4"}]}' {{(pid=106707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:40:10.846799 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-e782ae80-c4c2-45b3-9436-b5b662c38e4d admin admin] Publish callbacks [] for security_group (85633648-d786-44d8-997a-b0ca2e98436d), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:10.847113 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342dfb87-ef86-4b43-9705-69b5143ed08b req-95cd2c2d-bc72-4e25-904d-b8f9e3e1ac09 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:10.849092 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-342dfb87-ef86-4b43-9705-69b5143ed08b req-95cd2c2d-bc72-4e25-904d-b8f9e3e1ac09 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 945 time: 0.1904206 Apr 12 19:40:10.873245 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-e782ae80-c4c2-45b3-9436-b5b662c38e4d admin admin] Publish callbacks [] for security_group (85633648-d786-44d8-997a-b0ca2e98436d), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:10.917882 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 19:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-187ad76d-c942-4581-9fae-2c82e90a52ef x-openstack-request-id: req-187ad76d-c942-4581-9fae-2c82e90a52ef {{(pid=106707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:40:10.918228 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df43c280-40af-4812-a53a-516ab7541482", "tag": "0f8c479a-71ff-487d-9c2b-68149b702bb4", "status": "completed", "code": 200}]} {{(pid=106707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:40:10.918526 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-187ad76d-c942-4581-9fae-2c82e90a52ef {{(pid=106707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:40:10.919010 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.notifiers.nova [-] Nova event matching ['req-187ad76d-c942-4581-9fae-2c82e90a52ef'] response: {'name': 'network-changed', 'server_uuid': 'df43c280-40af-4812-a53a-516ab7541482', 'tag': '0f8c479a-71ff-487d-9c2b-68149b702bb4', 'status': 'completed', 'code': 200} Apr 12 19:40:10.925970 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvr_db [None req-940598df-0d92-4162-8d2b-aee8c86bddb1 None None] Set router b18ff2db-c3ca-4b36-83ec-0fa886e80341 gateway port host: dv-cinder-837540-1-iscsi {{(pid=106718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:40:10.942755 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-e782ae80-c4c2-45b3-9436-b5b662c38e4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (85633648-d786-44d8-997a-b0ca2e98436d), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:10.947903 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-e782ae80-c4c2-45b3-9436-b5b662c38e4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:10.949315 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-e782ae80-c4c2-45b3-9436-b5b662c38e4d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/85633648-d786-44d8-997a-b0ca2e98436d HTTP/1.1" status: 204 len: 168 time: 0.1912401 Apr 12 19:40:10.956152 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-342dfb87-ef86-4b43-9705-69b5143ed08b req-2100ae22-4f04-4557-b349-5cd115ecb57a tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932419 Apr 12 19:40:10.959678 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e782ae80-c4c2-45b3-9436-b5b662c38e4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85633648-d786-44d8-997a-b0ca2e98436d,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:40:11.221672 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-940598df-0d92-4162-8d2b-aee8c86bddb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18ff2db-c3ca-4b36-83ec-0fa886e80341', 'name': 'tempest-AttachVolumeNegativeTest-1783169139-router', 'tenant_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '11d01457-6788-4684-96e1-1ddb12a76ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:39:17Z', 'updated_at': '2022-04-12T19:39:23Z', 'revision_number': 4, 'project_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'gw_port': {'id': '11d01457-6788-4684-96e1-1ddb12a76ffb', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ea:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18ff2db-c3ca-4b36-83ec-0fa886e80341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:39:17Z', 'updated_at': '2022-04-12T19:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_floatingips': [{'id': '09d3a10c-9ab5-4ba0-9db6-6ea8f0cdc42f', 'tenant_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'floating_ip_address': '172.27.2.6', 'floating_network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'router_id': 'b18ff2db-c3ca-4b36-83ec-0fa886e80341', 'port_id': '0f8c479a-71ff-487d-9c2b-68149b702bb4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d6decb1-add4-41a2-b83e-9ac42c2293d8', 'mac_address': 'fa:16:3e:10:ef:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df43c280-40af-4812-a53a-516ab7541482', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:39:30Z', 'updated_at': '2022-04-12T19:40:09Z', 'revision_number': 1, 'project_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f4a38d1-f0e9-4138-9648-e005b578b7dc', 'name': '', 'network_id': '7d6decb1-add4-41a2-b83e-9ac42c2293d8', 'tenant_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'mac_address': 'fa:16:3e:8c:04:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18ff2db-c3ca-4b36-83ec-0fa886e80341', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'fc7e26f8-26c2-4af8-af1d-d7fc67300eb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:39:21Z', 'updated_at': '2022-04-12T19:39:29Z', 'revision_number': 5, 'project_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'subnets': [{'id': 'fc7e26f8-26c2-4af8-af1d-d7fc67300eb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:40:11.249443 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940598df-0d92-4162-8d2b-aee8c86bddb1 None None] Checking router: b18ff2db-c3ca-4b36-83ec-0fa886e80341 for host: dv-cinder-837540-1-iscsi {{(pid=106718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:40:11.258137 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940598df-0d92-4162-8d2b-aee8c86bddb1 None None] Routers {'b18ff2db-c3ca-4b36-83ec-0fa886e80341'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:40:11.258766 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-940598df-0d92-4162-8d2b-aee8c86bddb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:39:46Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['b18ff2db-c3ca-4b36-83ec-0fa886e80341'], 'active': True} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:40:11.428184 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 60054) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:40:11.448787 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-6e1bc211-d417-41db-a194-f325d2402249 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:11.459303 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvr_db [None req-940598df-0d92-4162-8d2b-aee8c86bddb1 None None] Set router b18ff2db-c3ca-4b36-83ec-0fa886e80341 gateway port host: dv-cinder-837540-1-iscsi {{(pid=106718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:40:11.555423 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-6e1bc211-d417-41db-a194-f325d2402249 admin admin] Publish callbacks [] for security_group (cb28ec9e-8e91-4221-8c50-5b5d9f1ad487), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:11.561893 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-6e1bc211-d417-41db-a194-f325d2402249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (cb28ec9e-8e91-4221-8c50-5b5d9f1ad487), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:11.600344 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1bc211-d417-41db-a194-f325d2402249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb28ec9e-8e91-4221-8c50-5b5d9f1ad487,revision_number=1']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:40:11.608876 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-6e1bc211-d417-41db-a194-f325d2402249 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=acf2ba3f013940299daf41e129dd2c43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1796629 Apr 12 19:40:11.612774 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 60062) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:40:11.678069 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-6cc24f98-1e4a-4351-8244-35c6d6eb2160 admin admin] Publish callbacks [] for security_group (cb28ec9e-8e91-4221-8c50-5b5d9f1ad487), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:11.710332 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-6cc24f98-1e4a-4351-8244-35c6d6eb2160 admin admin] Publish callbacks [] for security_group (cb28ec9e-8e91-4221-8c50-5b5d9f1ad487), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:11.784349 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-940598df-0d92-4162-8d2b-aee8c86bddb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18ff2db-c3ca-4b36-83ec-0fa886e80341', 'name': 'tempest-AttachVolumeNegativeTest-1783169139-router', 'tenant_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '11d01457-6788-4684-96e1-1ddb12a76ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:39:17Z', 'updated_at': '2022-04-12T19:39:23Z', 'revision_number': 4, 'project_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'gw_port': {'id': '11d01457-6788-4684-96e1-1ddb12a76ffb', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ea:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18ff2db-c3ca-4b36-83ec-0fa886e80341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:39:17Z', 'updated_at': '2022-04-12T19:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_floatingips': [{'id': '09d3a10c-9ab5-4ba0-9db6-6ea8f0cdc42f', 'tenant_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'floating_ip_address': '172.27.2.6', 'floating_network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'router_id': 'b18ff2db-c3ca-4b36-83ec-0fa886e80341', 'port_id': '0f8c479a-71ff-487d-9c2b-68149b702bb4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d6decb1-add4-41a2-b83e-9ac42c2293d8', 'mac_address': 'fa:16:3e:10:ef:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df43c280-40af-4812-a53a-516ab7541482', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:39:30Z', 'updated_at': '2022-04-12T19:40:09Z', 'revision_number': 1, 'project_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f4a38d1-f0e9-4138-9648-e005b578b7dc', 'name': '', 'network_id': '7d6decb1-add4-41a2-b83e-9ac42c2293d8', 'tenant_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'mac_address': 'fa:16:3e:8c:04:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18ff2db-c3ca-4b36-83ec-0fa886e80341', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'fc7e26f8-26c2-4af8-af1d-d7fc67300eb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:39:21Z', 'updated_at': '2022-04-12T19:39:29Z', 'revision_number': 5, 'project_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'subnets': [{'id': 'fc7e26f8-26c2-4af8-af1d-d7fc67300eb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:40:11.794901 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-6cc24f98-1e4a-4351-8244-35c6d6eb2160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (cb28ec9e-8e91-4221-8c50-5b5d9f1ad487), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:11.799483 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-6cc24f98-1e4a-4351-8244-35c6d6eb2160 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:11.805260 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-6cc24f98-1e4a-4351-8244-35c6d6eb2160 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cb28ec9e-8e91-4221-8c50-5b5d9f1ad487 HTTP/1.1" status: 204 len: 168 time: 0.1875699 Apr 12 19:40:11.817774 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc24f98-1e4a-4351-8244-35c6d6eb2160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb28ec9e-8e91-4221-8c50-5b5d9f1ad487,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:40:11.837119 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940598df-0d92-4162-8d2b-aee8c86bddb1 None None] The sync data for ids ['b18ff2db-c3ca-4b36-83ec-0fa886e80341'] in dv-cinder-837540-1-iscsi is: [{'id': 'b18ff2db-c3ca-4b36-83ec-0fa886e80341', 'name': 'tempest-AttachVolumeNegativeTest-1783169139-router', 'tenant_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '11d01457-6788-4684-96e1-1ddb12a76ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:39:17Z', 'updated_at': '2022-04-12T19:39:23Z', 'revision_number': 4, 'project_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'gw_port': {'id': '11d01457-6788-4684-96e1-1ddb12a76ffb', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ea:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18ff2db-c3ca-4b36-83ec-0fa886e80341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:39:17Z', 'updated_at': '2022-04-12T19:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_floatingips': [{'id': '09d3a10c-9ab5-4ba0-9db6-6ea8f0cdc42f', 'tenant_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'floating_ip_address': '172.27.2.6', 'floating_network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'router_id': 'b18ff2db-c3ca-4b36-83ec-0fa886e80341', 'port_id': '0f8c479a-71ff-487d-9c2b-68149b702bb4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d6decb1-add4-41a2-b83e-9ac42c2293d8', 'mac_address': 'fa:16:3e:10:ef:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df43c280-40af-4812-a53a-516ab7541482', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:39:30Z', 'updated_at': '2022-04-12T19:40:09Z', 'revision_number': 1, 'project_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f4a38d1-f0e9-4138-9648-e005b578b7dc', 'name': '', 'network_id': '7d6decb1-add4-41a2-b83e-9ac42c2293d8', 'tenant_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'mac_address': 'fa:16:3e:8c:04:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18ff2db-c3ca-4b36-83ec-0fa886e80341', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'fc7e26f8-26c2-4af8-af1d-d7fc67300eb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:39:21Z', 'updated_at': '2022-04-12T19:39:29Z', 'revision_number': 5, 'project_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'subnets': [{'id': 'fc7e26f8-26c2-4af8-af1d-d7fc67300eb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:40:12.171238 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be003aa5-4193-4cdd-bd5f-6042949ee30b req-397ab940-3964-4234-bdf9-136acbbc4668 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:12.172894 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-be003aa5-4193-4cdd-bd5f-6042949ee30b req-397ab940-3964-4234-bdf9-136acbbc4668 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 945 time: 0.0746229 Apr 12 19:40:12.198498 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32e3929-9a09-46ba-b7ce-1814e0cfb0a4 None None] New status for floating IP 09d3a10c-9ab5-4ba0-9db6-6ea8f0cdc42f: ACTIVE {{(pid=106714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 19:40:12.253154 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-be003aa5-4193-4cdd-bd5f-6042949ee30b req-f26b49fe-ccbc-4ac2-9733-78cc11dfc5bd tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718527 Apr 12 19:40:12.349847 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 60106) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:40:12.368188 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-9280afbc-14fd-498c-84e0-005e136244a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:12.488400 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-9280afbc-14fd-498c-84e0-005e136244a9 admin admin] Publish callbacks [] for security_group (0ff7ba60-461d-4764-8d9e-ce5685daf191), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:12.498422 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-9280afbc-14fd-498c-84e0-005e136244a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (0ff7ba60-461d-4764-8d9e-ce5685daf191), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:12.498520 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 60112) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:40:12.524885 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9280afbc-14fd-498c-84e0-005e136244a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff7ba60-461d-4764-8d9e-ce5685daf191,revision_number=1']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:40:12.549532 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-9280afbc-14fd-498c-84e0-005e136244a9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fb72d50c9ced457c8cbed4c569d26b85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1973610 Apr 12 19:40:12.552810 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 60118) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:40:12.609734 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-9af2e6f4-8b51-4e7d-9e9b-727a9a1931e1 admin admin] Publish callbacks [] for security_group (0ff7ba60-461d-4764-8d9e-ce5685daf191), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:12.647133 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-9af2e6f4-8b51-4e7d-9e9b-727a9a1931e1 admin admin] Publish callbacks [] for security_group (0ff7ba60-461d-4764-8d9e-ce5685daf191), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:12.649245 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-391ddb37-f678-4495-af2a-aa03296284ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:12.732240 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-9af2e6f4-8b51-4e7d-9e9b-727a9a1931e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (0ff7ba60-461d-4764-8d9e-ce5685daf191), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:12.734733 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-9af2e6f4-8b51-4e7d-9e9b-727a9a1931e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:12.735855 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-9af2e6f4-8b51-4e7d-9e9b-727a9a1931e1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0ff7ba60-461d-4764-8d9e-ce5685daf191 HTTP/1.1" status: 204 len: 168 time: 0.1820135 Apr 12 19:40:12.749275 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af2e6f4-8b51-4e7d-9e9b-727a9a1931e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff7ba60-461d-4764-8d9e-ce5685daf191,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:40:12.775305 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-391ddb37-f678-4495-af2a-aa03296284ea admin admin] Publish callbacks [] for security_group (d6cc89b7-2724-41f9-8570-59bed7e85978), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:12.781587 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-391ddb37-f678-4495-af2a-aa03296284ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (d6cc89b7-2724-41f9-8570-59bed7e85978), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:12.821782 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-391ddb37-f678-4495-af2a-aa03296284ea admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a77907bcacf743489080af12349e28a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3222761 Apr 12 19:40:12.824174 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 60126) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:40:12.830005 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391ddb37-f678-4495-af2a-aa03296284ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6cc89b7-2724-41f9-8570-59bed7e85978,revision_number=1']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:40:12.889414 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-873652aa-deb8-4b80-bd05-16289b57f4cf admin admin] Publish callbacks [] for security_group (d6cc89b7-2724-41f9-8570-59bed7e85978), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:12.922880 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-873652aa-deb8-4b80-bd05-16289b57f4cf admin admin] Publish callbacks [] for security_group (d6cc89b7-2724-41f9-8570-59bed7e85978), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:12.982274 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276443fa-6732-413f-9418-60e854b45c2e req-70879531-08d5-4fe9-8a6e-55ce538ecdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:12.983927 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-276443fa-6732-413f-9418-60e854b45c2e req-70879531-08d5-4fe9-8a6e-55ce538ecdac service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bf0fdf698e0443cf9d5596d1b7604976&device_id=df43c280-40af-4812-a53a-516ab7541482 HTTP/1.1" status: 200 len: 1129 time: 0.0730510 Apr 12 19:40:13.073379 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-873652aa-deb8-4b80-bd05-16289b57f4cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (d6cc89b7-2724-41f9-8570-59bed7e85978), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:13.076030 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-873652aa-deb8-4b80-bd05-16289b57f4cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:13.077225 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-873652aa-deb8-4b80-bd05-16289b57f4cf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d6cc89b7-2724-41f9-8570-59bed7e85978 HTTP/1.1" status: 204 len: 168 time: 0.2521567 Apr 12 19:40:13.091833 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873652aa-deb8-4b80-bd05-16289b57f4cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6cc89b7-2724-41f9-8570-59bed7e85978,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:40:13.114214 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276443fa-6732-413f-9418-60e854b45c2e req-db7f821f-b946-42f8-b5f2-bea6086f090d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:13.115764 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-276443fa-6732-413f-9418-60e854b45c2e req-db7f821f-b946-42f8-b5f2-bea6086f090d service neutron] 10.222.0.25 "GET /v2.0/networks?id=7d6decb1-add4-41a2-b83e-9ac42c2293d8 HTTP/1.1" status: 200 len: 916 time: 0.1247849 Apr 12 19:40:13.220909 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-276443fa-6732-413f-9418-60e854b45c2e req-ab64ca8e-38f4-41e6-a4e6-4195d1a27251 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f8c479a-71ff-487d-9c2b-68149b702bb4 HTTP/1.1" status: 200 len: 999 time: 0.0982649 Apr 12 19:40:13.287075 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276443fa-6732-413f-9418-60e854b45c2e req-f085eac4-536c-4ecd-9db1-f2b2a3b9ae84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:13.288993 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-276443fa-6732-413f-9418-60e854b45c2e req-f085eac4-536c-4ecd-9db1-f2b2a3b9ae84 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fc7e26f8-26c2-4af8-af1d-d7fc67300eb2 HTTP/1.1" status: 200 len: 854 time: 0.0509326 Apr 12 19:40:13.411317 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f340178-356e-443b-982f-794e088a3007 req-4af0c09c-867e-49a2-89c3-53b86474dc20 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:13.414272 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-2f340178-356e-443b-982f-794e088a3007 req-4af0c09c-867e-49a2-89c3-53b86474dc20 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 945 time: 0.0692077 Apr 12 19:40:13.425239 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 60162) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:40:13.444763 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-99f24195-a0b9-40dc-b2ae-44dde5850d19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:13.493766 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-2f340178-356e-443b-982f-794e088a3007 req-09bc1e5e-0365-491d-88ae-78bc0c808442 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734951 Apr 12 19:40:13.583863 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-99f24195-a0b9-40dc-b2ae-44dde5850d19 admin admin] Publish callbacks [] for security_group (64425d12-be41-4aed-b125-593254292ee4), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:13.590750 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-99f24195-a0b9-40dc-b2ae-44dde5850d19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (64425d12-be41-4aed-b125-593254292ee4), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:13.640560 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 60180) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:40:13.640734 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-99f24195-a0b9-40dc-b2ae-44dde5850d19 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=241d5e9e8a044de9a95a5ebc8625ce45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2140293 Apr 12 19:40:13.642828 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f24195-a0b9-40dc-b2ae-44dde5850d19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64425d12-be41-4aed-b125-593254292ee4,revision_number=1']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:40:13.724038 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-7701fdfa-a81e-4381-8904-6f66776c0fab admin admin] Publish callbacks [] for security_group (64425d12-be41-4aed-b125-593254292ee4), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:13.748700 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-7701fdfa-a81e-4381-8904-6f66776c0fab admin admin] Publish callbacks [] for security_group (64425d12-be41-4aed-b125-593254292ee4), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:13.853934 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-7701fdfa-a81e-4381-8904-6f66776c0fab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (64425d12-be41-4aed-b125-593254292ee4), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:13.857763 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-eae00a5d-8d3a-4be2-9c89-4b9fc58b2e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (055fa106-9079-4d8f-a829-e3ca37bbcb19), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:13.859196 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-7701fdfa-a81e-4381-8904-6f66776c0fab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:13.866132 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-7701fdfa-a81e-4381-8904-6f66776c0fab admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/64425d12-be41-4aed-b125-593254292ee4 HTTP/1.1" status: 204 len: 168 time: 0.2229803 Apr 12 19:40:13.882669 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7701fdfa-a81e-4381-8904-6f66776c0fab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64425d12-be41-4aed-b125-593254292ee4,revision_number=None']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:40:13.898471 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276443fa-6732-413f-9418-60e854b45c2e req-67c66c5f-a3ea-42c7-b27d-390ff5b9637c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:13.900023 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-276443fa-6732-413f-9418-60e854b45c2e req-67c66c5f-a3ea-42c7-b27d-390ff5b9637c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7d6decb1-add4-41a2-b83e-9ac42c2293d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0795400 Apr 12 19:40:14.009405 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-276443fa-6732-413f-9418-60e854b45c2e req-ce16d683-64f9-4458-ad79-4427df887d2e service neutron] 10.222.0.25 "GET /v2.0/networks/7d6decb1-add4-41a2-b83e-9ac42c2293d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024382 Apr 12 19:40:14.178814 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-276443fa-6732-413f-9418-60e854b45c2e req-db6a161d-fc7d-4078-b23a-1d171c944b11 service neutron] 10.222.0.25 "GET /v2.0/networks/7d6decb1-add4-41a2-b83e-9ac42c2293d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619866 Apr 12 19:40:14.620518 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06dcf11-6879-4f98-89ba-ba300cc47af0 req-aa2155fb-03fa-46f7-8b3a-1e950567699e tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:14.627307 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-d06dcf11-6879-4f98-89ba-ba300cc47af0 req-aa2155fb-03fa-46f7-8b3a-1e950567699e tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 945 time: 0.0598192 Apr 12 19:40:14.707135 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-d06dcf11-6879-4f98-89ba-ba300cc47af0 req-587eb8f0-f6ec-4eff-882a-a576795da925 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789506 Apr 12 19:40:14.894015 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b7d4b2-df3d-4de2-920e-7af5c54aa6fa req-33abad1c-5105-4a40-a42e-cca8348e037b tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:14.896790 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-92b7d4b2-df3d-4de2-920e-7af5c54aa6fa req-33abad1c-5105-4a40-a42e-cca8348e037b tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 945 time: 0.0944433 Apr 12 19:40:14.909611 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 60264) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:40:14.914702 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.v2.base [None req-cb305422-7311-4daa-a1f0-d15da625c52b tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Request body: {'floatingip': {'port_id': '468143f7-dffa-4455-923d-7df1610e3c88'}} {{(pid=106707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:40:14.986287 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-cb305422-7311-4daa-a1f0-d15da625c52b tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Publish callbacks [] for floatingip (0e79f645-8d72-4891-ba80-e60eebc674c1), before_update {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:15.561134 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-cb305422-7311-4daa-a1f0-d15da625c52b tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:15.566204 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-cb305422-7311-4daa-a1f0-d15da625c52b tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668094'] for floatingip (0e79f645-8d72-4891-ba80-e60eebc674c1), after_update {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:15.688000 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.db.l3_db [None req-cb305422-7311-4daa-a1f0-d15da625c52b tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Floating IP 0e79f645-8d72-4891-ba80-e60eebc674c1 associated. External IP: 172.27.2.227, port: 468143f7-dffa-4455-923d-7df1610e3c88. Apr 12 19:40:15.969667 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb305422-7311-4daa-a1f0-d15da625c52b tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Router b6389cf9-16f2-4235-a8e4-779f4429869c has already been hosted by L3 agent 4d9412c4-31b2-4fbf-87a0-f931332ab9d5 {{(pid=106707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 19:40:16.108053 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb305422-7311-4daa-a1f0-d15da625c52b tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Notify agent at l3_agent.dv-cinder-837540-1-iscsi the message routers_updated {{(pid=106707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:40:16.112912 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-cb305422-7311-4daa-a1f0-d15da625c52b tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245471'] for floatingip (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:16.118200 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dff6223-7e4f-4af8-8f2c-2f0a1c687266 None None] Sync routers for ids ['b6389cf9-16f2-4235-a8e4-779f4429869c'] in dv-cinder-837540-1-iscsi {{(pid=106718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:40:16.129774 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dff6223-7e4f-4af8-8f2c-2f0a1c687266 None None] Routers {'b6389cf9-16f2-4235-a8e4-779f4429869c'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:40:16.130502 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-6dff6223-7e4f-4af8-8f2c-2f0a1c687266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:39:46Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['b6389cf9-16f2-4235-a8e4-779f4429869c'], 'active': True} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:40:16.156608 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-cb305422-7311-4daa-a1f0-d15da625c52b tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "PUT /v2.0/floatingips/0e79f645-8d72-4891-ba80-e60eebc674c1 HTTP/1.1" status: 200 len: 991 time: 1.2458346 Apr 12 19:40:16.157243 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dbcad1a-192e-4606-b14a-333cd5efb161', 'tag': '468143f7-dffa-4455-923d-7df1610e3c88'}] {{(pid=106707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:40:16.159519 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24bc1a40dab415d93c04770333daaec18ee8cbc44e8bdbc940996836fe034448" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a639b2-97e6-43ba-8e43-d785cc748f77" -d '{"events": [{"name": "network-changed", "server_uuid": "8dbcad1a-192e-4606-b14a-333cd5efb161", "tag": "468143f7-dffa-4455-923d-7df1610e3c88"}]}' {{(pid=106707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:40:16.196919 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 19:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-462132e9-3fe9-46b8-98d5-bb0c36655058 x-openstack-request-id: req-462132e9-3fe9-46b8-98d5-bb0c36655058 {{(pid=106707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:40:16.197239 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dbcad1a-192e-4606-b14a-333cd5efb161", "tag": "468143f7-dffa-4455-923d-7df1610e3c88", "status": "completed", "code": 200}]} {{(pid=106707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:40:16.197565 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-462132e9-3fe9-46b8-98d5-bb0c36655058 {{(pid=106707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:40:16.198164 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.notifiers.nova [-] Nova event matching ['req-462132e9-3fe9-46b8-98d5-bb0c36655058'] response: {'name': 'network-changed', 'server_uuid': '8dbcad1a-192e-4606-b14a-333cd5efb161', 'tag': '468143f7-dffa-4455-923d-7df1610e3c88', 'status': 'completed', 'code': 200} Apr 12 19:40:16.256466 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvr_db [None req-6dff6223-7e4f-4af8-8f2c-2f0a1c687266 None None] Set router b6389cf9-16f2-4235-a8e4-779f4429869c gateway port host: dv-cinder-837540-1-iscsi {{(pid=106718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:40:16.268439 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a639b2-97e6-43ba-8e43-d785cc748f77 req-c6ffcbd7-4283-44f6-98e9-16717887dc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:16.270107 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-90a639b2-97e6-43ba-8e43-d785cc748f77 req-c6ffcbd7-4283-44f6-98e9-16717887dc86 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a16ad9726e5e4b49874286bb90e53c94&device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 1129 time: 0.0447133 Apr 12 19:40:16.283304 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-0aa14b21-7663-4157-8a3a-7261c62cbed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (4d9412c4-31b2-4fbf-87a0-f931332ab9d5), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:16.376664 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a639b2-97e6-43ba-8e43-d785cc748f77 req-313befba-7b51-4cbe-b78d-1a9a1f9a9feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:16.378149 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-90a639b2-97e6-43ba-8e43-d785cc748f77 req-313befba-7b51-4cbe-b78d-1a9a1f9a9feb service neutron] 10.222.0.25 "GET /v2.0/networks?id=f4a737e2-fbd1-4d73-b744-770d94c0d414 HTTP/1.1" status: 200 len: 917 time: 0.1025493 Apr 12 19:40:16.450365 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-90a639b2-97e6-43ba-8e43-d785cc748f77 req-2c82f89f-7a42-495f-9f48-1a7bedf44efa service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=468143f7-dffa-4455-923d-7df1610e3c88 HTTP/1.1" status: 200 len: 999 time: 0.0661306 Apr 12 19:40:16.499437 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a639b2-97e6-43ba-8e43-d785cc748f77 req-3229f536-a6ed-43fa-b88f-ef637b5f6a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:16.501033 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-6dff6223-7e4f-4af8-8f2c-2f0a1c687266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6389cf9-16f2-4235-a8e4-779f4429869c', 'name': 'tempest-AttachVolumeShelveTestJSON-434342515-router', 'tenant_id': 'a16ad9726e5e4b49874286bb90e53c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '94c03623-fec4-4438-9e44-fadece881b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:39:18Z', 'updated_at': '2022-04-12T19:39:25Z', 'revision_number': 4, 'project_id': 'a16ad9726e5e4b49874286bb90e53c94', 'gw_port': {'id': '94c03623-fec4-4438-9e44-fadece881b7b', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6389cf9-16f2-4235-a8e4-779f4429869c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:39:19Z', 'updated_at': '2022-04-12T19:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_floatingips': [{'id': '0e79f645-8d72-4891-ba80-e60eebc674c1', 'tenant_id': 'a16ad9726e5e4b49874286bb90e53c94', 'floating_ip_address': '172.27.2.227', 'floating_network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'router_id': 'b6389cf9-16f2-4235-a8e4-779f4429869c', 'port_id': '468143f7-dffa-4455-923d-7df1610e3c88', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 95, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4a737e2-fbd1-4d73-b744-770d94c0d414', 'mac_address': 'fa:16:3e:5f:74:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dbcad1a-192e-4606-b14a-333cd5efb161', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:39:29Z', 'updated_at': '2022-04-12T19:40:15Z', 'revision_number': 1, 'project_id': 'a16ad9726e5e4b49874286bb90e53c94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bcc7b22-765e-4d3c-bd9c-cc8b28f0db99', 'name': '', 'network_id': 'f4a737e2-fbd1-4d73-b744-770d94c0d414', 'tenant_id': 'a16ad9726e5e4b49874286bb90e53c94', 'mac_address': 'fa:16:3e:6f:c2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6389cf9-16f2-4235-a8e4-779f4429869c', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f0175af4-3e14-4634-8d47-e6784ac2f6db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:39:23Z', 'updated_at': '2022-04-12T19:39:32Z', 'revision_number': 5, 'project_id': 'a16ad9726e5e4b49874286bb90e53c94', 'subnets': [{'id': 'f0175af4-3e14-4634-8d47-e6784ac2f6db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:40:16.501265 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-90a639b2-97e6-43ba-8e43-d785cc748f77 req-3229f536-a6ed-43fa-b88f-ef637b5f6a22 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f0175af4-3e14-4634-8d47-e6784ac2f6db HTTP/1.1" status: 200 len: 855 time: 0.0452318 Apr 12 19:40:16.531154 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dff6223-7e4f-4af8-8f2c-2f0a1c687266 None None] Checking router: b6389cf9-16f2-4235-a8e4-779f4429869c for host: dv-cinder-837540-1-iscsi {{(pid=106718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:40:16.542180 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dff6223-7e4f-4af8-8f2c-2f0a1c687266 None None] Routers {'b6389cf9-16f2-4235-a8e4-779f4429869c'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:40:16.542913 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-6dff6223-7e4f-4af8-8f2c-2f0a1c687266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:40:16Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['b6389cf9-16f2-4235-a8e4-779f4429869c'], 'active': True} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:40:16.546637 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a639b2-97e6-43ba-8e43-d785cc748f77 req-5465355b-8f91-475c-8bf3-51a705887fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:16.548196 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-90a639b2-97e6-43ba-8e43-d785cc748f77 req-5465355b-8f91-475c-8bf3-51a705887fd2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f4a737e2-fbd1-4d73-b744-770d94c0d414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415521 Apr 12 19:40:16.652014 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-90a639b2-97e6-43ba-8e43-d785cc748f77 req-65744ef5-f879-4cef-b3d7-911983c3ad50 service neutron] 10.222.0.25 "GET /v2.0/networks/f4a737e2-fbd1-4d73-b744-770d94c0d414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958917 Apr 12 19:40:16.670802 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvr_db [None req-6dff6223-7e4f-4af8-8f2c-2f0a1c687266 None None] Set router b6389cf9-16f2-4235-a8e4-779f4429869c gateway port host: dv-cinder-837540-1-iscsi {{(pid=106718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:40:16.760127 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-90a639b2-97e6-43ba-8e43-d785cc748f77 req-2a776b54-4c57-4d83-8611-28e6526aa98b service neutron] 10.222.0.25 "GET /v2.0/networks/f4a737e2-fbd1-4d73-b744-770d94c0d414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020210 Apr 12 19:40:16.914378 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-6dff6223-7e4f-4af8-8f2c-2f0a1c687266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6389cf9-16f2-4235-a8e4-779f4429869c', 'name': 'tempest-AttachVolumeShelveTestJSON-434342515-router', 'tenant_id': 'a16ad9726e5e4b49874286bb90e53c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '94c03623-fec4-4438-9e44-fadece881b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:39:18Z', 'updated_at': '2022-04-12T19:39:25Z', 'revision_number': 4, 'project_id': 'a16ad9726e5e4b49874286bb90e53c94', 'gw_port': {'id': '94c03623-fec4-4438-9e44-fadece881b7b', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6389cf9-16f2-4235-a8e4-779f4429869c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:39:19Z', 'updated_at': '2022-04-12T19:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_floatingips': [{'id': '0e79f645-8d72-4891-ba80-e60eebc674c1', 'tenant_id': 'a16ad9726e5e4b49874286bb90e53c94', 'floating_ip_address': '172.27.2.227', 'floating_network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'router_id': 'b6389cf9-16f2-4235-a8e4-779f4429869c', 'port_id': '468143f7-dffa-4455-923d-7df1610e3c88', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 95, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4a737e2-fbd1-4d73-b744-770d94c0d414', 'mac_address': 'fa:16:3e:5f:74:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dbcad1a-192e-4606-b14a-333cd5efb161', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:39:29Z', 'updated_at': '2022-04-12T19:40:15Z', 'revision_number': 1, 'project_id': 'a16ad9726e5e4b49874286bb90e53c94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bcc7b22-765e-4d3c-bd9c-cc8b28f0db99', 'name': '', 'network_id': 'f4a737e2-fbd1-4d73-b744-770d94c0d414', 'tenant_id': 'a16ad9726e5e4b49874286bb90e53c94', 'mac_address': 'fa:16:3e:6f:c2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6389cf9-16f2-4235-a8e4-779f4429869c', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f0175af4-3e14-4634-8d47-e6784ac2f6db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:39:23Z', 'updated_at': '2022-04-12T19:39:32Z', 'revision_number': 5, 'project_id': 'a16ad9726e5e4b49874286bb90e53c94', 'subnets': [{'id': 'f0175af4-3e14-4634-8d47-e6784ac2f6db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:40:16.942132 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dff6223-7e4f-4af8-8f2c-2f0a1c687266 None None] The sync data for ids ['b6389cf9-16f2-4235-a8e4-779f4429869c'] in dv-cinder-837540-1-iscsi is: [{'id': 'b6389cf9-16f2-4235-a8e4-779f4429869c', 'name': 'tempest-AttachVolumeShelveTestJSON-434342515-router', 'tenant_id': 'a16ad9726e5e4b49874286bb90e53c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '94c03623-fec4-4438-9e44-fadece881b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:39:18Z', 'updated_at': '2022-04-12T19:39:25Z', 'revision_number': 4, 'project_id': 'a16ad9726e5e4b49874286bb90e53c94', 'gw_port': {'id': '94c03623-fec4-4438-9e44-fadece881b7b', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6389cf9-16f2-4235-a8e4-779f4429869c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:39:19Z', 'updated_at': '2022-04-12T19:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_floatingips': [{'id': '0e79f645-8d72-4891-ba80-e60eebc674c1', 'tenant_id': 'a16ad9726e5e4b49874286bb90e53c94', 'floating_ip_address': '172.27.2.227', 'floating_network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'router_id': 'b6389cf9-16f2-4235-a8e4-779f4429869c', 'port_id': '468143f7-dffa-4455-923d-7df1610e3c88', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 95, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4a737e2-fbd1-4d73-b744-770d94c0d414', 'mac_address': 'fa:16:3e:5f:74:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dbcad1a-192e-4606-b14a-333cd5efb161', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:39:29Z', 'updated_at': '2022-04-12T19:40:15Z', 'revision_number': 1, 'project_id': 'a16ad9726e5e4b49874286bb90e53c94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bcc7b22-765e-4d3c-bd9c-cc8b28f0db99', 'name': '', 'network_id': 'f4a737e2-fbd1-4d73-b744-770d94c0d414', 'tenant_id': 'a16ad9726e5e4b49874286bb90e53c94', 'mac_address': 'fa:16:3e:6f:c2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6389cf9-16f2-4235-a8e4-779f4429869c', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f0175af4-3e14-4634-8d47-e6784ac2f6db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:39:23Z', 'updated_at': '2022-04-12T19:39:32Z', 'revision_number': 5, 'project_id': 'a16ad9726e5e4b49874286bb90e53c94', 'subnets': [{'id': 'f0175af4-3e14-4634-8d47-e6784ac2f6db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:40:17.132506 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b17a93a-4163-47c4-a0a7-291cff7fceb6 None None] New status for floating IP 0e79f645-8d72-4891-ba80-e60eebc674c1: ACTIVE {{(pid=106714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 19:40:17.205403 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-0fb4a5ae-492f-43e3-90d5-82372e23b9ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (01005bd1-5b1e-41c6-b9b3-a4d4f93589b9), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:18.060210 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 60426) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:40:18.173722 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-732516df-a6b4-4a23-9678-e3b399ad8930 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:18.254851 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-732516df-a6b4-4a23-9678-e3b399ad8930 admin admin] Publish callbacks [] for security_group (69eb5c20-2759-4260-86a3-a34bfd215099), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:18.258702 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-732516df-a6b4-4a23-9678-e3b399ad8930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (69eb5c20-2759-4260-86a3-a34bfd215099), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:18.300948 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-732516df-a6b4-4a23-9678-e3b399ad8930 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=248221d31e15440d9b6fde5a7e73201f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2390046 Apr 12 19:40:18.301858 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732516df-a6b4-4a23-9678-e3b399ad8930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69eb5c20-2759-4260-86a3-a34bfd215099,revision_number=1']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:40:18.304138 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 60440) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:40:18.312429 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732516df-a6b4-4a23-9678-e3b399ad8930 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:40:18.312789 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732516df-a6b4-4a23-9678-e3b399ad8930 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:40:18.313152 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732516df-a6b4-4a23-9678-e3b399ad8930 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:40:18.313500 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732516df-a6b4-4a23-9678-e3b399ad8930 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:40:18.313840 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732516df-a6b4-4a23-9678-e3b399ad8930 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:40:18.314174 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732516df-a6b4-4a23-9678-e3b399ad8930 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:40:18.314504 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732516df-a6b4-4a23-9678-e3b399ad8930 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:40:18.314832 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732516df-a6b4-4a23-9678-e3b399ad8930 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:40:18.315176 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732516df-a6b4-4a23-9678-e3b399ad8930 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:40:18.315508 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732516df-a6b4-4a23-9678-e3b399ad8930 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:40:18.315857 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732516df-a6b4-4a23-9678-e3b399ad8930 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:40:18.316239 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732516df-a6b4-4a23-9678-e3b399ad8930 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:40:18.316569 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732516df-a6b4-4a23-9678-e3b399ad8930 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:40:18.316893 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732516df-a6b4-4a23-9678-e3b399ad8930 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:40:18.317216 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732516df-a6b4-4a23-9678-e3b399ad8930 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:40:18.358874 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-9a841fff-15ca-4aca-997e-bf2105e80a11 admin admin] Publish callbacks [] for security_group (69eb5c20-2759-4260-86a3-a34bfd215099), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:18.379693 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-9a841fff-15ca-4aca-997e-bf2105e80a11 admin admin] Publish callbacks [] for security_group (69eb5c20-2759-4260-86a3-a34bfd215099), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:18.428706 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-9a841fff-15ca-4aca-997e-bf2105e80a11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (69eb5c20-2759-4260-86a3-a34bfd215099), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:18.431296 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-9a841fff-15ca-4aca-997e-bf2105e80a11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:18.432611 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-9a841fff-15ca-4aca-997e-bf2105e80a11 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/69eb5c20-2759-4260-86a3-a34bfd215099 HTTP/1.1" status: 204 len: 168 time: 0.1273739 Apr 12 19:40:18.441543 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a841fff-15ca-4aca-997e-bf2105e80a11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69eb5c20-2759-4260-86a3-a34bfd215099,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:40:18.448710 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a841fff-15ca-4aca-997e-bf2105e80a11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:40:18.449056 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a841fff-15ca-4aca-997e-bf2105e80a11 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:40:18.449414 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a841fff-15ca-4aca-997e-bf2105e80a11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:40:18.449777 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a841fff-15ca-4aca-997e-bf2105e80a11 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:40:18.450106 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a841fff-15ca-4aca-997e-bf2105e80a11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:40:18.450472 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a841fff-15ca-4aca-997e-bf2105e80a11 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:40:18.450741 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a841fff-15ca-4aca-997e-bf2105e80a11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:40:18.451067 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a841fff-15ca-4aca-997e-bf2105e80a11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:40:18.451501 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a841fff-15ca-4aca-997e-bf2105e80a11 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:40:18.451936 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a841fff-15ca-4aca-997e-bf2105e80a11 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:40:18.452300 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a841fff-15ca-4aca-997e-bf2105e80a11 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:40:18.452884 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a841fff-15ca-4aca-997e-bf2105e80a11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:40:18.453361 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a841fff-15ca-4aca-997e-bf2105e80a11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:40:18.453684 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a841fff-15ca-4aca-997e-bf2105e80a11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:40:18.454005 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a841fff-15ca-4aca-997e-bf2105e80a11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:40:18.643365 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-655d5a5e-25bf-423f-acb4-166f4bec9d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (f3d2fb0e-5305-4f08-ab1f-5f1d50bdad22), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:18.768967 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 60468) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:40:18.791764 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-91710093-775e-4264-978c-06acb4572f38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:18.909083 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-91710093-775e-4264-978c-06acb4572f38 admin admin] Publish callbacks [] for security_group (70078052-42fd-4739-b0ea-de5cccdb1fa7), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:18.913237 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-91710093-775e-4264-978c-06acb4572f38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (70078052-42fd-4739-b0ea-de5cccdb1fa7), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:18.951633 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91710093-775e-4264-978c-06acb4572f38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70078052-42fd-4739-b0ea-de5cccdb1fa7,revision_number=1']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:40:18.967745 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-91710093-775e-4264-978c-06acb4572f38 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=299f5829fb044542ae53ab75a507449b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1972737 Apr 12 19:40:18.970273 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 60480) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:40:19.024023 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-6962107b-2386-4014-8e41-a690bbc7c18b admin admin] Publish callbacks [] for security_group (70078052-42fd-4739-b0ea-de5cccdb1fa7), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:19.046151 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-6962107b-2386-4014-8e41-a690bbc7c18b admin admin] Publish callbacks [] for security_group (70078052-42fd-4739-b0ea-de5cccdb1fa7), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:19.093591 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-6962107b-2386-4014-8e41-a690bbc7c18b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (70078052-42fd-4739-b0ea-de5cccdb1fa7), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:19.096154 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-6962107b-2386-4014-8e41-a690bbc7c18b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:19.099939 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-6962107b-2386-4014-8e41-a690bbc7c18b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/70078052-42fd-4739-b0ea-de5cccdb1fa7 HTTP/1.1" status: 204 len: 168 time: 0.1261191 Apr 12 19:40:19.106239 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962107b-2386-4014-8e41-a690bbc7c18b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70078052-42fd-4739-b0ea-de5cccdb1fa7,revision_number=None']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:40:19.253516 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 60492) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:40:19.355421 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-7537e305-6697-4c72-a269-42b5db06296d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:19.434985 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-7537e305-6697-4c72-a269-42b5db06296d admin admin] Publish callbacks [] for security_group (b5891351-6719-423d-aa90-699c4b79d2f4), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:19.438779 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-7537e305-6697-4c72-a269-42b5db06296d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (b5891351-6719-423d-aa90-699c4b79d2f4), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:19.481296 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-7537e305-6697-4c72-a269-42b5db06296d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5afa4d432d4d4ce2b4fe2871346a53a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2241604 Apr 12 19:40:19.481296 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7537e305-6697-4c72-a269-42b5db06296d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5891351-6719-423d-aa90-699c4b79d2f4,revision_number=1']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:40:19.481874 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 60504) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:40:19.534228 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-93db7789-d921-419e-87d4-7d2eb66c9505 admin admin] Publish callbacks [] for security_group (b5891351-6719-423d-aa90-699c4b79d2f4), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:19.557491 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-93db7789-d921-419e-87d4-7d2eb66c9505 admin admin] Publish callbacks [] for security_group (b5891351-6719-423d-aa90-699c4b79d2f4), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:19.606102 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-93db7789-d921-419e-87d4-7d2eb66c9505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (b5891351-6719-423d-aa90-699c4b79d2f4), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:19.608652 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-93db7789-d921-419e-87d4-7d2eb66c9505 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:19.609780 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-93db7789-d921-419e-87d4-7d2eb66c9505 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b5891351-6719-423d-aa90-699c4b79d2f4 HTTP/1.1" status: 204 len: 168 time: 0.1267636 Apr 12 19:40:19.618845 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93db7789-d921-419e-87d4-7d2eb66c9505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5891351-6719-423d-aa90-699c4b79d2f4,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:40:19.839062 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 60534) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:40:19.902024 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6efac98-6b0e-4b0d-b0fa-cb0209fda005 admin admin] Deleting subnet d8b826b8-c64f-4384-9c15-8d0bae4a7bf9 {{(pid=106704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 19:40:19.905572 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-b6efac98-6b0e-4b0d-b0fa-cb0209fda005 admin admin] Publish callbacks [] for subnet (d8b826b8-c64f-4384-9c15-8d0bae4a7bf9), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:19.966414 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-b6efac98-6b0e-4b0d-b0fa-cb0209fda005 admin admin] Publish callbacks [] for subnet (d8b826b8-c64f-4384-9c15-8d0bae4a7bf9), precommit_delete_associations {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:19.979105 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-b6efac98-6b0e-4b0d-b0fa-cb0209fda005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449141'] for subnet (d8b826b8-c64f-4384-9c15-8d0bae4a7bf9), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:20.053697 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-b6efac98-6b0e-4b0d-b0fa-cb0209fda005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185'] for subnet (d8b826b8-c64f-4384-9c15-8d0bae4a7bf9), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:20.112668 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efac98-6b0e-4b0d-b0fa-cb0209fda005 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8b826b8-c64f-4384-9c15-8d0bae4a7bf9,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:40:20.114767 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-b6efac98-6b0e-4b0d-b0fa-cb0209fda005 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:20.121186 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 60560) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:40:20.126396 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-b6efac98-6b0e-4b0d-b0fa-cb0209fda005 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/d8b826b8-c64f-4384-9c15-8d0bae4a7bf9 HTTP/1.1" status: 204 len: 168 time: 0.2858963 Apr 12 19:40:20.178573 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (ce4c6b0b-91ae-4576-82ad-f2f4ee2d2a45), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:20.279908 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-560e9188-6100-4c6a-ab2f-0d3d71e27cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3636804'] for network (4111216e-567e-4580-8c66-6d20d0d6f540), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:20.395400 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-560e9188-6100-4c6a-ab2f-0d3d71e27cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3451022', 'neutron.services.segments.db._delete_segments_for_network-8749198551224'] for network (4111216e-567e-4580-8c66-6d20d0d6f540), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:20.417568 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-560e9188-6100-4c6a-ab2f-0d3d71e27cf8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:40:20.418091 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-560e9188-6100-4c6a-ab2f-0d3d71e27cf8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:40:20.419056 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-560e9188-6100-4c6a-ab2f-0d3d71e27cf8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:40:20.419482 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-560e9188-6100-4c6a-ab2f-0d3d71e27cf8 admin admin] Subscribe: > port after_create 55550000 {{(pid=106707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:40:20.419889 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-560e9188-6100-4c6a-ab2f-0d3d71e27cf8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:40:20.420422 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-560e9188-6100-4c6a-ab2f-0d3d71e27cf8 admin admin] Subscribe: > port after_update 55550000 {{(pid=106707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:40:20.420904 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-560e9188-6100-4c6a-ab2f-0d3d71e27cf8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:40:20.421228 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-560e9188-6100-4c6a-ab2f-0d3d71e27cf8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:40:20.421701 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-560e9188-6100-4c6a-ab2f-0d3d71e27cf8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:40:20.422151 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-560e9188-6100-4c6a-ab2f-0d3d71e27cf8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:40:20.449849 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (e0bf5abe-d5c5-40a1-a359-03156ade36a4), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:20.531341 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-560e9188-6100-4c6a-ab2f-0d3d71e27cf8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:40:20.531713 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-560e9188-6100-4c6a-ab2f-0d3d71e27cf8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:40:20.532392 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-560e9188-6100-4c6a-ab2f-0d3d71e27cf8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:40:20.533788 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-560e9188-6100-4c6a-ab2f-0d3d71e27cf8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:40:20.534187 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.services.segments.db [None req-560e9188-6100-4c6a-ab2f-0d3d71e27cf8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4111216e-567e-4580-8c66-6d20d0d6f540']}} {{(pid=106707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:40:20.555868 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.services.segments.db [None req-560e9188-6100-4c6a-ab2f-0d3d71e27cf8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b08ecec0-8a7b-4db6-89c1-b3d3f3c9e88c') {'for_net_delete': True} {{(pid=106707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:40:20.556257 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.services.segments.db [None req-560e9188-6100-4c6a-ab2f-0d3d71e27cf8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b08ecec0-8a7b-4db6-89c1-b3d3f3c9e88c') {} {{(pid=106707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:40:20.574667 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-560e9188-6100-4c6a-ab2f-0d3d71e27cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749198554305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9065169'] for segment (b08ecec0-8a7b-4db6-89c1-b3d3f3c9e88c), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:20.597250 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-560e9188-6100-4c6a-ab2f-0d3d71e27cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495566'] for segment (b08ecec0-8a7b-4db6-89c1-b3d3f3c9e88c), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:20.605882 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-560e9188-6100-4c6a-ab2f-0d3d71e27cf8 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=106707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 19:40:20.606269 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-560e9188-6100-4c6a-ab2f-0d3d71e27cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9064800'] for segment (b08ecec0-8a7b-4db6-89c1-b3d3f3c9e88c), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:20.628222 dv-cinder-837540-1-iscsi neutron-server[106707]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 19:40:20.628222 dv-cinder-837540-1-iscsi neutron-server[106707]: from cryptography.utils import int_from_bytes Apr 12 19:40:20.628222 dv-cinder-837540-1-iscsi neutron-server[106707]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 19:40:20.628222 dv-cinder-837540-1-iscsi neutron-server[106707]: from cryptography.utils import int_from_bytes Apr 12 19:40:20.628222 dv-cinder-837540-1-iscsi neutron-server[106707]: Traceback (most recent call last): Apr 12 19:40:20.628222 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 19:40:20.628222 dv-cinder-837540-1-iscsi neutron-server[106707]: timer() Apr 12 19:40:20.628222 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 19:40:20.628222 dv-cinder-837540-1-iscsi neutron-server[106707]: cb(*args, **kw) Apr 12 19:40:20.628222 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 19:40:20.628222 dv-cinder-837540-1-iscsi neutron-server[106707]: return func(*args, **kwargs) Apr 12 19:40:20.628222 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 19:40:20.628222 dv-cinder-837540-1-iscsi neutron-server[106707]: self._notify() Apr 12 19:40:20.628222 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 19:40:20.628222 dv-cinder-837540-1-iscsi neutron-server[106707]: self.callback(batched_events) Apr 12 19:40:20.628222 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 19:40:20.628222 dv-cinder-837540-1-iscsi neutron-server[106707]: event.method(event) Apr 12 19:40:20.628222 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 19:40:20.628222 dv-cinder-837540-1-iscsi neutron-server[106707]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 19:40:20.628222 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 19:40:20.628222 dv-cinder-837540-1-iscsi neutron-server[106707]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 19:40:20.628222 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 19:40:20.628222 dv-cinder-837540-1-iscsi neutron-server[106707]: return f(self, *a, **k) Apr 12 19:40:20.628222 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 19:40:20.628222 dv-cinder-837540-1-iscsi neutron-server[106707]: return self._get(url).json() Apr 12 19:40:20.628222 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 19:40:20.628222 dv-cinder-837540-1-iscsi neutron-server[106707]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 19:40:20.628222 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 19:40:20.628222 dv-cinder-837540-1-iscsi neutron-server[106707]: return self.request(url, 'GET', **kwargs) Apr 12 19:40:20.628222 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 19:40:20.628222 dv-cinder-837540-1-iscsi neutron-server[106707]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 19:40:20.628222 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 19:40:20.628222 dv-cinder-837540-1-iscsi neutron-server[106707]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 19:40:20.628222 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 19:40:20.628222 dv-cinder-837540-1-iscsi neutron-server[106707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 19:40:20.628222 dv-cinder-837540-1-iscsi neutron-server[106707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 19:40:20.630267 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 60594) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:40:20.699591 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-560e9188-6100-4c6a-ab2f-0d3d71e27cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3451063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668064'] for network (4111216e-567e-4580-8c66-6d20d0d6f540), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:20.707432 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-560e9188-6100-4c6a-ab2f-0d3d71e27cf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565043'] for network (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:20.712758 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-560e9188-6100-4c6a-ab2f-0d3d71e27cf8 admin admin] 10.222.0.15 "DELETE /v2.0/networks/4111216e-567e-4580-8c66-6d20d0d6f540 HTTP/1.1" status: 204 len: 168 time: 0.5895545 Apr 12 19:40:20.713538 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 60600) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:40:20.724285 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560e9188-6100-4c6a-ab2f-0d3d71e27cf8 admin admin] Pushing event deleted for resources: {'Network': ['ID=4111216e-567e-4580-8c66-6d20d0d6f540,revision_number=None']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:40:20.778155 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.db_base_plugin_v2 [None req-f721eab6-fd80-4bab-a086-d470345632ba admin admin] Deleting subnet 8397b6b7-9bca-4ba0-96b9-0aa0e784999c {{(pid=106704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 19:40:20.781754 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-f721eab6-fd80-4bab-a086-d470345632ba admin admin] Publish callbacks [] for subnet (8397b6b7-9bca-4ba0-96b9-0aa0e784999c), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:20.817006 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-f721eab6-fd80-4bab-a086-d470345632ba admin admin] Publish callbacks [] for subnet (8397b6b7-9bca-4ba0-96b9-0aa0e784999c), precommit_delete_associations {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:20.823525 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-f721eab6-fd80-4bab-a086-d470345632ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449141'] for subnet (8397b6b7-9bca-4ba0-96b9-0aa0e784999c), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:20.863034 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-8c0e81bf-c92d-4956-891e-b46c1169824e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:20.913588 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-f721eab6-fd80-4bab-a086-d470345632ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185'] for subnet (8397b6b7-9bca-4ba0-96b9-0aa0e784999c), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:20.946923 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721eab6-fd80-4bab-a086-d470345632ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8397b6b7-9bca-4ba0-96b9-0aa0e784999c,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:40:20.952732 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-f721eab6-fd80-4bab-a086-d470345632ba admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:20.956025 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-f721eab6-fd80-4bab-a086-d470345632ba admin admin] 10.222.0.15 "DELETE /v2.0/subnets/8397b6b7-9bca-4ba0-96b9-0aa0e784999c HTTP/1.1" status: 204 len: 168 time: 0.2412720 Apr 12 19:40:20.958872 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 60610) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:40:20.990191 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-8c0e81bf-c92d-4956-891e-b46c1169824e admin admin] Publish callbacks [] for security_group (c60ee706-dd67-4332-96f8-81ed293b1987), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:20.995853 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-8c0e81bf-c92d-4956-891e-b46c1169824e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (c60ee706-dd67-4332-96f8-81ed293b1987), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:21.049745 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-8c0e81bf-c92d-4956-891e-b46c1169824e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=15f54cbefeff4a879d09641f133b16f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4190254 Apr 12 19:40:21.050334 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 60616) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:40:21.053564 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-be0e6516-56bd-4c8e-bbff-1e123ac09c57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3636804'] for network (777e372d-178e-4a82-aeea-56ce092abdd2), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:21.057352 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0e81bf-c92d-4956-891e-b46c1169824e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c60ee706-dd67-4332-96f8-81ed293b1987,revision_number=1']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:40:21.118708 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-2b036f1f-0bb7-4cd6-97a9-6df7fc7a82c1 admin admin] Publish callbacks [] for security_group (c60ee706-dd67-4332-96f8-81ed293b1987), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:21.141805 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-2b036f1f-0bb7-4cd6-97a9-6df7fc7a82c1 admin admin] Publish callbacks [] for security_group (c60ee706-dd67-4332-96f8-81ed293b1987), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:21.174594 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-be0e6516-56bd-4c8e-bbff-1e123ac09c57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3451022', 'neutron.services.segments.db._delete_segments_for_network-8749198551224'] for network (777e372d-178e-4a82-aeea-56ce092abdd2), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:21.201225 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-2b036f1f-0bb7-4cd6-97a9-6df7fc7a82c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (c60ee706-dd67-4332-96f8-81ed293b1987), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:21.204165 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-2b036f1f-0bb7-4cd6-97a9-6df7fc7a82c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:21.205576 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-2b036f1f-0bb7-4cd6-97a9-6df7fc7a82c1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c60ee706-dd67-4332-96f8-81ed293b1987 HTTP/1.1" status: 204 len: 168 time: 0.1536448 Apr 12 19:40:21.207889 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.services.segments.db [None req-be0e6516-56bd-4c8e-bbff-1e123ac09c57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['777e372d-178e-4a82-aeea-56ce092abdd2']}} {{(pid=106707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:40:21.217129 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b036f1f-0bb7-4cd6-97a9-6df7fc7a82c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c60ee706-dd67-4332-96f8-81ed293b1987,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:40:21.222881 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.services.segments.db [None req-be0e6516-56bd-4c8e-bbff-1e123ac09c57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c3a84a4-54d5-45b0-b3e3-43a1666532fc') {'for_net_delete': True} {{(pid=106707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:40:21.223376 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.services.segments.db [None req-be0e6516-56bd-4c8e-bbff-1e123ac09c57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c3a84a4-54d5-45b0-b3e3-43a1666532fc') {} {{(pid=106707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:40:21.237187 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-be0e6516-56bd-4c8e-bbff-1e123ac09c57 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749198554305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9065169'] for segment (0c3a84a4-54d5-45b0-b3e3-43a1666532fc), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:21.256624 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-be0e6516-56bd-4c8e-bbff-1e123ac09c57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495566'] for segment (0c3a84a4-54d5-45b0-b3e3-43a1666532fc), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:21.265814 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be0e6516-56bd-4c8e-bbff-1e123ac09c57 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=106707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 19:40:21.266198 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-be0e6516-56bd-4c8e-bbff-1e123ac09c57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9064800'] for segment (0c3a84a4-54d5-45b0-b3e3-43a1666532fc), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:21.279528 dv-cinder-837540-1-iscsi neutron-server[106707]: Traceback (most recent call last): Apr 12 19:40:21.279528 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 19:40:21.279528 dv-cinder-837540-1-iscsi neutron-server[106707]: timer() Apr 12 19:40:21.279528 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 19:40:21.279528 dv-cinder-837540-1-iscsi neutron-server[106707]: cb(*args, **kw) Apr 12 19:40:21.279528 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 19:40:21.279528 dv-cinder-837540-1-iscsi neutron-server[106707]: return func(*args, **kwargs) Apr 12 19:40:21.279528 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 19:40:21.279528 dv-cinder-837540-1-iscsi neutron-server[106707]: self._notify() Apr 12 19:40:21.279528 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 19:40:21.279528 dv-cinder-837540-1-iscsi neutron-server[106707]: self.callback(batched_events) Apr 12 19:40:21.279528 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 19:40:21.279528 dv-cinder-837540-1-iscsi neutron-server[106707]: event.method(event) Apr 12 19:40:21.279528 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 19:40:21.279528 dv-cinder-837540-1-iscsi neutron-server[106707]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 19:40:21.279528 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 19:40:21.279528 dv-cinder-837540-1-iscsi neutron-server[106707]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 19:40:21.279528 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 19:40:21.279528 dv-cinder-837540-1-iscsi neutron-server[106707]: return f(self, *a, **k) Apr 12 19:40:21.279528 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 19:40:21.279528 dv-cinder-837540-1-iscsi neutron-server[106707]: return self._get(url).json() Apr 12 19:40:21.279528 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 19:40:21.279528 dv-cinder-837540-1-iscsi neutron-server[106707]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 19:40:21.279528 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 19:40:21.279528 dv-cinder-837540-1-iscsi neutron-server[106707]: return self.request(url, 'GET', **kwargs) Apr 12 19:40:21.279528 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 19:40:21.279528 dv-cinder-837540-1-iscsi neutron-server[106707]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 19:40:21.279528 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 19:40:21.279528 dv-cinder-837540-1-iscsi neutron-server[106707]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 19:40:21.279528 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 19:40:21.279528 dv-cinder-837540-1-iscsi neutron-server[106707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 19:40:21.279528 dv-cinder-837540-1-iscsi neutron-server[106707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 19:40:21.347682 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-be0e6516-56bd-4c8e-bbff-1e123ac09c57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3451063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668064'] for network (777e372d-178e-4a82-aeea-56ce092abdd2), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:21.352334 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-be0e6516-56bd-4c8e-bbff-1e123ac09c57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565043'] for network (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:21.359447 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-be0e6516-56bd-4c8e-bbff-1e123ac09c57 admin admin] 10.222.0.15 "DELETE /v2.0/networks/777e372d-178e-4a82-aeea-56ce092abdd2 HTTP/1.1" status: 204 len: 168 time: 0.3969319 Apr 12 19:40:21.383600 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0e6516-56bd-4c8e-bbff-1e123ac09c57 admin admin] Pushing event deleted for resources: {'Network': ['ID=777e372d-178e-4a82-aeea-56ce092abdd2,revision_number=None']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:40:21.585587 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 60644) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:40:21.602494 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 60646) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:40:21.616014 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-0ce678b3-d420-4753-9887-bee3a50d749b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:21.635303 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-16af7614-5839-4def-8d8e-25679e370381 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d642793d21c44a46b2364340b25ffb19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0482183 Apr 12 19:40:21.638105 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 60648) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:40:21.712192 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-4fb45b25-c683-4277-90df-34420775e203 admin admin] Publish callbacks [] for security_group (309f0250-8570-4cd1-86a5-b4e89adbcc09), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:21.753005 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-4fb45b25-c683-4277-90df-34420775e203 admin admin] Publish callbacks [] for security_group (309f0250-8570-4cd1-86a5-b4e89adbcc09), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:21.755720 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-0ce678b3-d420-4753-9887-bee3a50d749b admin admin] Publish callbacks [] for security_group (90ff0b27-2e75-4049-904f-7daaa5282bb2), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:21.763234 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-0ce678b3-d420-4753-9887-bee3a50d749b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (90ff0b27-2e75-4049-904f-7daaa5282bb2), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:21.823210 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-0ce678b3-d420-4753-9887-bee3a50d749b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=444d1b144c994b34981328614830ff85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2195027 Apr 12 19:40:21.824444 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce678b3-d420-4753-9887-bee3a50d749b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90ff0b27-2e75-4049-904f-7daaa5282bb2,revision_number=1']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:40:21.825845 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 60652) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:40:21.851412 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-4fb45b25-c683-4277-90df-34420775e203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (309f0250-8570-4cd1-86a5-b4e89adbcc09), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:21.854233 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-4fb45b25-c683-4277-90df-34420775e203 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:21.856005 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-4fb45b25-c683-4277-90df-34420775e203 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/309f0250-8570-4cd1-86a5-b4e89adbcc09 HTTP/1.1" status: 204 len: 168 time: 0.2169473 Apr 12 19:40:21.865864 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb45b25-c683-4277-90df-34420775e203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=309f0250-8570-4cd1-86a5-b4e89adbcc09,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:40:21.898140 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-10ae2f6d-3cae-45aa-be5b-4b13d687d4b7 admin admin] Publish callbacks [] for security_group (90ff0b27-2e75-4049-904f-7daaa5282bb2), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:21.907756 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 60656) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:40:21.921455 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-10ae2f6d-3cae-45aa-be5b-4b13d687d4b7 admin admin] Publish callbacks [] for security_group (90ff0b27-2e75-4049-904f-7daaa5282bb2), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:21.975883 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-10ae2f6d-3cae-45aa-be5b-4b13d687d4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (90ff0b27-2e75-4049-904f-7daaa5282bb2), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:21.978479 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-10ae2f6d-3cae-45aa-be5b-4b13d687d4b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:21.979614 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-10ae2f6d-3cae-45aa-be5b-4b13d687d4b7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/90ff0b27-2e75-4049-904f-7daaa5282bb2 HTTP/1.1" status: 204 len: 168 time: 0.1528118 Apr 12 19:40:21.987537 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae2f6d-3cae-45aa-be5b-4b13d687d4b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ff0b27-2e75-4049-904f-7daaa5282bb2,revision_number=None']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:40:22.028625 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-2ba00608-7d4b-4329-9b64-ff6d6ef8b277 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:22.112850 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-2ba00608-7d4b-4329-9b64-ff6d6ef8b277 admin admin] Publish callbacks [] for security_group (9c547207-b792-474c-a47e-0bcad2370c4c), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:22.120300 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-2ba00608-7d4b-4329-9b64-ff6d6ef8b277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (9c547207-b792-474c-a47e-0bcad2370c4c), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:22.169612 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-2ba00608-7d4b-4329-9b64-ff6d6ef8b277 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=701b75b5bd464eac96313cd78303c74d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2584984 Apr 12 19:40:22.169612 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba00608-7d4b-4329-9b64-ff6d6ef8b277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c547207-b792-474c-a47e-0bcad2370c4c,revision_number=1']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:40:22.170152 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 60666) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:40:22.226112 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-e9326899-b692-4ca5-b300-c4b29072bbb2 admin admin] Publish callbacks [] for security_group (9c547207-b792-474c-a47e-0bcad2370c4c), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:22.233618 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 60670) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:40:22.248891 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-e9326899-b692-4ca5-b300-c4b29072bbb2 admin admin] Publish callbacks [] for security_group (9c547207-b792-474c-a47e-0bcad2370c4c), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:22.282029 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-d4e0535f-9f2b-437b-a30b-efef55d458bb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5d224d54c9c147cea73906fc5ddd785e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0461559 Apr 12 19:40:22.284469 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 60672) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:40:22.308498 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-e9326899-b692-4ca5-b300-c4b29072bbb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (9c547207-b792-474c-a47e-0bcad2370c4c), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:22.311421 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-e9326899-b692-4ca5-b300-c4b29072bbb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:22.315132 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-e9326899-b692-4ca5-b300-c4b29072bbb2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9c547207-b792-474c-a47e-0bcad2370c4c HTTP/1.1" status: 204 len: 168 time: 0.1414585 Apr 12 19:40:22.323124 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9326899-b692-4ca5-b300-c4b29072bbb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c547207-b792-474c-a47e-0bcad2370c4c,revision_number=None']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:40:22.341800 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-3988157c-80ed-4a47-9321-75528507661e admin admin] Publish callbacks [] for security_group (4cc560c6-9ede-410e-98f5-5a7dee7659fc), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:22.369731 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-3988157c-80ed-4a47-9321-75528507661e admin admin] Publish callbacks [] for security_group (4cc560c6-9ede-410e-98f5-5a7dee7659fc), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:22.433483 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-3988157c-80ed-4a47-9321-75528507661e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (4cc560c6-9ede-410e-98f5-5a7dee7659fc), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:22.436495 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-3988157c-80ed-4a47-9321-75528507661e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:22.440471 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-3988157c-80ed-4a47-9321-75528507661e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4cc560c6-9ede-410e-98f5-5a7dee7659fc HTTP/1.1" status: 204 len: 168 time: 0.1524980 Apr 12 19:40:22.447158 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3988157c-80ed-4a47-9321-75528507661e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc560c6-9ede-410e-98f5-5a7dee7659fc,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:40:22.674982 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-4905fbc6-df44-499d-8f43-8d3e856e6fde req-698aa6ef-e893-437a-9114-92ceaa5d5e36 tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=9b8180a4663a4511911c6cd30bfda5e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0351546 Apr 12 19:40:22.762352 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 60710) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:40:22.778754 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-3c8473ab-7cfa-470d-a457-da4317947bfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:22.932662 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-3c8473ab-7cfa-470d-a457-da4317947bfe admin admin] Publish callbacks [] for security_group (fb2a03de-6a40-4eb0-9853-548075b73fb5), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:22.934958 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4905fbc6-df44-499d-8f43-8d3e856e6fde req-cee0135a-ca69-4ff3-82a2-aa936e7c1f26 tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:22.939274 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-4905fbc6-df44-499d-8f43-8d3e856e6fde req-cee0135a-ca69-4ff3-82a2-aa936e7c1f26 tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2634273 Apr 12 19:40:22.951849 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-3c8473ab-7cfa-470d-a457-da4317947bfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (fb2a03de-6a40-4eb0-9853-548075b73fb5), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:22.968767 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-4905fbc6-df44-499d-8f43-8d3e856e6fde req-0bcec557-0fc1-47fa-8d17-9e9e471c5755 tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] 10.222.0.15 "GET /v2.0/quotas/9b8180a4663a4511911c6cd30bfda5e9 HTTP/1.1" status: 200 len: 375 time: 0.0236125 Apr 12 19:40:23.012640 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8473ab-7cfa-470d-a457-da4317947bfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb2a03de-6a40-4eb0-9853-548075b73fb5,revision_number=1']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:40:23.018426 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-3c8473ab-7cfa-470d-a457-da4317947bfe admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ad3864bb56624c83b09e91446d938a78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2549045 Apr 12 19:40:23.032255 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 60724) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:40:23.111206 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-9bb20616-06fd-4196-9ce7-87f0a4d52403 admin admin] Publish callbacks [] for security_group (fb2a03de-6a40-4eb0-9853-548075b73fb5), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:23.149981 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-9bb20616-06fd-4196-9ce7-87f0a4d52403 admin admin] Publish callbacks [] for security_group (fb2a03de-6a40-4eb0-9853-548075b73fb5), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:23.208644 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-9bb20616-06fd-4196-9ce7-87f0a4d52403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (fb2a03de-6a40-4eb0-9853-548075b73fb5), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:23.212431 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-9bb20616-06fd-4196-9ce7-87f0a4d52403 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:23.214071 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-9bb20616-06fd-4196-9ce7-87f0a4d52403 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fb2a03de-6a40-4eb0-9853-548075b73fb5 HTTP/1.1" status: 204 len: 168 time: 0.1827774 Apr 12 19:40:23.226434 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb20616-06fd-4196-9ce7-87f0a4d52403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb2a03de-6a40-4eb0-9853-548075b73fb5,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:40:23.259140 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-4905fbc6-df44-499d-8f43-8d3e856e6fde req-c044a64c-b99e-4cd6-a94c-e69919a1a49c tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=9b8180a4663a4511911c6cd30bfda5e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2891870 Apr 12 19:40:23.430138 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-46134752-2191-4d4a-8d10-e91d7500044e req-ede4f6fc-7f69-4304-b25e-a7af2ba696db tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c4609d4-cafe-4d1e-ac5d-21f14a6413fa HTTP/1.1" status: 200 len: 210 time: 0.0352354 Apr 12 19:40:23.681088 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 60790) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:40:23.697090 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-07b1432a-7cb2-4327-b611-4bb473366c73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:23.819290 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-07b1432a-7cb2-4327-b611-4bb473366c73 admin admin] Publish callbacks [] for security_group (7ef89fee-3e78-4467-a907-b1807ce4a135), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:23.829642 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-07b1432a-7cb2-4327-b611-4bb473366c73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (7ef89fee-3e78-4467-a907-b1807ce4a135), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:23.871269 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-07b1432a-7cb2-4327-b611-4bb473366c73 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=69fccaf2f5e144b98a5c594415f19648&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1888442 Apr 12 19:40:23.872626 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b1432a-7cb2-4327-b611-4bb473366c73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef89fee-3e78-4467-a907-b1807ce4a135,revision_number=1']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:40:23.873987 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 60812) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:40:23.934422 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-22f8f996-0837-4848-be06-c5a00efb2e9c admin admin] Publish callbacks [] for security_group (7ef89fee-3e78-4467-a907-b1807ce4a135), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:23.966866 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-22f8f996-0837-4848-be06-c5a00efb2e9c admin admin] Publish callbacks [] for security_group (7ef89fee-3e78-4467-a907-b1807ce4a135), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:24.026838 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-22f8f996-0837-4848-be06-c5a00efb2e9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (7ef89fee-3e78-4467-a907-b1807ce4a135), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:24.029955 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-22f8f996-0837-4848-be06-c5a00efb2e9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:24.033627 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-22f8f996-0837-4848-be06-c5a00efb2e9c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7ef89fee-3e78-4467-a907-b1807ce4a135 HTTP/1.1" status: 204 len: 168 time: 0.1559429 Apr 12 19:40:24.052817 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f8f996-0837-4848-be06-c5a00efb2e9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef89fee-3e78-4467-a907-b1807ce4a135,revision_number=None']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:40:24.582783 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-612b1a08-dd60-4b00-8a1b-0a63c75c41ad req-699cd2fb-c94f-4e13-9c12-48191bccc044 tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c4609d4-cafe-4d1e-ac5d-21f14a6413fa HTTP/1.1" status: 200 len: 210 time: 0.0393541 Apr 12 19:40:24.920530 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 60880) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:40:25.028506 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.v2.base [None req-69b71cf2-9715-4676-b767-06c84f1323a4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-52536767-network', 'tenant_id': 'cda9058786dc4aa9a218711757d096ec'}} {{(pid=106707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:40:25.047733 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b71cf2-9715-4676-b767-06c84f1323a4 admin admin] Made reservation on behalf of cda9058786dc4aa9a218711757d096ec for: {'network': 1} {{(pid=106707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:40:25.050022 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-69b71cf2-9715-4676-b767-06c84f1323a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for network (None), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:25.062000 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-69b71cf2-9715-4676-b767-06c84f1323a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:25.130729 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-4905fbc6-df44-499d-8f43-8d3e856e6fde req-53fe41ff-8bed-432f-8b5e-d8f23d49e173 tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=9b8180a4663a4511911c6cd30bfda5e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0380063 Apr 12 19:40:25.158881 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-69b71cf2-9715-4676-b767-06c84f1323a4 admin admin] Publish callbacks [] for security_group (494cadc4-45e4-4fe5-87fc-9bcf0ce1a223), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:25.164474 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-69b71cf2-9715-4676-b767-06c84f1323a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (494cadc4-45e4-4fe5-87fc-9bcf0ce1a223), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:25.193533 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69b71cf2-9715-4676-b767-06c84f1323a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=106707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 19:40:25.202892 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b71cf2-9715-4676-b767-06c84f1323a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=494cadc4-45e4-4fe5-87fc-9bcf0ce1a223,revision_number=1']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:40:25.212139 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-69b71cf2-9715-4676-b767-06c84f1323a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495566'] for segment (c09d3499-9788-4094-b7d0-93f43dec1b2f), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:25.212739 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.db.segments_db [None req-69b71cf2-9715-4676-b767-06c84f1323a4 admin admin] Added segment c09d3499-9788-4094-b7d0-93f43dec1b2f of type vlan for network 1bd0fdf0-c639-45b6-addc-35b5a883ecf6 Apr 12 19:40:25.267648 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-69b71cf2-9715-4676-b767-06c84f1323a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749198045660'] for network (1bd0fdf0-c639-45b6-addc-35b5a883ecf6), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:25.300737 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-69b71cf2-9715-4676-b767-06c84f1323a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185'] for network (1bd0fdf0-c639-45b6-addc-35b5a883ecf6), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:25.301816 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b71cf2-9715-4676-b767-06c84f1323a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:25.302396 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-69b71cf2-9715-4676-b767-06c84f1323a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565043'] for network (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:25.362029 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-69b71cf2-9715-4676-b767-06c84f1323a4 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4404147 Apr 12 19:40:25.364909 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 60894) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:40:25.369586 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.v2.base [None req-26f63a7b-9659-4246-b72d-7e5ef0396e68 admin admin] Request body: {'subnet': {'network_id': '1bd0fdf0-c639-45b6-addc-35b5a883ecf6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-52536767-subnet', 'tenant_id': 'cda9058786dc4aa9a218711757d096ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:40:25.377335 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b71cf2-9715-4676-b767-06c84f1323a4 admin admin] Pushing event updated for resources: {'Network': ['ID=1bd0fdf0-c639-45b6-addc-35b5a883ecf6,revision_number=1']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:40:25.393756 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Network 1bd0fdf0-c639-45b6-addc-35b5a883ecf6 details requested by agent ovs-agent-dv-cinder-837540-1-iscsi with host dv-cinder-837540-1-iscsi {{(pid=106714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 19:40:25.409224 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26f63a7b-9659-4246-b72d-7e5ef0396e68 admin admin] Made reservation on behalf of cda9058786dc4aa9a218711757d096ec for: {'subnet': 1} {{(pid=106707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:40:25.409224 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-26f63a7b-9659-4246-b72d-7e5ef0396e68 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9408059'] for subnet (None), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:25.552181 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4905fbc6-df44-499d-8f43-8d3e856e6fde req-5c43ae04-cd33-4a5a-9319-52799f766587 tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:25.554782 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-4905fbc6-df44-499d-8f43-8d3e856e6fde req-5c43ae04-cd33-4a5a-9319-52799f766587 tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4190700 Apr 12 19:40:25.572927 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.v2.base [req-4905fbc6-df44-499d-8f43-8d3e856e6fde req-46b83351-c11f-4063-ba06-ac4633b23c34 tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] Request body: {'port': {'device_id': '9c4609d4-cafe-4d1e-ac5d-21f14a6413fa', 'network_id': 'a02eac2a-b95b-4b67-9aab-116598c68ad3', 'admin_state_up': True, 'tenant_id': '9b8180a4663a4511911c6cd30bfda5e9'}} {{(pid=106704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:40:25.721099 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-26f63a7b-9659-4246-b72d-7e5ef0396e68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9064965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9408045'] for subnet (705c3a53-42a9-4585-bb45-55913253aeae), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:25.730262 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-7f5b717a-0092-4841-86e2-188eac1cd091 req-3802cf39-e422-46e3-8334-6e100458663b tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c4609d4-cafe-4d1e-ac5d-21f14a6413fa HTTP/1.1" status: 200 len: 210 time: 0.0426404 Apr 12 19:40:25.792138 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4905fbc6-df44-499d-8f43-8d3e856e6fde req-46b83351-c11f-4063-ba06-ac4633b23c34 tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] Made reservation on behalf of 9b8180a4663a4511911c6cd30bfda5e9 for: {'port': 1} {{(pid=106704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:40:25.796712 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-4905fbc6-df44-499d-8f43-8d3e856e6fde req-46b83351-c11f-4063-ba06-ac4633b23c34 tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:25.811768 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f63a7b-9659-4246-b72d-7e5ef0396e68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=705c3a53-42a9-4585-bb45-55913253aeae,revision_number=0']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:40:25.813939 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-4905fbc6-df44-499d-8f43-8d3e856e6fde req-46b83351-c11f-4063-ba06-ac4633b23c34 tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] Publish callbacks [] for security_group (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:25.822211 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f63a7b-9659-4246-b72d-7e5ef0396e68 admin admin] Checking segment: {'id': 'c09d3499-9788-4094-b7d0-93f43dec1b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1bd0fdf0-c639-45b6-addc-35b5a883ecf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:40:25.822569 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f63a7b-9659-4246-b72d-7e5ef0396e68 admin admin] Network hostable DHCP agents. Network: 1bd0fdf0-c639-45b6-addc-35b5a883ecf6, hostable agents: ['055fa106-9079-4d8f-a829-e3ca37bbcb19'], hosted agents: [] {{(pid=106707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 19:40:25.826208 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d374b71c-e63f-4c9a-b88d-978230820b79 req-114f1e05-8155-4bf6-8aa8-5183171abb61 tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:25.827817 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-d374b71c-e63f-4c9a-b88d-978230820b79 req-114f1e05-8155-4bf6-8aa8-5183171abb61 tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] 10.222.0.15 "GET /v2.0/ports?device_id=890cbda6-c8dd-44f4-bd7c-ee8f75c56071 HTTP/1.1" status: 200 len: 945 time: 0.0778944 Apr 12 19:40:25.852522 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f63a7b-9659-4246-b72d-7e5ef0396e68 admin admin] Network 1bd0fdf0-c639-45b6-addc-35b5a883ecf6 is scheduled to be hosted by DHCP agent 055fa106-9079-4d8f-a829-e3ca37bbcb19 with binding_index 1 {{(pid=106707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 19:40:25.865252 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.scheduler.base_scheduler [None req-26f63a7b-9659-4246-b72d-7e5ef0396e68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837540-1-iscsi, 1bd0fdf0-c639-45b6-addc-35b5a883ecf6) {{(pid=106707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:40:25.879220 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae90a1c4-85ba-410c-b218-ebd3bf868830 None None] Network 1bd0fdf0-c639-45b6-addc-35b5a883ecf6 requested from dv-cinder-837540-1-iscsi {{(pid=106714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 19:40:25.881870 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f63a7b-9659-4246-b72d-7e5ef0396e68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:25.883004 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-26f63a7b-9659-4246-b72d-7e5ef0396e68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565043'] for subnet (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:25.900158 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-d374b71c-e63f-4c9a-b88d-978230820b79 req-5f1512b6-e426-480e-99de-2eab0b701a3a tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] 10.222.0.15 "GET /v2.0/security-groups?id=219899a9-c7a5-4082-a059-b48fcb93f635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642128 Apr 12 19:40:25.903376 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-26f63a7b-9659-4246-b72d-7e5ef0396e68 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5374727 Apr 12 19:40:25.952425 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-4905fbc6-df44-499d-8f43-8d3e856e6fde req-46b83351-c11f-4063-ba06-ac4633b23c34 tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] Publish callbacks [] for security_group (5bbc049f-ece2-46fd-bcc6-2cb81dafb706), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:25.959229 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-4905fbc6-df44-499d-8f43-8d3e856e6fde req-46b83351-c11f-4063-ba06-ac4633b23c34 tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (5bbc049f-ece2-46fd-bcc6-2cb81dafb706), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:26.026090 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b83351-c11f-4063-ba06-ac4633b23c34 tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bbc049f-ece2-46fd-bcc6-2cb81dafb706,revision_number=1']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:40:26.041084 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c709b77-b10d-4063-958c-ef79bb31e047 None None] Network 1bd0fdf0-c639-45b6-addc-35b5a883ecf6 requested from dv-cinder-837540-1-iscsi {{(pid=106714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 19:40:26.123185 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.db_base_plugin_common [req-4905fbc6-df44-499d-8f43-8d3e856e6fde req-46b83351-c11f-4063-ba06-ac4633b23c34 tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] Allocated IP 192.168.233.108 (a02eac2a-b95b-4b67-9aab-116598c68ad3/0a34e2cd-a82a-4bb0-b320-149cec5056bd/95fc2c39-cd55-4f48-b671-59efa694e305) {{(pid=106704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:40:26.279714 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-4905fbc6-df44-499d-8f43-8d3e856e6fde req-46b83351-c11f-4063-ba06-ac4633b23c34 tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] Publish callbacks [] for port (95fc2c39-cd55-4f48-b671-59efa694e305), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:26.320657 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-4905fbc6-df44-499d-8f43-8d3e856e6fde req-46b83351-c11f-4063-ba06-ac4633b23c34 tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749198058662'] for port (95fc2c39-cd55-4f48-b671-59efa694e305), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:26.367582 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4905fbc6-df44-499d-8f43-8d3e856e6fde req-46b83351-c11f-4063-ba06-ac4633b23c34 tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] Network a02eac2a-b95b-4b67-9aab-116598c68ad3 is already hosted by enough agents. {{(pid=106704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:40:26.370591 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.base_scheduler [req-4905fbc6-df44-499d-8f43-8d3e856e6fde req-46b83351-c11f-4063-ba06-ac4633b23c34 tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] Resources bound (agent type, host, resource id): {{(pid=106704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:40:26.373066 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.l3_dvrscheduler_db [req-4905fbc6-df44-499d-8f43-8d3e856e6fde req-46b83351-c11f-4063-ba06-ac4633b23c34 tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] Received port after_create {{(pid=106704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:40:26.379272 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4905fbc6-df44-499d-8f43-8d3e856e6fde req-46b83351-c11f-4063-ba06-ac4633b23c34 tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:26.380676 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-4905fbc6-df44-499d-8f43-8d3e856e6fde req-46b83351-c11f-4063-ba06-ac4633b23c34 tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565043'] for port (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:26.403070 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b83351-c11f-4063-ba06-ac4633b23c34 tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] Pushing event updated for resources: {'Port': ['ID=95fc2c39-cd55-4f48-b671-59efa694e305,revision_number=1']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:40:26.410579 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-4905fbc6-df44-499d-8f43-8d3e856e6fde req-46b83351-c11f-4063-ba06-ac4633b23c34 tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8423057 Apr 12 19:40:26.637524 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-2be5432b-5b1f-4b4d-92a8-4e8b2d298203 None None] Provisioning complete for port 95fc2c39-cd55-4f48-b671-59efa694e305 triggered by entity DHCP. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:40:26.638126 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-2be5432b-5b1f-4b4d-92a8-4e8b2d298203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (95fc2c39-cd55-4f48-b671-59efa694e305), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:26.670173 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-2be5432b-5b1f-4b4d-92a8-4e8b2d298203 None None] Port 95fc2c39-cd55-4f48-b671-59efa694e305 cannot update to ACTIVE because it is not bound. {{(pid=106714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 19:40:26.851749 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3af685-8674-447f-a45c-0a8cfe6a4b9b req-e3ad5fb8-8a2a-4b96-899c-166455909247 tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:26.853291 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-8d3af685-8674-447f-a45c-0a8cfe6a4b9b req-e3ad5fb8-8a2a-4b96-899c-166455909247 tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c4609d4-cafe-4d1e-ac5d-21f14a6413fa HTTP/1.1" status: 200 len: 936 time: 0.0519156 Apr 12 19:40:26.900315 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-8d3af685-8674-447f-a45c-0a8cfe6a4b9b req-7dbf6ae1-39c1-462e-8adf-37f7dc50a430 tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] 10.222.0.15 "GET /v2.0/security-groups?id=5bbc049f-ece2-46fd-bcc6-2cb81dafb706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413313 Apr 12 19:40:27.021873 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0b5bda-4420-498e-840d-3138413fb4de req-8e03d9f1-a17f-46d4-b828-19bb13143642 tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:27.023208 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-6f0b5bda-4420-498e-840d-3138413fb4de req-8e03d9f1-a17f-46d4-b828-19bb13143642 tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] 10.222.0.15 "GET /v2.0/ports?device_id=890cbda6-c8dd-44f4-bd7c-ee8f75c56071 HTTP/1.1" status: 200 len: 945 time: 0.0457106 Apr 12 19:40:27.071840 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-6f0b5bda-4420-498e-840d-3138413fb4de req-2540cb91-dd96-4f7b-a927-2ca26c875f5f tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] 10.222.0.15 "GET /v2.0/security-groups?id=219899a9-c7a5-4082-a059-b48fcb93f635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431070 Apr 12 19:40:28.011816 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0905d9c9-481d-4453-a229-5b30dd0e2bcf req-9cd6477e-c000-49b8-84f2-4079a925baac tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:28.013286 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-0905d9c9-481d-4453-a229-5b30dd0e2bcf req-9cd6477e-c000-49b8-84f2-4079a925baac tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c4609d4-cafe-4d1e-ac5d-21f14a6413fa HTTP/1.1" status: 200 len: 936 time: 0.0492868 Apr 12 19:40:28.059001 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-0905d9c9-481d-4453-a229-5b30dd0e2bcf req-bb3505d2-8c94-4b42-a765-482be407e69e tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] 10.222.0.15 "GET /v2.0/security-groups?id=5bbc049f-ece2-46fd-bcc6-2cb81dafb706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402005 Apr 12 19:40:28.205221 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ab41cc-d3d3-4872-8a77-575ce8b88e9d req-68d79f43-28e8-4c05-b40d-fa928eb707ce tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:28.206709 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-90ab41cc-d3d3-4872-8a77-575ce8b88e9d req-68d79f43-28e8-4c05-b40d-fa928eb707ce tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] 10.222.0.15 "GET /v2.0/ports?device_id=890cbda6-c8dd-44f4-bd7c-ee8f75c56071 HTTP/1.1" status: 200 len: 945 time: 0.0659926 Apr 12 19:40:28.232794 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.v2.base [req-4905fbc6-df44-499d-8f43-8d3e856e6fde req-10d6a72e-c238-43db-b949-04c91f1fdc42 service neutron] Request body: {'port': {'device_id': '9c4609d4-cafe-4d1e-ac5d-21f14a6413fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=106704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:40:28.281461 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-90ab41cc-d3d3-4872-8a77-575ce8b88e9d req-b569d215-4d85-4150-84c8-56bbbf74e4f3 tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] 10.222.0.15 "GET /v2.0/security-groups?id=219899a9-c7a5-4082-a059-b48fcb93f635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687516 Apr 12 19:40:28.307046 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-4905fbc6-df44-499d-8f43-8d3e856e6fde req-10d6a72e-c238-43db-b949-04c91f1fdc42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (95fc2c39-cd55-4f48-b671-59efa694e305), before_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:28.568086 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.notifiers.nova [req-4905fbc6-df44-499d-8f43-8d3e856e6fde req-10d6a72e-c238-43db-b949-04c91f1fdc42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95fc2c39-cd55-4f48-b671-59efa694e305 {{(pid=106704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 19:40:28.575537 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-4905fbc6-df44-499d-8f43-8d3e856e6fde req-10d6a72e-c238-43db-b949-04c91f1fdc42 service neutron] Publish callbacks [] for port (95fc2c39-cd55-4f48-b671-59efa694e305), precommit_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:28.587738 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.provisioning_blocks [req-4905fbc6-df44-499d-8f43-8d3e856e6fde req-10d6a72e-c238-43db-b949-04c91f1fdc42 service neutron] Transition to ACTIVE for port object 95fc2c39-cd55-4f48-b671-59efa694e305 will not be triggered until provisioned by entity L2. {{(pid=106704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 19:40:28.591609 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-4905fbc6-df44-499d-8f43-8d3e856e6fde req-10d6a72e-c238-43db-b949-04c91f1fdc42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (95fc2c39-cd55-4f48-b671-59efa694e305), after_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:28.642368 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d6a72e-c238-43db-b949-04c91f1fdc42 service neutron] Pushing event updated for resources: {'Port': ['ID=95fc2c39-cd55-4f48-b671-59efa694e305,revision_number=2']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:40:28.674606 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.managers [req-4905fbc6-df44-499d-8f43-8d3e856e6fde req-10d6a72e-c238-43db-b949-04c91f1fdc42 service neutron] Attempting to bind port 95fc2c39-cd55-4f48-b671-59efa694e305 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:40:28.674939 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.managers [req-4905fbc6-df44-499d-8f43-8d3e856e6fde req-10d6a72e-c238-43db-b949-04c91f1fdc42 service neutron] Attempting to bind port 95fc2c39-cd55-4f48-b671-59efa694e305 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '0c4ece8e-b182-4f8b-81ae-1e5f23b37924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'a02eac2a-b95b-4b67-9aab-116598c68ad3'}] {{(pid=106704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:40:28.675261 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4905fbc6-df44-499d-8f43-8d3e856e6fde req-10d6a72e-c238-43db-b949-04c91f1fdc42 service neutron] Attempting to bind port 95fc2c39-cd55-4f48-b671-59efa694e305 on network a02eac2a-b95b-4b67-9aab-116598c68ad3 {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:40:28.680493 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4905fbc6-df44-499d-8f43-8d3e856e6fde req-10d6a72e-c238-43db-b949-04c91f1fdc42 service neutron] Port 95fc2c39-cd55-4f48-b671-59efa694e305 on network a02eac2a-b95b-4b67-9aab-116598c68ad3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 19:40:28.680806 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4905fbc6-df44-499d-8f43-8d3e856e6fde req-10d6a72e-c238-43db-b949-04c91f1fdc42 service neutron] Attempting to bind port 95fc2c39-cd55-4f48-b671-59efa694e305 on network a02eac2a-b95b-4b67-9aab-116598c68ad3 {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:40:28.685571 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4905fbc6-df44-499d-8f43-8d3e856e6fde req-10d6a72e-c238-43db-b949-04c91f1fdc42 service neutron] Checking agent: {'id': 'ce4c6b0b-91ae-4576-82ad-f2f4ee2d2a45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 37, 20), 'started_at': datetime.datetime(2022, 4, 12, 19, 37, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:40:28.685916 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4905fbc6-df44-499d-8f43-8d3e856e6fde req-10d6a72e-c238-43db-b949-04c91f1fdc42 service neutron] Checking segment: {'id': '0c4ece8e-b182-4f8b-81ae-1e5f23b37924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'a02eac2a-b95b-4b67-9aab-116598c68ad3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:40:28.686277 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4905fbc6-df44-499d-8f43-8d3e856e6fde req-10d6a72e-c238-43db-b949-04c91f1fdc42 service neutron] Bound using segment: {'id': '0c4ece8e-b182-4f8b-81ae-1e5f23b37924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'a02eac2a-b95b-4b67-9aab-116598c68ad3'} {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:40:28.686696 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.managers [req-4905fbc6-df44-499d-8f43-8d3e856e6fde req-10d6a72e-c238-43db-b949-04c91f1fdc42 service neutron] Bound port: 95fc2c39-cd55-4f48-b671-59efa694e305, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c4ece8e-b182-4f8b-81ae-1e5f23b37924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'a02eac2a-b95b-4b67-9aab-116598c68ad3'}}] {{(pid=106704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:40:28.687040 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-4905fbc6-df44-499d-8f43-8d3e856e6fde req-10d6a72e-c238-43db-b949-04c91f1fdc42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (95fc2c39-cd55-4f48-b671-59efa694e305), before_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:28.754183 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.db [req-4905fbc6-df44-499d-8f43-8d3e856e6fde req-10d6a72e-c238-43db-b949-04c91f1fdc42 service neutron] For port 95fc2c39-cd55-4f48-b671-59efa694e305, host hv-cinder-83754, cleared binding levels {{(pid=106704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:40:28.757382 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.db [req-4905fbc6-df44-499d-8f43-8d3e856e6fde req-10d6a72e-c238-43db-b949-04c91f1fdc42 service neutron] For port 95fc2c39-cd55-4f48-b671-59efa694e305, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=95fc2c39-cd55-4f48-b671-59efa694e305,segment=NetworkSegment(0c4ece8e-b182-4f8b-81ae-1e5f23b37924),segment_id=0c4ece8e-b182-4f8b-81ae-1e5f23b37924)] {{(pid=106704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:40:28.764414 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-4905fbc6-df44-499d-8f43-8d3e856e6fde req-10d6a72e-c238-43db-b949-04c91f1fdc42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (95fc2c39-cd55-4f48-b671-59efa694e305), after_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:28.796784 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4905fbc6-df44-499d-8f43-8d3e856e6fde req-10d6a72e-c238-43db-b949-04c91f1fdc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:28.797412 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-4905fbc6-df44-499d-8f43-8d3e856e6fde req-10d6a72e-c238-43db-b949-04c91f1fdc42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565043'] for port (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:28.798795 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-4905fbc6-df44-499d-8f43-8d3e856e6fde req-10d6a72e-c238-43db-b949-04c91f1fdc42 service neutron] 10.222.0.25 "PUT /v2.0/ports/95fc2c39-cd55-4f48-b671-59efa694e305 HTTP/1.1" status: 200 len: 1098 time: 0.5699625 Apr 12 19:40:28.799235 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c4609d4-cafe-4d1e-ac5d-21f14a6413fa', 'tag': '95fc2c39-cd55-4f48-b671-59efa694e305'}] {{(pid=106704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:40:28.802461 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7198706052eeb44005bd3d373437c5078b0bb903de01f30342c0d4536e5352d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18e13470-a7a0-48ec-bb51-eab0ca2ce29d" -d '{"events": [{"name": "network-changed", "server_uuid": "9c4609d4-cafe-4d1e-ac5d-21f14a6413fa", "tag": "95fc2c39-cd55-4f48-b671-59efa694e305"}]}' {{(pid=106704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:40:28.830778 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d6a72e-c238-43db-b949-04c91f1fdc42 service neutron] Pushing event updated for resources: {'Port': ['ID=95fc2c39-cd55-4f48-b671-59efa694e305,revision_number=3']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:40:28.851099 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 19:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c87e456-8fe4-442b-bd0b-ce6a06a9c42b x-openstack-request-id: req-6c87e456-8fe4-442b-bd0b-ce6a06a9c42b {{(pid=106704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:40:28.851396 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c4609d4-cafe-4d1e-ac5d-21f14a6413fa", "tag": "95fc2c39-cd55-4f48-b671-59efa694e305", "status": "completed", "code": 200}]} {{(pid=106704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:40:28.851656 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6c87e456-8fe4-442b-bd0b-ce6a06a9c42b {{(pid=106704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:40:28.852099 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c87e456-8fe4-442b-bd0b-ce6a06a9c42b'] response: {'name': 'network-changed', 'server_uuid': '9c4609d4-cafe-4d1e-ac5d-21f14a6413fa', 'tag': '95fc2c39-cd55-4f48-b671-59efa694e305', 'status': 'completed', 'code': 200} Apr 12 19:40:29.177046 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78fb77f-b8a2-47ac-8ab1-f8a5211539e2 req-fe51f33c-afa2-41e7-8aee-b9a53a844e5d tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:29.178545 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-f78fb77f-b8a2-47ac-8ab1-f8a5211539e2 req-fe51f33c-afa2-41e7-8aee-b9a53a844e5d tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c4609d4-cafe-4d1e-ac5d-21f14a6413fa HTTP/1.1" status: 200 len: 948 time: 0.0472691 Apr 12 19:40:29.187298 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.agents_db [None req-c5aaa6ba-db5d-46db-92f0-20249d3ff0a0 None None] Agent healthcheck: found 6 active agents {{(pid=106718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 19:40:29.231680 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-f78fb77f-b8a2-47ac-8ab1-f8a5211539e2 req-e07dbdeb-0c7f-4bd3-abbf-bd29a9c62717 tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] 10.222.0.15 "GET /v2.0/security-groups?id=5bbc049f-ece2-46fd-bcc6-2cb81dafb706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475552 Apr 12 19:40:29.391335 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927edaf-db7c-4cf4-93e7-69bf98413563 req-dd1c98b3-2fe5-4cee-bbc3-0828aaeb5710 tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:29.392807 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-5927edaf-db7c-4cf4-93e7-69bf98413563 req-dd1c98b3-2fe5-4cee-bbc3-0828aaeb5710 tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] 10.222.0.15 "GET /v2.0/ports?device_id=890cbda6-c8dd-44f4-bd7c-ee8f75c56071 HTTP/1.1" status: 200 len: 945 time: 0.0455890 Apr 12 19:40:29.438388 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-5927edaf-db7c-4cf4-93e7-69bf98413563 req-b61236fa-c557-43cd-8d82-10d23bc7786d tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] 10.222.0.15 "GET /v2.0/security-groups?id=219899a9-c7a5-4082-a059-b48fcb93f635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393767 Apr 12 19:40:30.029764 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e13470-a7a0-48ec-bb51-eab0ca2ce29d req-ef1adfac-4f50-412c-be90-9fd0e640e1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:30.031253 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-18e13470-a7a0-48ec-bb51-eab0ca2ce29d req-ef1adfac-4f50-412c-be90-9fd0e640e1b8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9b8180a4663a4511911c6cd30bfda5e9&device_id=9c4609d4-cafe-4d1e-ac5d-21f14a6413fa HTTP/1.1" status: 200 len: 1132 time: 0.0709348 Apr 12 19:40:30.033145 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-6652f36a-b9f8-4bab-be8e-1158285c1112 req-85c985fd-40c9-4ea6-96af-c3edf8372aa6 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0715523 Apr 12 19:40:30.089772 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-18e13470-a7a0-48ec-bb51-eab0ca2ce29d req-1475c48f-a8d4-4c2a-9e13-1296aba41fa6 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=9b8180a4663a4511911c6cd30bfda5e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0256190 Apr 12 19:40:30.225109 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6652f36a-b9f8-4bab-be8e-1158285c1112 req-772520b7-bd2a-421a-82ed-4af3ed125ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:30.226587 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-6652f36a-b9f8-4bab-be8e-1158285c1112 req-772520b7-bd2a-421a-82ed-4af3ed125ed4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a16ad9726e5e4b49874286bb90e53c94&device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 1129 time: 0.1162457 Apr 12 19:40:30.358088 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e13470-a7a0-48ec-bb51-eab0ca2ce29d req-4bdd9259-24a7-4d2d-b650-64fa493fa2df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:30.359721 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-18e13470-a7a0-48ec-bb51-eab0ca2ce29d req-4bdd9259-24a7-4d2d-b650-64fa493fa2df service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2634623 Apr 12 19:40:30.388514 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d4f77c-2092-4db5-b757-830fccf3d3db req-91f92ce3-e7ab-45a6-b233-fab918b708ee tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:30.390032 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-94d4f77c-2092-4db5-b757-830fccf3d3db req-91f92ce3-e7ab-45a6-b233-fab918b708ee tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c4609d4-cafe-4d1e-ac5d-21f14a6413fa HTTP/1.1" status: 200 len: 948 time: 0.0911012 Apr 12 19:40:30.410256 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6652f36a-b9f8-4bab-be8e-1158285c1112 req-5ca504ce-922e-4448-819c-8e8c55cc6a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:30.412231 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-6652f36a-b9f8-4bab-be8e-1158285c1112 req-5ca504ce-922e-4448-819c-8e8c55cc6a1d service neutron] 10.222.0.25 "GET /v2.0/networks?id=f4a737e2-fbd1-4d73-b744-770d94c0d414 HTTP/1.1" status: 200 len: 917 time: 0.1594803 Apr 12 19:40:30.445955 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-94d4f77c-2092-4db5-b757-830fccf3d3db req-3f02a83a-295d-422f-a5bf-5fedbeeb198f tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] 10.222.0.15 "GET /v2.0/security-groups?id=5bbc049f-ece2-46fd-bcc6-2cb81dafb706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496528 Apr 12 19:40:30.554579 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c035ca0c-99d3-4eed-afe5-80b9ea1efee3 req-a388dac2-382a-49ad-8acf-14b8e7410d53 tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:30.556060 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-c035ca0c-99d3-4eed-afe5-80b9ea1efee3 req-a388dac2-382a-49ad-8acf-14b8e7410d53 tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] 10.222.0.15 "GET /v2.0/ports?device_id=890cbda6-c8dd-44f4-bd7c-ee8f75c56071 HTTP/1.1" status: 200 len: 945 time: 0.0462341 Apr 12 19:40:30.606580 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-c035ca0c-99d3-4eed-afe5-80b9ea1efee3 req-876edd61-2f9f-4380-b449-07b450cfa69f tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] 10.222.0.15 "GET /v2.0/security-groups?id=219899a9-c7a5-4082-a059-b48fcb93f635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450656 Apr 12 19:40:31.554725 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce9da88-ad1f-422a-b9e2-b2811773e5e3 req-1cbec15b-9b77-4ce9-8d5a-4e8bb45d25a7 tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:31.556203 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-4ce9da88-ad1f-422a-b9e2-b2811773e5e3 req-1cbec15b-9b77-4ce9-8d5a-4e8bb45d25a7 tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c4609d4-cafe-4d1e-ac5d-21f14a6413fa HTTP/1.1" status: 200 len: 948 time: 0.0457876 Apr 12 19:40:31.604152 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-4ce9da88-ad1f-422a-b9e2-b2811773e5e3 req-3d8a6776-8431-48ca-ac98-b22c85a18290 tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] 10.222.0.15 "GET /v2.0/security-groups?id=5bbc049f-ece2-46fd-bcc6-2cb81dafb706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420976 Apr 12 19:40:31.720551 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8486de-a20c-4bf9-b5c6-dd643e6d70c5 req-1b1d2b80-8344-4149-9727-3e5212a61a49 tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:31.722079 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-bf8486de-a20c-4bf9-b5c6-dd643e6d70c5 req-1b1d2b80-8344-4149-9727-3e5212a61a49 tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] 10.222.0.15 "GET /v2.0/ports?device_id=890cbda6-c8dd-44f4-bd7c-ee8f75c56071 HTTP/1.1" status: 200 len: 945 time: 0.0489991 Apr 12 19:40:31.770615 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-bf8486de-a20c-4bf9-b5c6-dd643e6d70c5 req-992aefb5-b994-4a6d-8c0c-7be616f93272 tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] 10.222.0.15 "GET /v2.0/security-groups?id=219899a9-c7a5-4082-a059-b48fcb93f635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418377 Apr 12 19:40:32.717616 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0784ede-5d2c-46ca-a8f5-b53f57b175aa req-07a2e782-1af5-44ca-ac5b-6ff98c1b5bfa tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:32.719085 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-a0784ede-5d2c-46ca-a8f5-b53f57b175aa req-07a2e782-1af5-44ca-ac5b-6ff98c1b5bfa tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c4609d4-cafe-4d1e-ac5d-21f14a6413fa HTTP/1.1" status: 200 len: 948 time: 0.0485744 Apr 12 19:40:32.767697 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-a0784ede-5d2c-46ca-a8f5-b53f57b175aa req-90624421-1ef2-42eb-b104-0d71173acb58 tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] 10.222.0.15 "GET /v2.0/security-groups?id=5bbc049f-ece2-46fd-bcc6-2cb81dafb706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423906 Apr 12 19:40:32.878832 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf4aa4b-6619-4368-bb70-18bc0e66377c req-921f7787-9f52-48f4-a7fd-eef35d68d76f tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:32.880422 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-fcf4aa4b-6619-4368-bb70-18bc0e66377c req-921f7787-9f52-48f4-a7fd-eef35d68d76f tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] 10.222.0.15 "GET /v2.0/ports?device_id=890cbda6-c8dd-44f4-bd7c-ee8f75c56071 HTTP/1.1" status: 200 len: 945 time: 0.0457349 Apr 12 19:40:32.926642 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-fcf4aa4b-6619-4368-bb70-18bc0e66377c req-7e3edf79-97e5-432a-a1bc-0676ff2e24b9 tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] 10.222.0.15 "GET /v2.0/security-groups?id=219899a9-c7a5-4082-a059-b48fcb93f635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404565 Apr 12 19:40:33.877032 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e5f118-f9e2-4a76-9ece-06bb9b8b5bac req-71204bf0-3422-4068-b1a9-6e12e1c7bd62 tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:33.878508 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-d4e5f118-f9e2-4a76-9ece-06bb9b8b5bac req-71204bf0-3422-4068-b1a9-6e12e1c7bd62 tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c4609d4-cafe-4d1e-ac5d-21f14a6413fa HTTP/1.1" status: 200 len: 948 time: 0.0451734 Apr 12 19:40:33.926099 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-d4e5f118-f9e2-4a76-9ece-06bb9b8b5bac req-93262d9b-07eb-4c8d-a319-91a606d89009 tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] 10.222.0.15 "GET /v2.0/security-groups?id=5bbc049f-ece2-46fd-bcc6-2cb81dafb706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417554 Apr 12 19:40:34.040070 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d77c17-4b4a-4398-b721-9de16bef6d94 req-3d52a125-61b0-4cf9-a69f-630ae28e444b tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:34.041724 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-51d77c17-4b4a-4398-b721-9de16bef6d94 req-3d52a125-61b0-4cf9-a69f-630ae28e444b tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] 10.222.0.15 "GET /v2.0/ports?device_id=890cbda6-c8dd-44f4-bd7c-ee8f75c56071 HTTP/1.1" status: 200 len: 945 time: 0.0503182 Apr 12 19:40:34.088803 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-51d77c17-4b4a-4398-b721-9de16bef6d94 req-527ed7eb-ba5e-4687-b8aa-6db17059cd93 tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] 10.222.0.15 "GET /v2.0/security-groups?id=219899a9-c7a5-4082-a059-b48fcb93f635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401740 Apr 12 19:40:35.034433 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeacf9c-c6c6-4b8c-bf96-b332c9ba8cd7 req-6f9672ad-9bf4-45ad-9a10-0944f3f90851 tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:35.035855 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-6eeacf9c-c6c6-4b8c-bf96-b332c9ba8cd7 req-6f9672ad-9bf4-45ad-9a10-0944f3f90851 tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c4609d4-cafe-4d1e-ac5d-21f14a6413fa HTTP/1.1" status: 200 len: 948 time: 0.0462918 Apr 12 19:40:35.084197 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-6eeacf9c-c6c6-4b8c-bf96-b332c9ba8cd7 req-0369766b-2f99-4610-bc41-cc24a6392974 tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] 10.222.0.15 "GET /v2.0/security-groups?id=5bbc049f-ece2-46fd-bcc6-2cb81dafb706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428412 Apr 12 19:40:35.199850 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bc4c8e-d6d4-4fbf-9977-cc1f58d508b5 req-958bc1ce-c4bb-4f74-9c8a-ab33409fcfc2 tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:35.201358 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-e7bc4c8e-d6d4-4fbf-9977-cc1f58d508b5 req-958bc1ce-c4bb-4f74-9c8a-ab33409fcfc2 tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] 10.222.0.15 "GET /v2.0/ports?device_id=890cbda6-c8dd-44f4-bd7c-ee8f75c56071 HTTP/1.1" status: 200 len: 945 time: 0.0473027 Apr 12 19:40:35.251193 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-e7bc4c8e-d6d4-4fbf-9977-cc1f58d508b5 req-426cd6e9-aeee-42f1-a6f9-e10437e14a4e tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] 10.222.0.15 "GET /v2.0/security-groups?id=219899a9-c7a5-4082-a059-b48fcb93f635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442228 Apr 12 19:40:36.169771 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-6652f36a-b9f8-4bab-be8e-1158285c1112 req-87536e75-fb42-4684-817e-d72b6997e7f1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=468143f7-dffa-4455-923d-7df1610e3c88 HTTP/1.1" status: 200 len: 1001 time: 0.0724988 Apr 12 19:40:36.202821 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f6bfb8-0833-4e06-93a5-ba74067ead6e req-aff2c85f-25ed-4bae-8f26-d830fac578f7 tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:36.204288 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-45f6bfb8-0833-4e06-93a5-ba74067ead6e req-aff2c85f-25ed-4bae-8f26-d830fac578f7 tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c4609d4-cafe-4d1e-ac5d-21f14a6413fa HTTP/1.1" status: 200 len: 948 time: 0.0537522 Apr 12 19:40:36.253034 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-45f6bfb8-0833-4e06-93a5-ba74067ead6e req-35793afe-6340-47d7-8dc9-01973d13c3f6 tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] 10.222.0.15 "GET /v2.0/security-groups?id=5bbc049f-ece2-46fd-bcc6-2cb81dafb706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430069 Apr 12 19:40:36.366443 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c16b6f3-f06a-4c10-b796-e2f7fc2ed05a req-3ab2ec6b-b7d0-4296-b57c-17e555f80cd9 tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:36.367940 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-1c16b6f3-f06a-4c10-b796-e2f7fc2ed05a req-3ab2ec6b-b7d0-4296-b57c-17e555f80cd9 tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] 10.222.0.15 "GET /v2.0/ports?device_id=890cbda6-c8dd-44f4-bd7c-ee8f75c56071 HTTP/1.1" status: 200 len: 945 time: 0.0513439 Apr 12 19:40:36.398540 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4905fbc6-df44-499d-8f43-8d3e856e6fde req-52548047-de1e-419b-b87a-849b14277436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:36.400063 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-4905fbc6-df44-499d-8f43-8d3e856e6fde req-52548047-de1e-419b-b87a-849b14277436 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9b8180a4663a4511911c6cd30bfda5e9&device_id=9c4609d4-cafe-4d1e-ac5d-21f14a6413fa HTTP/1.1" status: 200 len: 1132 time: 0.0649180 Apr 12 19:40:36.401445 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6652f36a-b9f8-4bab-be8e-1158285c1112 req-db78155f-32c1-4a08-b4be-aedee91be59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:36.403506 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-6652f36a-b9f8-4bab-be8e-1158285c1112 req-db78155f-32c1-4a08-b4be-aedee91be59d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f0175af4-3e14-4634-8d47-e6784ac2f6db HTTP/1.1" status: 200 len: 855 time: 0.0756779 Apr 12 19:40:36.420438 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-1c16b6f3-f06a-4c10-b796-e2f7fc2ed05a req-8e329132-5608-40d3-92e7-af475da828ca tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] 10.222.0.15 "GET /v2.0/security-groups?id=219899a9-c7a5-4082-a059-b48fcb93f635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417509 Apr 12 19:40:37.298939 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-4905fbc6-df44-499d-8f43-8d3e856e6fde req-3e70fd1d-74dc-4fbc-8be4-040e51edf3fb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=95fc2c39-cd55-4f48-b671-59efa694e305 HTTP/1.1" status: 200 len: 217 time: 0.0685761 Apr 12 19:40:37.315114 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6652f36a-b9f8-4bab-be8e-1158285c1112 req-91de4ccc-f6c8-4824-a42a-8b9feabb37a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:37.316700 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-6652f36a-b9f8-4bab-be8e-1158285c1112 req-91de4ccc-f6c8-4824-a42a-8b9feabb37a9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f4a737e2-fbd1-4d73-b744-770d94c0d414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0877042 Apr 12 19:40:37.398827 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9649c92-ab66-48a1-8f6e-49cdaef8990c req-1d312639-3d7a-4228-9209-ccb8061d75d5 tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:37.401034 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-d9649c92-ab66-48a1-8f6e-49cdaef8990c req-1d312639-3d7a-4228-9209-ccb8061d75d5 tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] 10.222.0.25 "GET /v2.0/ports?device_id=890cbda6-c8dd-44f4-bd7c-ee8f75c56071 HTTP/1.1" status: 200 len: 945 time: 0.0462635 Apr 12 19:40:37.406931 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e129755d-97f4-4a93-a265-a657588449a7 req-470dd0ce-0171-499e-a71a-391f7580dcf5 tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:37.408548 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-e129755d-97f4-4a93-a265-a657588449a7 req-470dd0ce-0171-499e-a71a-391f7580dcf5 tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c4609d4-cafe-4d1e-ac5d-21f14a6413fa HTTP/1.1" status: 200 len: 948 time: 0.0852063 Apr 12 19:40:37.581873 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbcd767-2f09-43cd-86e5-63a1c11b277c req-687091b9-f25e-4ddf-8e04-bd6616578db5 tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:37.583360 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-1dbcd767-2f09-43cd-86e5-63a1c11b277c req-687091b9-f25e-4ddf-8e04-bd6616578db5 tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] 10.222.0.15 "GET /v2.0/ports?device_id=890cbda6-c8dd-44f4-bd7c-ee8f75c56071 HTTP/1.1" status: 200 len: 945 time: 0.0762377 Apr 12 19:40:37.584470 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.plugin [req-d9649c92-ab66-48a1-8f6e-49cdaef8990c req-5ab426c7-94ff-4101-960f-969b93593f97 tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] Deleting port 8ca63eb5-445e-4f0b-a029-7dd7a8cc2642 {{(pid=106707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:40:37.584808 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [req-d9649c92-ab66-48a1-8f6e-49cdaef8990c req-5ab426c7-94ff-4101-960f-969b93593f97 tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749198460456'] for port (8ca63eb5-445e-4f0b-a029-7dd7a8cc2642), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:37.667383 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4905fbc6-df44-499d-8f43-8d3e856e6fde req-268acaf5-2f64-4599-8c7a-fe42b872fd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:37.668867 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-4905fbc6-df44-499d-8f43-8d3e856e6fde req-268acaf5-2f64-4599-8c7a-fe42b872fd4f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0a34e2cd-a82a-4bb0-b320-149cec5056bd HTTP/1.1" status: 200 len: 843 time: 0.3145294 Apr 12 19:40:37.690332 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-1dbcd767-2f09-43cd-86e5-63a1c11b277c req-736f8579-ea88-414d-8a22-f38842b219cf tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] 10.222.0.15 "GET /v2.0/security-groups?id=219899a9-c7a5-4082-a059-b48fcb93f635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010048 Apr 12 19:40:37.716753 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.db [req-d9649c92-ab66-48a1-8f6e-49cdaef8990c req-5ab426c7-94ff-4101-960f-969b93593f97 tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] For port 8ca63eb5-445e-4f0b-a029-7dd7a8cc2642, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=8ca63eb5-445e-4f0b-a029-7dd7a8cc2642,segment=NetworkSegment(3eeee0ae-8a5f-4dc3-91c4-52d84d79189e),segment_id=3eeee0ae-8a5f-4dc3-91c4-52d84d79189e)] {{(pid=106707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:40:37.716753 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [req-d9649c92-ab66-48a1-8f6e-49cdaef8990c req-5ab426c7-94ff-4101-960f-969b93593f97 tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661808'] for port (8ca63eb5-445e-4f0b-a029-7dd7a8cc2642), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:37.727145 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.plugin [req-d9649c92-ab66-48a1-8f6e-49cdaef8990c req-5ab426c7-94ff-4101-960f-969b93593f97 tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] Calling delete_port for 8ca63eb5-445e-4f0b-a029-7dd7a8cc2642 owned by compute:nova {{(pid=106707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:40:37.731992 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-e129755d-97f4-4a93-a265-a657588449a7 req-1570a633-ef94-42b3-8d7c-dce941cf10e9 tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] 10.222.0.15 "GET /v2.0/security-groups?id=5bbc049f-ece2-46fd-bcc6-2cb81dafb706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3103850 Apr 12 19:40:37.742398 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4905fbc6-df44-499d-8f43-8d3e856e6fde req-12593037-3d60-468a-b7c6-7e8c10d17d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:37.743999 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-4905fbc6-df44-499d-8f43-8d3e856e6fde req-12593037-3d60-468a-b7c6-7e8c10d17d50 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a02eac2a-b95b-4b67-9aab-116598c68ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0670857 Apr 12 19:40:37.746054 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-6652f36a-b9f8-4bab-be8e-1158285c1112 req-c5827885-c946-4379-b45a-0bc8e033ef72 service neutron] 10.222.0.25 "GET /v2.0/networks/f4a737e2-fbd1-4d73-b744-770d94c0d414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3901145 Apr 12 19:40:37.920625 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [req-d9649c92-ab66-48a1-8f6e-49cdaef8990c req-5ab426c7-94ff-4101-960f-969b93593f97 tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749198465814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749198058671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9064885'] for port (8ca63eb5-445e-4f0b-a029-7dd7a8cc2642), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:37.921145 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-4905fbc6-df44-499d-8f43-8d3e856e6fde req-ef37658d-5b0f-4e76-ae8c-b2c990fcde23 service neutron] 10.222.0.25 "GET /v2.0/networks/a02eac2a-b95b-4b67-9aab-116598c68ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642132 Apr 12 19:40:37.923194 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-6652f36a-b9f8-4bab-be8e-1158285c1112 req-c1b49b7a-925a-4769-8401-0c3c697e934c service neutron] 10.222.0.25 "GET /v2.0/networks/f4a737e2-fbd1-4d73-b744-770d94c0d414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651335 Apr 12 19:40:37.934388 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] get_ports_and_sgs() called for port_ids ['8ca63eb5-445e-4f0b-a029-7dd7a8cc2642'] {{(pid=106714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 19:40:37.952866 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab426c7-94ff-4101-960f-969b93593f97 tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] Pushing event deleted for resources: {'Port': ['ID=8ca63eb5-445e-4f0b-a029-7dd7a8cc2642,revision_number=None']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:40:38.028436 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9649c92-ab66-48a1-8f6e-49cdaef8990c req-5ab426c7-94ff-4101-960f-969b93593f97 tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] No DVR routers for this DVR port 8ca63eb5-445e-4f0b-a029-7dd7a8cc2642 on host hv-cinder-83754 {{(pid=106707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 19:40:38.032090 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [req-d9649c92-ab66-48a1-8f6e-49cdaef8990c req-5ab426c7-94ff-4101-960f-969b93593f97 tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245471'] for port (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:38.033543 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-4905fbc6-df44-499d-8f43-8d3e856e6fde req-3692f6c6-8341-42c6-b102-ba1ae58d567e service neutron] 10.222.0.25 "GET /v2.0/networks/a02eac2a-b95b-4b67-9aab-116598c68ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002250 Apr 12 19:40:38.035669 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-d9649c92-ab66-48a1-8f6e-49cdaef8990c req-5ab426c7-94ff-4101-960f-969b93593f97 tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] 10.222.0.25 "DELETE /v2.0/ports/8ca63eb5-445e-4f0b-a029-7dd7a8cc2642 HTTP/1.1" status: 204 len: 173 time: 0.6277456 Apr 12 19:40:38.036161 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '890cbda6-c8dd-44f4-bd7c-ee8f75c56071', 'name': 'network-vif-deleted', 'tag': '8ca63eb5-445e-4f0b-a029-7dd7a8cc2642'}] {{(pid=106707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:40:38.038511 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24bc1a40dab415d93c04770333daaec18ee8cbc44e8bdbc940996836fe034448" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0502509f-bf3b-4f19-9467-5c05ead88f39" -d '{"events": [{"server_uuid": "890cbda6-c8dd-44f4-bd7c-ee8f75c56071", "name": "network-vif-deleted", "tag": "8ca63eb5-445e-4f0b-a029-7dd7a8cc2642"}]}' {{(pid=106707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:40:38.073254 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 19:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b54afa02-ce9d-47c7-8979-7788bdc751d3 x-openstack-request-id: req-b54afa02-ce9d-47c7-8979-7788bdc751d3 {{(pid=106707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:40:38.073577 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "890cbda6-c8dd-44f4-bd7c-ee8f75c56071", "name": "network-vif-deleted", "tag": "8ca63eb5-445e-4f0b-a029-7dd7a8cc2642", "status": "completed", "code": 200}]} {{(pid=106707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:40:38.073850 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b54afa02-ce9d-47c7-8979-7788bdc751d3 {{(pid=106707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:40:38.074259 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b54afa02-ce9d-47c7-8979-7788bdc751d3'] response: {'server_uuid': '890cbda6-c8dd-44f4-bd7c-ee8f75c56071', 'name': 'network-vif-deleted', 'tag': '8ca63eb5-445e-4f0b-a029-7dd7a8cc2642', 'status': 'completed', 'code': 200} Apr 12 19:40:38.245120 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de3f20e-de6c-4f43-a9a6-45537631903f req-d02fcfa5-3183-47aa-86c4-07b7a7a0b562 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:38.246691 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-9de3f20e-de6c-4f43-a9a6-45537631903f req-d02fcfa5-3183-47aa-86c4-07b7a7a0b562 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/networks?id=1bd0fdf0-c639-45b6-addc-35b5a883ecf6 HTTP/1.1" status: 200 len: 807 time: 0.1056809 Apr 12 19:40:38.261929 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-9de3f20e-de6c-4f43-a9a6-45537631903f req-697bb4f8-419d-45cc-97eb-412add7b450e tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/quotas/cda9058786dc4aa9a218711757d096ec HTTP/1.1" status: 200 len: 375 time: 0.0091677 Apr 12 19:40:38.295481 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-9de3f20e-de6c-4f43-a9a6-45537631903f req-ca555c4e-ca3b-4fe8-883d-51b26d02ce34 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=cda9058786dc4aa9a218711757d096ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285823 Apr 12 19:40:38.388634 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-9de3f20e-de6c-4f43-a9a6-45537631903f req-45baf282-adc4-46ff-b5f2-27d317587f63 service neutron] 10.222.0.15 "GET /v2.0/networks/1bd0fdf0-c639-45b6-addc-35b5a883ecf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864911 Apr 12 19:40:38.481158 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-9de3f20e-de6c-4f43-a9a6-45537631903f req-d481adb4-d703-4ba9-b8c5-c2edf247ae09 service neutron] 10.222.0.15 "GET /v2.0/networks/1bd0fdf0-c639-45b6-addc-35b5a883ecf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868556 Apr 12 19:40:38.648963 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-47cf65e8-6e2b-47c1-99ba-6967d922415d req-832ac17d-7366-4cb4-984f-aff4cb077b1b tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/ports?device_id=5136d3b0-b5c7-42d5-8eb4-d3cbf9bbb88f HTTP/1.1" status: 200 len: 210 time: 0.0310495 Apr 12 19:40:38.796308 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-39cef0e2-b386-4d71-a640-ef66828b9de0 req-e8807122-6fd2-4028-bd32-7f44f563b4f6 tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] 10.222.0.15 "GET /v2.0/ports?device_id=890cbda6-c8dd-44f4-bd7c-ee8f75c56071 HTTP/1.1" status: 200 len: 210 time: 0.0300236 Apr 12 19:40:38.880153 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819d16a7-2403-4cc5-8848-728e37c6ea5c req-36f08a14-265b-49c5-8b08-76524cd3744b tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:38.882288 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-819d16a7-2403-4cc5-8848-728e37c6ea5c req-36f08a14-265b-49c5-8b08-76524cd3744b tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c4609d4-cafe-4d1e-ac5d-21f14a6413fa HTTP/1.1" status: 200 len: 948 time: 0.0700488 Apr 12 19:40:38.935420 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-819d16a7-2403-4cc5-8848-728e37c6ea5c req-98f90f48-e2b5-4b1d-aefc-ead886d7d2e5 tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] 10.222.0.15 "GET /v2.0/security-groups?id=5bbc049f-ece2-46fd-bcc6-2cb81dafb706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464778 Apr 12 19:40:39.741223 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-2a706a71-4199-4b65-ab87-1e7148452e00 req-ced96f8f-3ad7-4eea-bb0f-e232671f5302 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/ports?device_id=5136d3b0-b5c7-42d5-8eb4-d3cbf9bbb88f HTTP/1.1" status: 200 len: 210 time: 0.0305808 Apr 12 19:40:39.906292 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-d95cf771-0a9c-46d8-905d-8699ba633079 req-1814eab5-4923-48db-b032-593460dfb0f3 tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] 10.222.0.15 "GET /v2.0/ports?device_id=890cbda6-c8dd-44f4-bd7c-ee8f75c56071 HTTP/1.1" status: 200 len: 210 time: 0.0328286 Apr 12 19:40:40.050851 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1ab792-73fd-4bed-87a0-9be5007bdeec req-ec1fbb99-f506-4187-bb4a-6211c53052b9 tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:40.052369 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-ce1ab792-73fd-4bed-87a0-9be5007bdeec req-ec1fbb99-f506-4187-bb4a-6211c53052b9 tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c4609d4-cafe-4d1e-ac5d-21f14a6413fa HTTP/1.1" status: 200 len: 948 time: 0.0504830 Apr 12 19:40:40.098267 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-ce1ab792-73fd-4bed-87a0-9be5007bdeec req-82feee8f-5777-4236-8017-4699c4cde850 tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] 10.222.0.15 "GET /v2.0/security-groups?id=5bbc049f-ece2-46fd-bcc6-2cb81dafb706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402472 Apr 12 19:40:40.833461 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-1b71ef02-f19e-4afa-820a-42c6969603cd req-e27065e8-3092-4f67-8af8-ad0ac27642f5 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/ports?device_id=5136d3b0-b5c7-42d5-8eb4-d3cbf9bbb88f HTTP/1.1" status: 200 len: 210 time: 0.0275803 Apr 12 19:40:41.000927 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-0ac8abda-4a6c-4db4-a06a-cb83cd7ad09e req-f48e1d2d-b580-4afe-be51-b54f20054f73 tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] 10.222.0.15 "GET /v2.0/ports?device_id=890cbda6-c8dd-44f4-bd7c-ee8f75c56071 HTTP/1.1" status: 200 len: 210 time: 0.0292654 Apr 12 19:40:41.210681 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743875da-b1f1-4f6f-88e9-103465e098e4 req-a9354179-0708-4f07-bc10-4a2f76f955de tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:41.212178 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-743875da-b1f1-4f6f-88e9-103465e098e4 req-a9354179-0708-4f07-bc10-4a2f76f955de tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c4609d4-cafe-4d1e-ac5d-21f14a6413fa HTTP/1.1" status: 200 len: 948 time: 0.0456214 Apr 12 19:40:41.258847 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-743875da-b1f1-4f6f-88e9-103465e098e4 req-0f9ee037-b275-4b2d-81e7-84b42747a551 tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] 10.222.0.15 "GET /v2.0/security-groups?id=5bbc049f-ece2-46fd-bcc6-2cb81dafb706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396228 Apr 12 19:40:41.935314 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-7c1b3e3e-1f94-4fd1-afd3-b9c0344195ed req-51b68bc8-fd16-437c-b8e4-4f19502c246b tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/ports?device_id=5136d3b0-b5c7-42d5-8eb4-d3cbf9bbb88f HTTP/1.1" status: 200 len: 210 time: 0.0303545 Apr 12 19:40:42.103515 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-06fa3295-f7e1-4a91-840f-c3a6e10b1878 req-dd42c002-5f02-4454-8790-efadb76fecdc tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] 10.222.0.15 "GET /v2.0/ports?device_id=890cbda6-c8dd-44f4-bd7c-ee8f75c56071 HTTP/1.1" status: 200 len: 210 time: 0.0289571 Apr 12 19:40:42.367001 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54adef6-78d3-4879-a57d-240a2d873ae9 req-b9bb88b5-77a7-4216-9202-33ae28bc7cda tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:42.368388 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-d54adef6-78d3-4879-a57d-240a2d873ae9 req-b9bb88b5-77a7-4216-9202-33ae28bc7cda tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c4609d4-cafe-4d1e-ac5d-21f14a6413fa HTTP/1.1" status: 200 len: 948 time: 0.0452979 Apr 12 19:40:42.414812 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-d54adef6-78d3-4879-a57d-240a2d873ae9 req-3aa8787b-6954-49a8-b6c1-bc8ed0978405 tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] 10.222.0.15 "GET /v2.0/security-groups?id=5bbc049f-ece2-46fd-bcc6-2cb81dafb706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404940 Apr 12 19:40:43.029204 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-a690306d-5e04-438e-b994-4cf7d9e84e9f req-08697b85-7029-4e7a-b09b-27801e239dff tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/ports?device_id=5136d3b0-b5c7-42d5-8eb4-d3cbf9bbb88f HTTP/1.1" status: 200 len: 210 time: 0.0308666 Apr 12 19:40:43.195605 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-78461ba6-f3b0-42d7-8e86-65d3ca04ebc4 req-5f6b8246-4054-43c8-9089-3c99559778e8 tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] 10.222.0.15 "GET /v2.0/ports?device_id=890cbda6-c8dd-44f4-bd7c-ee8f75c56071 HTTP/1.1" status: 200 len: 210 time: 0.0272689 Apr 12 19:40:43.522913 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a72214e-c5d7-4ff5-a7c0-1916492dd6cb req-fd98ade1-f9b6-4dcc-a1b3-b605e655200c tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:43.524394 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-2a72214e-c5d7-4ff5-a7c0-1916492dd6cb req-fd98ade1-f9b6-4dcc-a1b3-b605e655200c tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c4609d4-cafe-4d1e-ac5d-21f14a6413fa HTTP/1.1" status: 200 len: 948 time: 0.0458620 Apr 12 19:40:43.569857 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-2a72214e-c5d7-4ff5-a7c0-1916492dd6cb req-95adcc8c-cb69-4b08-828e-51f4342b20a7 tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] 10.222.0.15 "GET /v2.0/security-groups?id=5bbc049f-ece2-46fd-bcc6-2cb81dafb706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394652 Apr 12 19:40:43.827865 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-336789d4-e580-4634-9036-84e3494cda99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (055fa106-9079-4d8f-a829-e3ca37bbcb19), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:44.121098 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-4694ea2f-afed-47a1-ac7f-35b7acc6af88 req-32d2323d-dfd5-45d9-8e74-9f36afdcf867 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/ports?device_id=5136d3b0-b5c7-42d5-8eb4-d3cbf9bbb88f HTTP/1.1" status: 200 len: 210 time: 0.0274880 Apr 12 19:40:44.288763 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-8672dd1f-a0e5-4259-ae87-3abf4e2e9b12 req-83b93cd5-eec4-45c3-a753-860fea79e3b5 tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] 10.222.0.15 "GET /v2.0/ports?device_id=890cbda6-c8dd-44f4-bd7c-ee8f75c56071 HTTP/1.1" status: 200 len: 210 time: 0.0264678 Apr 12 19:40:44.552054 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Device 8ca63eb5-445e-4f0b-a029-7dd7a8cc2642 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=106714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 19:40:44.572541 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] No Port match for: 8ca63eb5-445e-4f0b-a029-7dd7a8cc2642 {{(pid=106714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 19:40:44.572893 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Device 8ca63eb5-445e-4f0b-a029-7dd7a8cc2642 not bound to the agent host hv-cinder-83754 {{(pid=106714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 19:40:44.681281 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be22f2d-ecb1-427f-bcc4-ab4977cbf33a req-54d2d375-b5f8-4ff5-aa41-8818869f8fba tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:44.683289 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-5be22f2d-ecb1-427f-bcc4-ab4977cbf33a req-54d2d375-b5f8-4ff5-aa41-8818869f8fba tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c4609d4-cafe-4d1e-ac5d-21f14a6413fa HTTP/1.1" status: 200 len: 948 time: 0.0495565 Apr 12 19:40:44.736421 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-5be22f2d-ecb1-427f-bcc4-ab4977cbf33a req-846becf8-8a8d-4e2c-98ee-a573ed54900d tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] 10.222.0.15 "GET /v2.0/security-groups?id=5bbc049f-ece2-46fd-bcc6-2cb81dafb706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475712 Apr 12 19:40:45.214283 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-13efab10-f639-4c20-8873-970356a1a843 req-c6e213a5-056b-4da6-9c8f-f38a085761e2 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/ports?device_id=5136d3b0-b5c7-42d5-8eb4-d3cbf9bbb88f HTTP/1.1" status: 200 len: 210 time: 0.0301504 Apr 12 19:40:45.384644 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-61b46ec0-7665-42cf-b5e5-7201af40b159 req-93bf9a95-e07b-4395-8c34-dde05c385586 tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] 10.222.0.15 "GET /v2.0/ports?device_id=890cbda6-c8dd-44f4-bd7c-ee8f75c56071 HTTP/1.1" status: 200 len: 210 time: 0.0280898 Apr 12 19:40:45.847272 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718df92c-a32d-4696-af9e-6673bf20edd7 req-4a61f127-cb94-4458-b591-4736dfda59a0 tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:45.848764 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-718df92c-a32d-4696-af9e-6673bf20edd7 req-4a61f127-cb94-4458-b591-4736dfda59a0 tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c4609d4-cafe-4d1e-ac5d-21f14a6413fa HTTP/1.1" status: 200 len: 948 time: 0.0468681 Apr 12 19:40:45.896107 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-718df92c-a32d-4696-af9e-6673bf20edd7 req-a724b214-c59d-44c0-8924-574f885aec55 tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] 10.222.0.15 "GET /v2.0/security-groups?id=5bbc049f-ece2-46fd-bcc6-2cb81dafb706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417180 Apr 12 19:40:46.267919 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-ef5dcede-b4e9-474f-bfae-f3367a0d681f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (4d9412c4-31b2-4fbf-87a0-f931332ab9d5), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:46.309856 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-eff9cf27-bcaf-406d-b3e3-d7d53ba3a90c req-fd9dee5e-57a7-45fb-882b-0be90093409d tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/ports?device_id=5136d3b0-b5c7-42d5-8eb4-d3cbf9bbb88f HTTP/1.1" status: 200 len: 210 time: 0.0286226 Apr 12 19:40:46.478208 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-459b122f-abd7-4d7e-9dc4-81fac01fab6c req-9bc48dff-c784-47c8-9489-d3149fd9ca0c tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] 10.222.0.15 "GET /v2.0/ports?device_id=890cbda6-c8dd-44f4-bd7c-ee8f75c56071 HTTP/1.1" status: 200 len: 210 time: 0.0268793 Apr 12 19:40:47.008961 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1f7084-092c-436e-a7c2-19b2d5bc5d06 req-33cec241-46c5-44f9-a15c-9a45353e50f2 tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:47.010338 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-1c1f7084-092c-436e-a7c2-19b2d5bc5d06 req-33cec241-46c5-44f9-a15c-9a45353e50f2 tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c4609d4-cafe-4d1e-ac5d-21f14a6413fa HTTP/1.1" status: 200 len: 948 time: 0.0496600 Apr 12 19:40:47.058110 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-1c1f7084-092c-436e-a7c2-19b2d5bc5d06 req-16046464-a0f5-4b1a-9104-7df200231dc1 tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] 10.222.0.15 "GET /v2.0/security-groups?id=5bbc049f-ece2-46fd-bcc6-2cb81dafb706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416715 Apr 12 19:40:47.187103 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-0fb4a5ae-492f-43e3-90d5-82372e23b9ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (01005bd1-5b1e-41c6-b9b3-a4d4f93589b9), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:47.400055 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-ffd96d61-4ed8-49d7-bb45-3c290920fea2 req-cb3a1f66-ed71-4dad-af13-b21bfe6fd006 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/ports?device_id=5136d3b0-b5c7-42d5-8eb4-d3cbf9bbb88f HTTP/1.1" status: 200 len: 210 time: 0.0274413 Apr 12 19:40:47.574087 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-5369ad32-ece3-4d68-a4b8-d9f44b213885 req-0e048556-273b-4272-89e2-312e53987097 tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] 10.222.0.15 "GET /v2.0/ports?device_id=890cbda6-c8dd-44f4-bd7c-ee8f75c56071 HTTP/1.1" status: 200 len: 210 time: 0.0273664 Apr 12 19:40:48.149894 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Device 95fc2c39-cd55-4f48-b671-59efa694e305 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=106714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 19:40:48.178043 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a5abbf-d91d-40b5-a116-4a757049d3d8 req-a39a5713-fea9-49dc-bb2f-5d825cd32f9d tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:48.179731 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-28a5abbf-d91d-40b5-a116-4a757049d3d8 req-a39a5713-fea9-49dc-bb2f-5d825cd32f9d tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c4609d4-cafe-4d1e-ac5d-21f14a6413fa HTTP/1.1" status: 200 len: 948 time: 0.0517969 Apr 12 19:40:48.229069 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-28a5abbf-d91d-40b5-a116-4a757049d3d8 req-d66164a0-4a93-4b00-b190-63dd4a3a1121 tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] 10.222.0.15 "GET /v2.0/security-groups?id=5bbc049f-ece2-46fd-bcc6-2cb81dafb706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426984 Apr 12 19:40:48.262361 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] For port 95fc2c39-cd55-4f48-b671-59efa694e305, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=95fc2c39-cd55-4f48-b671-59efa694e305,segment=NetworkSegment(0c4ece8e-b182-4f8b-81ae-1e5f23b37924),segment_id=0c4ece8e-b182-4f8b-81ae-1e5f23b37924)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:40:48.275171 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Returning: {'device': '95fc2c39-cd55-4f48-b671-59efa694e305', 'network_id': 'a02eac2a-b95b-4b67-9aab-116598c68ad3', 'port_id': '95fc2c39-cd55-4f48-b671-59efa694e305', 'mac_address': 'fa:16:3e:65:23:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a34e2cd-a82a-4bb0-b320-149cec5056bd', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 19:40:48.278227 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 33072) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:40:48.317723 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Current status of the port 95fc2c39-cd55-4f48-b671-59efa694e305 is: DOWN; New status is: BUILD {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:40:48.318116 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (95fc2c39-cd55-4f48-b671-59efa694e305), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:48.331159 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.notifiers.nova [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95fc2c39-cd55-4f48-b671-59efa694e305 {{(pid=106714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 19:40:48.350609 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] For port 95fc2c39-cd55-4f48-b671-59efa694e305, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=95fc2c39-cd55-4f48-b671-59efa694e305,segment=NetworkSegment(0c4ece8e-b182-4f8b-81ae-1e5f23b37924),segment_id=0c4ece8e-b182-4f8b-81ae-1e5f23b37924)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:40:48.354468 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (95fc2c39-cd55-4f48-b671-59efa694e305), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:48.385357 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-b7ade578-0ad6-4d51-bcd3-a2d76fd2f9c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:48.406011 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Pushing event updated for resources: {'Port': ['ID=95fc2c39-cd55-4f48-b671-59efa694e305,revision_number=4']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:40:48.413286 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:40:48.413643 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:40:48.414015 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:40:48.414385 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:40:48.414730 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:40:48.415066 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:40:48.415396 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:40:48.415729 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:40:48.416083 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:40:48.416444 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:40:48.416824 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:40:48.417232 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:40:48.417581 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:40:48.417910 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:40:48.418240 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:40:48.470668 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-b7ade578-0ad6-4d51-bcd3-a2d76fd2f9c9 admin admin] Publish callbacks [] for security_group (3f0f4781-95df-4c71-b54a-546a4bfa1b97), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:48.475418 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-b7ade578-0ad6-4d51-bcd3-a2d76fd2f9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (3f0f4781-95df-4c71-b54a-546a4bfa1b97), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:48.496572 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-4a444adc-2881-42a9-a53f-bcb8d02edd81 req-91517794-ea59-417c-ba91-4874c98afbac tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/ports?device_id=5136d3b0-b5c7-42d5-8eb4-d3cbf9bbb88f HTTP/1.1" status: 200 len: 210 time: 0.0297117 Apr 12 19:40:48.523640 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-b7ade578-0ad6-4d51-bcd3-a2d76fd2f9c9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=37c395d07ffd4c28bee582e53224d1fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2440128 Apr 12 19:40:48.524841 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ade578-0ad6-4d51-bcd3-a2d76fd2f9c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f0f4781-95df-4c71-b54a-546a4bfa1b97,revision_number=1']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:40:48.527197 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 33080) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:40:48.580144 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-7315de58-bdca-4b1c-b354-fdee61e9712d admin admin] Publish callbacks [] for security_group (3f0f4781-95df-4c71-b54a-546a4bfa1b97), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:48.614365 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-7315de58-bdca-4b1c-b354-fdee61e9712d admin admin] Publish callbacks [] for security_group (3f0f4781-95df-4c71-b54a-546a4bfa1b97), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:48.657833 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-655d5a5e-25bf-423f-acb4-166f4bec9d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (f3d2fb0e-5305-4f08-ab1f-5f1d50bdad22), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:48.722815 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-eea77a0c-77da-4f86-b5b2-5003f715150e req-6b6cd578-20ae-4930-b8ef-ae1f87fdb5ce tempest-DeleteServersTestJSON-1461025973 tempest-DeleteServersTestJSON-1461025973-project] 10.222.0.15 "GET /v2.0/ports?device_id=890cbda6-c8dd-44f4-bd7c-ee8f75c56071 HTTP/1.1" status: 200 len: 210 time: 0.0472310 Apr 12 19:40:48.756770 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-7315de58-bdca-4b1c-b354-fdee61e9712d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (3f0f4781-95df-4c71-b54a-546a4bfa1b97), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:48.759722 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-7315de58-bdca-4b1c-b354-fdee61e9712d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:48.760948 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-7315de58-bdca-4b1c-b354-fdee61e9712d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3f0f4781-95df-4c71-b54a-546a4bfa1b97 HTTP/1.1" status: 204 len: 168 time: 0.2324793 Apr 12 19:40:48.770679 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de3f20e-de6c-4f43-a9a6-45537631903f req-a89a1fdb-ebda-4a31-9cf5-edd7012743e9 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:48.772140 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-9de3f20e-de6c-4f43-a9a6-45537631903f req-a89a1fdb-ebda-4a31-9cf5-edd7012743e9 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.25 "GET /v2.0/networks?id=1bd0fdf0-c639-45b6-addc-35b5a883ecf6 HTTP/1.1" status: 200 len: 807 time: 0.1431277 Apr 12 19:40:48.779018 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7315de58-bdca-4b1c-b354-fdee61e9712d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f0f4781-95df-4c71-b54a-546a4bfa1b97,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:40:48.796223 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.v2.base [req-9de3f20e-de6c-4f43-a9a6-45537631903f req-4a4c522c-d3a8-4e45-a542-3584c2de9507 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] Request body: {'port': {'device_id': '5136d3b0-b5c7-42d5-8eb4-d3cbf9bbb88f', 'network_id': '1bd0fdf0-c639-45b6-addc-35b5a883ecf6', 'admin_state_up': True, 'tenant_id': 'cda9058786dc4aa9a218711757d096ec'}} {{(pid=106704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:40:48.857073 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] get_ports_and_sgs() called for port_ids ['95fc2c39-cd55-4f48-b671-59efa694e305'] {{(pid=106714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 19:40:48.920480 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9de3f20e-de6c-4f43-a9a6-45537631903f req-4a4c522c-d3a8-4e45-a542-3584c2de9507 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] Made reservation on behalf of cda9058786dc4aa9a218711757d096ec for: {'port': 1} {{(pid=106704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:40:48.924336 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-9de3f20e-de6c-4f43-a9a6-45537631903f req-4a4c522c-d3a8-4e45-a542-3584c2de9507 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:49.051456 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 33092) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:40:49.057652 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.db_base_plugin_common [req-9de3f20e-de6c-4f43-a9a6-45537631903f req-4a4c522c-d3a8-4e45-a542-3584c2de9507 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] Allocated IP 172.20.0.13 (1bd0fdf0-c639-45b6-addc-35b5a883ecf6/705c3a53-42a9-4585-bb45-55913253aeae/92fd1033-f936-44bf-a374-9022a8cf0b94) {{(pid=106704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:40:49.064850 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-b44f0d08-d33d-464d-bce9-e50450b23ec8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:49.145371 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-b44f0d08-d33d-464d-bce9-e50450b23ec8 admin admin] Publish callbacks [] for security_group (c0245c0a-6d36-4cd4-aba8-3585c5ee3038), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:49.149077 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-b44f0d08-d33d-464d-bce9-e50450b23ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (c0245c0a-6d36-4cd4-aba8-3585c5ee3038), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:49.187249 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-b44f0d08-d33d-464d-bce9-e50450b23ec8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2e80bb04e850417b819e150bf17b1cef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1346579 Apr 12 19:40:49.188072 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44f0d08-d33d-464d-bce9-e50450b23ec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0245c0a-6d36-4cd4-aba8-3585c5ee3038,revision_number=1']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:40:49.191073 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 33096) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:40:49.214290 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-9de3f20e-de6c-4f43-a9a6-45537631903f req-4a4c522c-d3a8-4e45-a542-3584c2de9507 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] Publish callbacks [] for port (92fd1033-f936-44bf-a374-9022a8cf0b94), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:49.239521 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-dea49cbd-3137-4f7b-8cb4-608c92ac5f52 admin admin] Publish callbacks [] for security_group (c0245c0a-6d36-4cd4-aba8-3585c5ee3038), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:49.247424 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-9de3f20e-de6c-4f43-a9a6-45537631903f req-4a4c522c-d3a8-4e45-a542-3584c2de9507 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749198058662'] for port (92fd1033-f936-44bf-a374-9022a8cf0b94), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:49.264735 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-dea49cbd-3137-4f7b-8cb4-608c92ac5f52 admin admin] Publish callbacks [] for security_group (c0245c0a-6d36-4cd4-aba8-3585c5ee3038), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:49.293743 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9de3f20e-de6c-4f43-a9a6-45537631903f req-4a4c522c-d3a8-4e45-a542-3584c2de9507 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] Network 1bd0fdf0-c639-45b6-addc-35b5a883ecf6 is already hosted by enough agents. {{(pid=106704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:40:49.309119 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.base_scheduler [req-9de3f20e-de6c-4f43-a9a6-45537631903f req-4a4c522c-d3a8-4e45-a542-3584c2de9507 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] Resources bound (agent type, host, resource id): {{(pid=106704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:40:49.318713 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-dea49cbd-3137-4f7b-8cb4-608c92ac5f52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (c0245c0a-6d36-4cd4-aba8-3585c5ee3038), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:49.321449 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-dea49cbd-3137-4f7b-8cb4-608c92ac5f52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:49.322591 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-dea49cbd-3137-4f7b-8cb4-608c92ac5f52 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c0245c0a-6d36-4cd4-aba8-3585c5ee3038 HTTP/1.1" status: 204 len: 168 time: 0.1304460 Apr 12 19:40:49.330109 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.l3_dvrscheduler_db [req-9de3f20e-de6c-4f43-a9a6-45537631903f req-4a4c522c-d3a8-4e45-a542-3584c2de9507 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] Received port after_create {{(pid=106704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:40:49.331460 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea49cbd-3137-4f7b-8cb4-608c92ac5f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0245c0a-6d36-4cd4-aba8-3585c5ee3038,revision_number=None']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:40:49.335182 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de3f20e-de6c-4f43-a9a6-45537631903f req-4a4c522c-d3a8-4e45-a542-3584c2de9507 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:49.335787 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-9de3f20e-de6c-4f43-a9a6-45537631903f req-4a4c522c-d3a8-4e45-a542-3584c2de9507 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565043'] for port (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:49.343625 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4c522c-d3a8-4e45-a542-3584c2de9507 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] Pushing event updated for resources: {'Port': ['ID=92fd1033-f936-44bf-a374-9022a8cf0b94,revision_number=1']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:40:49.358786 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-9de3f20e-de6c-4f43-a9a6-45537631903f req-4a4c522c-d3a8-4e45-a542-3584c2de9507 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5721464 Apr 12 19:40:49.367374 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c84b34b-fcf9-458c-842b-085fbd62e7da req-cc54b046-614c-45f8-b951-3ceb34aea465 tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:49.368806 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-7c84b34b-fcf9-458c-842b-085fbd62e7da req-cc54b046-614c-45f8-b951-3ceb34aea465 tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c4609d4-cafe-4d1e-ac5d-21f14a6413fa HTTP/1.1" status: 200 len: 949 time: 0.0740216 Apr 12 19:40:49.374506 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.v2.base [req-9de3f20e-de6c-4f43-a9a6-45537631903f req-76c9c02b-7559-45ea-8693-7d88f5d2fc10 service neutron] Request body: {'port': {'device_id': '5136d3b0-b5c7-42d5-8eb4-d3cbf9bbb88f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=106704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:40:49.464486 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-7c84b34b-fcf9-458c-842b-085fbd62e7da req-43891050-d11f-468f-a69d-9fba084ab88d tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] 10.222.0.15 "GET /v2.0/security-groups?id=5bbc049f-ece2-46fd-bcc6-2cb81dafb706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872014 Apr 12 19:40:49.470833 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-9de3f20e-de6c-4f43-a9a6-45537631903f req-76c9c02b-7559-45ea-8693-7d88f5d2fc10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (92fd1033-f936-44bf-a374-9022a8cf0b94), before_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:49.624196 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3255fc98-b550-49c7-8186-478b81db6eca req-8b62afdd-02e5-4b84-aabf-bfd135dfd99d tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:49.625695 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-3255fc98-b550-49c7-8186-478b81db6eca req-8b62afdd-02e5-4b84-aabf-bfd135dfd99d tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/ports?device_id=5136d3b0-b5c7-42d5-8eb4-d3cbf9bbb88f HTTP/1.1" status: 200 len: 932 time: 0.0536580 Apr 12 19:40:49.675876 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-3255fc98-b550-49c7-8186-478b81db6eca req-f9e4bbd9-2c96-47d5-9aec-31b5c45eece5 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/security-groups?id=494cadc4-45e4-4fe5-87fc-9bcf0ce1a223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437770 Apr 12 19:40:49.737928 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.notifiers.nova [req-9de3f20e-de6c-4f43-a9a6-45537631903f req-76c9c02b-7559-45ea-8693-7d88f5d2fc10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92fd1033-f936-44bf-a374-9022a8cf0b94 {{(pid=106704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 19:40:49.746544 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-9de3f20e-de6c-4f43-a9a6-45537631903f req-76c9c02b-7559-45ea-8693-7d88f5d2fc10 service neutron] Publish callbacks [] for port (92fd1033-f936-44bf-a374-9022a8cf0b94), precommit_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:49.760118 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.provisioning_blocks [req-9de3f20e-de6c-4f43-a9a6-45537631903f req-76c9c02b-7559-45ea-8693-7d88f5d2fc10 service neutron] Transition to ACTIVE for port object 92fd1033-f936-44bf-a374-9022a8cf0b94 will not be triggered until provisioned by entity L2. {{(pid=106704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 19:40:49.764194 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-9de3f20e-de6c-4f43-a9a6-45537631903f req-76c9c02b-7559-45ea-8693-7d88f5d2fc10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (92fd1033-f936-44bf-a374-9022a8cf0b94), after_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:49.843441 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c9c02b-7559-45ea-8693-7d88f5d2fc10 service neutron] Pushing event updated for resources: {'Port': ['ID=92fd1033-f936-44bf-a374-9022a8cf0b94,revision_number=2']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:40:49.849388 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.managers [req-9de3f20e-de6c-4f43-a9a6-45537631903f req-76c9c02b-7559-45ea-8693-7d88f5d2fc10 service neutron] Attempting to bind port 92fd1033-f936-44bf-a374-9022a8cf0b94 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:40:49.849779 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.managers [req-9de3f20e-de6c-4f43-a9a6-45537631903f req-76c9c02b-7559-45ea-8693-7d88f5d2fc10 service neutron] Attempting to bind port 92fd1033-f936-44bf-a374-9022a8cf0b94 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': 'c09d3499-9788-4094-b7d0-93f43dec1b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1bd0fdf0-c639-45b6-addc-35b5a883ecf6'}] {{(pid=106704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:40:49.850041 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de3f20e-de6c-4f43-a9a6-45537631903f req-76c9c02b-7559-45ea-8693-7d88f5d2fc10 service neutron] Attempting to bind port 92fd1033-f936-44bf-a374-9022a8cf0b94 on network 1bd0fdf0-c639-45b6-addc-35b5a883ecf6 {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:40:49.860456 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de3f20e-de6c-4f43-a9a6-45537631903f req-76c9c02b-7559-45ea-8693-7d88f5d2fc10 service neutron] Port 92fd1033-f936-44bf-a374-9022a8cf0b94 on network 1bd0fdf0-c639-45b6-addc-35b5a883ecf6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 19:40:49.860838 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de3f20e-de6c-4f43-a9a6-45537631903f req-76c9c02b-7559-45ea-8693-7d88f5d2fc10 service neutron] Attempting to bind port 92fd1033-f936-44bf-a374-9022a8cf0b94 on network 1bd0fdf0-c639-45b6-addc-35b5a883ecf6 {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:40:49.866399 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de3f20e-de6c-4f43-a9a6-45537631903f req-76c9c02b-7559-45ea-8693-7d88f5d2fc10 service neutron] Checking agent: {'id': 'ce4c6b0b-91ae-4576-82ad-f2f4ee2d2a45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 37, 20), 'started_at': datetime.datetime(2022, 4, 12, 19, 37, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:40:49.867124 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de3f20e-de6c-4f43-a9a6-45537631903f req-76c9c02b-7559-45ea-8693-7d88f5d2fc10 service neutron] Checking segment: {'id': 'c09d3499-9788-4094-b7d0-93f43dec1b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1bd0fdf0-c639-45b6-addc-35b5a883ecf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:40:49.867515 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de3f20e-de6c-4f43-a9a6-45537631903f req-76c9c02b-7559-45ea-8693-7d88f5d2fc10 service neutron] Bound using segment: {'id': 'c09d3499-9788-4094-b7d0-93f43dec1b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1bd0fdf0-c639-45b6-addc-35b5a883ecf6'} {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:40:49.868099 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.managers [req-9de3f20e-de6c-4f43-a9a6-45537631903f req-76c9c02b-7559-45ea-8693-7d88f5d2fc10 service neutron] Bound port: 92fd1033-f936-44bf-a374-9022a8cf0b94, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c09d3499-9788-4094-b7d0-93f43dec1b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1bd0fdf0-c639-45b6-addc-35b5a883ecf6'}}] {{(pid=106704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:40:49.868841 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-9de3f20e-de6c-4f43-a9a6-45537631903f req-76c9c02b-7559-45ea-8693-7d88f5d2fc10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (92fd1033-f936-44bf-a374-9022a8cf0b94), before_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:49.942910 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.db [req-9de3f20e-de6c-4f43-a9a6-45537631903f req-76c9c02b-7559-45ea-8693-7d88f5d2fc10 service neutron] For port 92fd1033-f936-44bf-a374-9022a8cf0b94, host hv-cinder-83754, cleared binding levels {{(pid=106704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:40:49.946249 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.db [req-9de3f20e-de6c-4f43-a9a6-45537631903f req-76c9c02b-7559-45ea-8693-7d88f5d2fc10 service neutron] For port 92fd1033-f936-44bf-a374-9022a8cf0b94, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=92fd1033-f936-44bf-a374-9022a8cf0b94,segment=NetworkSegment(c09d3499-9788-4094-b7d0-93f43dec1b2f),segment_id=c09d3499-9788-4094-b7d0-93f43dec1b2f)] {{(pid=106704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:40:49.955516 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-9de3f20e-de6c-4f43-a9a6-45537631903f req-76c9c02b-7559-45ea-8693-7d88f5d2fc10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (92fd1033-f936-44bf-a374-9022a8cf0b94), after_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:49.998219 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de3f20e-de6c-4f43-a9a6-45537631903f req-76c9c02b-7559-45ea-8693-7d88f5d2fc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:49.998847 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-9de3f20e-de6c-4f43-a9a6-45537631903f req-76c9c02b-7559-45ea-8693-7d88f5d2fc10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565043'] for port (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:50.004050 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-9de3f20e-de6c-4f43-a9a6-45537631903f req-76c9c02b-7559-45ea-8693-7d88f5d2fc10 service neutron] 10.222.0.25 "PUT /v2.0/ports/92fd1033-f936-44bf-a374-9022a8cf0b94 HTTP/1.1" status: 200 len: 1094 time: 0.6299038 Apr 12 19:40:50.004050 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5136d3b0-b5c7-42d5-8eb4-d3cbf9bbb88f', 'tag': '92fd1033-f936-44bf-a374-9022a8cf0b94'}] {{(pid=106704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:40:50.004355 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7198706052eeb44005bd3d373437c5078b0bb903de01f30342c0d4536e5352d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fb46750-85f6-4521-8b3d-c30f02a423ac" -d '{"events": [{"name": "network-changed", "server_uuid": "5136d3b0-b5c7-42d5-8eb4-d3cbf9bbb88f", "tag": "92fd1033-f936-44bf-a374-9022a8cf0b94"}]}' {{(pid=106704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:40:50.027575 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c9c02b-7559-45ea-8693-7d88f5d2fc10 service neutron] Pushing event updated for resources: {'Port': ['ID=92fd1033-f936-44bf-a374-9022a8cf0b94,revision_number=3']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:40:50.047629 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 19:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05040138-dc5e-46b6-a3c7-a86efd03160e x-openstack-request-id: req-05040138-dc5e-46b6-a3c7-a86efd03160e {{(pid=106704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:40:50.047924 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5136d3b0-b5c7-42d5-8eb4-d3cbf9bbb88f", "tag": "92fd1033-f936-44bf-a374-9022a8cf0b94", "status": "completed", "code": 200}]} {{(pid=106704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:40:50.048213 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-05040138-dc5e-46b6-a3c7-a86efd03160e {{(pid=106704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:40:50.048623 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05040138-dc5e-46b6-a3c7-a86efd03160e'] response: {'name': 'network-changed', 'server_uuid': '5136d3b0-b5c7-42d5-8eb4-d3cbf9bbb88f', 'tag': '92fd1033-f936-44bf-a374-9022a8cf0b94', 'status': 'completed', 'code': 200} Apr 12 19:40:50.113353 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de3f20e-de6c-4f43-a9a6-45537631903f req-efdb9938-9daf-45e7-ab80-f2de32918254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:50.114947 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-9de3f20e-de6c-4f43-a9a6-45537631903f req-efdb9938-9daf-45e7-ab80-f2de32918254 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cda9058786dc4aa9a218711757d096ec&device_id=5136d3b0-b5c7-42d5-8eb4-d3cbf9bbb88f HTTP/1.1" status: 200 len: 1128 time: 0.0501037 Apr 12 19:40:50.142032 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (ce4c6b0b-91ae-4576-82ad-f2f4ee2d2a45), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:50.166518 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-9de3f20e-de6c-4f43-a9a6-45537631903f req-38a321b1-0aeb-4f07-b378-51348b0c6f7a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92fd1033-f936-44bf-a374-9022a8cf0b94 HTTP/1.1" status: 200 len: 217 time: 0.0397835 Apr 12 19:40:50.181450 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Device 95fc2c39-cd55-4f48-b671-59efa694e305 up at agent hyperv_hv-cinder-83754 {{(pid=106714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:40:50.228066 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de3f20e-de6c-4f43-a9a6-45537631903f req-6fbd04d8-fe5d-4879-9894-28c6578c4e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:50.229992 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-9de3f20e-de6c-4f43-a9a6-45537631903f req-6fbd04d8-fe5d-4879-9894-28c6578c4e54 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=705c3a53-42a9-4585-bb45-55913253aeae HTTP/1.1" status: 200 len: 847 time: 0.0525279 Apr 12 19:40:50.235656 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Provisioning for port 95fc2c39-cd55-4f48-b671-59efa694e305 completed by entity L2. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 19:40:50.245871 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Provisioning complete for port 95fc2c39-cd55-4f48-b671-59efa694e305 triggered by entity L2. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:40:50.246364 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (95fc2c39-cd55-4f48-b671-59efa694e305), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:50.268420 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-9de3f20e-de6c-4f43-a9a6-45537631903f req-59287d28-e54d-406c-b0d4-3d4c72cd980d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1bd0fdf0-c639-45b6-addc-35b5a883ecf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278010 Apr 12 19:40:50.371324 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Current status of the port 95fc2c39-cd55-4f48-b671-59efa694e305 is: BUILD; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:40:50.371714 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (95fc2c39-cd55-4f48-b671-59efa694e305), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:50.398217 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-9de3f20e-de6c-4f43-a9a6-45537631903f req-b8c5518a-257c-437f-b4f8-318d96157bde service neutron] 10.222.0.25 "GET /v2.0/networks/1bd0fdf0-c639-45b6-addc-35b5a883ecf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209087 Apr 12 19:40:50.403140 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c4609d4-cafe-4d1e-ac5d-21f14a6413fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95fc2c39-cd55-4f48-b671-59efa694e305'}] {{(pid=106714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:40:50.405431 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a81cf7441df70286f4dc8f717b9c4c32a6686a605fef215f859f2b4f09b95be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7010f00-414d-4283-b5f5-aa203c22c875" -d '{"events": [{"server_uuid": "9c4609d4-cafe-4d1e-ac5d-21f14a6413fa", "name": "network-vif-plugged", "status": "completed", "tag": "95fc2c39-cd55-4f48-b671-59efa694e305"}]}' {{(pid=106714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:40:50.418843 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] For port 95fc2c39-cd55-4f48-b671-59efa694e305, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=95fc2c39-cd55-4f48-b671-59efa694e305,segment=NetworkSegment(0c4ece8e-b182-4f8b-81ae-1e5f23b37924),segment_id=0c4ece8e-b182-4f8b-81ae-1e5f23b37924)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:40:50.433572 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (95fc2c39-cd55-4f48-b671-59efa694e305), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:50.451449 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 19:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f98dab82-6485-46ee-8896-0149cd56aa82 x-openstack-request-id: req-f98dab82-6485-46ee-8896-0149cd56aa82 {{(pid=106714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:40:50.452556 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c4609d4-cafe-4d1e-ac5d-21f14a6413fa", "name": "network-vif-plugged", "status": "completed", "tag": "95fc2c39-cd55-4f48-b671-59efa694e305", "code": 200}]} {{(pid=106714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:40:50.452823 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f98dab82-6485-46ee-8896-0149cd56aa82 {{(pid=106714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:40:50.453227 dv-cinder-837540-1-iscsi neutron-server[106714]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f98dab82-6485-46ee-8896-0149cd56aa82'] response: {'server_uuid': '9c4609d4-cafe-4d1e-ac5d-21f14a6413fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95fc2c39-cd55-4f48-b671-59efa694e305', 'code': 200} Apr 12 19:40:50.484960 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (e0bf5abe-d5c5-40a1-a359-03156ade36a4), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:50.519937 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Pushing event updated for resources: {'Port': ['ID=95fc2c39-cd55-4f48-b671-59efa694e305,revision_number=5']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:40:50.546821 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-9de3f20e-de6c-4f43-a9a6-45537631903f req-b01ea6f3-8e4f-4bfd-96bb-812eede5d0f7 service neutron] 10.222.0.25 "GET /v2.0/networks/1bd0fdf0-c639-45b6-addc-35b5a883ecf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424723 Apr 12 19:40:50.642362 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602d69c3-571d-4e25-a5e9-a9dad2928c41 req-99e3bd8e-f189-4e16-bb3f-d0f20bd9e08d tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:50.643865 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-602d69c3-571d-4e25-a5e9-a9dad2928c41 req-99e3bd8e-f189-4e16-bb3f-d0f20bd9e08d tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c4609d4-cafe-4d1e-ac5d-21f14a6413fa HTTP/1.1" status: 200 len: 950 time: 0.0671310 Apr 12 19:40:50.691144 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-602d69c3-571d-4e25-a5e9-a9dad2928c41 req-2d0322db-4ff6-4383-8529-84cc6809aca9 tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] 10.222.0.15 "GET /v2.0/security-groups?id=5bbc049f-ece2-46fd-bcc6-2cb81dafb706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414605 Apr 12 19:40:50.794717 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dec9089-1980-4186-9ab3-f3d44e9e89d1 req-4e3de397-64f8-4c83-b158-77da17f1b4ad tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:50.796444 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-1dec9089-1980-4186-9ab3-f3d44e9e89d1 req-4e3de397-64f8-4c83-b158-77da17f1b4ad tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/ports?device_id=5136d3b0-b5c7-42d5-8eb4-d3cbf9bbb88f HTTP/1.1" status: 200 len: 944 time: 0.0501976 Apr 12 19:40:50.842957 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-1dec9089-1980-4186-9ab3-f3d44e9e89d1 req-8b4f4de9-16de-47aa-aad3-bb2748bea657 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/security-groups?id=494cadc4-45e4-4fe5-87fc-9bcf0ce1a223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408137 Apr 12 19:40:51.232826 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 33188) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:40:51.276292 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.db.db_base_plugin_v2 [None req-b019d5fd-a43a-422c-84b6-69a3be29cef0 admin admin] Deleting subnet 9955a755-753c-4b23-830b-dfc87b3e46d1 {{(pid=106707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 19:40:51.279283 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-b019d5fd-a43a-422c-84b6-69a3be29cef0 admin admin] Publish callbacks [] for subnet (9955a755-753c-4b23-830b-dfc87b3e46d1), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:51.316069 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-b019d5fd-a43a-422c-84b6-69a3be29cef0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9065194'] for subnet (9955a755-753c-4b23-830b-dfc87b3e46d1), precommit_delete_associations {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:51.356975 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-b019d5fd-a43a-422c-84b6-69a3be29cef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449141'] for subnet (9955a755-753c-4b23-830b-dfc87b3e46d1), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:51.409625 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-b019d5fd-a43a-422c-84b6-69a3be29cef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9064922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9408020'] for subnet (9955a755-753c-4b23-830b-dfc87b3e46d1), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:51.434717 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b019d5fd-a43a-422c-84b6-69a3be29cef0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9955a755-753c-4b23-830b-dfc87b3e46d1,revision_number=None']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:40:51.438392 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-b019d5fd-a43a-422c-84b6-69a3be29cef0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565043'] for subnet (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:51.441561 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-b019d5fd-a43a-422c-84b6-69a3be29cef0 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/9955a755-753c-4b23-830b-dfc87b3e46d1 HTTP/1.1" status: 204 len: 168 time: 0.2076769 Apr 12 19:40:51.444086 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 33192) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:40:51.512909 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-77e4d096-1d7c-4fdb-9e50-dca2124232d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3636804'] for network (12e3db31-4069-48de-baae-19a675080180), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:51.600080 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-77e4d096-1d7c-4fdb-9e50-dca2124232d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3451022', 'neutron.services.segments.db._delete_segments_for_network-8749198551224'] for network (12e3db31-4069-48de-baae-19a675080180), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:51.619371 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.services.segments.db [None req-77e4d096-1d7c-4fdb-9e50-dca2124232d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12e3db31-4069-48de-baae-19a675080180']}} {{(pid=106707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:40:51.629744 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.services.segments.db [None req-77e4d096-1d7c-4fdb-9e50-dca2124232d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3eeee0ae-8a5f-4dc3-91c4-52d84d79189e') {'for_net_delete': True} {{(pid=106707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:40:51.630028 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.services.segments.db [None req-77e4d096-1d7c-4fdb-9e50-dca2124232d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3eeee0ae-8a5f-4dc3-91c4-52d84d79189e') {} {{(pid=106707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:40:51.639873 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-77e4d096-1d7c-4fdb-9e50-dca2124232d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749198554305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9065169'] for segment (3eeee0ae-8a5f-4dc3-91c4-52d84d79189e), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:51.652441 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-77e4d096-1d7c-4fdb-9e50-dca2124232d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495566'] for segment (3eeee0ae-8a5f-4dc3-91c4-52d84d79189e), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:51.658215 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77e4d096-1d7c-4fdb-9e50-dca2124232d7 admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=106707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 19:40:51.658653 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-77e4d096-1d7c-4fdb-9e50-dca2124232d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9064800'] for segment (3eeee0ae-8a5f-4dc3-91c4-52d84d79189e), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:51.660506 dv-cinder-837540-1-iscsi neutron-server[106707]: Traceback (most recent call last): Apr 12 19:40:51.660506 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 19:40:51.660506 dv-cinder-837540-1-iscsi neutron-server[106707]: timer() Apr 12 19:40:51.660506 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 19:40:51.660506 dv-cinder-837540-1-iscsi neutron-server[106707]: cb(*args, **kw) Apr 12 19:40:51.660506 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 19:40:51.660506 dv-cinder-837540-1-iscsi neutron-server[106707]: return func(*args, **kwargs) Apr 12 19:40:51.660506 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 19:40:51.660506 dv-cinder-837540-1-iscsi neutron-server[106707]: self._notify() Apr 12 19:40:51.660506 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 19:40:51.660506 dv-cinder-837540-1-iscsi neutron-server[106707]: self.callback(batched_events) Apr 12 19:40:51.660506 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 19:40:51.660506 dv-cinder-837540-1-iscsi neutron-server[106707]: event.method(event) Apr 12 19:40:51.660506 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 19:40:51.660506 dv-cinder-837540-1-iscsi neutron-server[106707]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 19:40:51.660506 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 19:40:51.660506 dv-cinder-837540-1-iscsi neutron-server[106707]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 19:40:51.660506 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 19:40:51.660506 dv-cinder-837540-1-iscsi neutron-server[106707]: return f(self, *a, **k) Apr 12 19:40:51.660506 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 19:40:51.660506 dv-cinder-837540-1-iscsi neutron-server[106707]: return self._get(url).json() Apr 12 19:40:51.660506 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 19:40:51.660506 dv-cinder-837540-1-iscsi neutron-server[106707]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 19:40:51.660506 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 19:40:51.660506 dv-cinder-837540-1-iscsi neutron-server[106707]: return self.request(url, 'GET', **kwargs) Apr 12 19:40:51.660506 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 19:40:51.660506 dv-cinder-837540-1-iscsi neutron-server[106707]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 19:40:51.660506 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 19:40:51.660506 dv-cinder-837540-1-iscsi neutron-server[106707]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 19:40:51.660506 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 19:40:51.660506 dv-cinder-837540-1-iscsi neutron-server[106707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 19:40:51.660506 dv-cinder-837540-1-iscsi neutron-server[106707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 19:40:51.713102 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-77e4d096-1d7c-4fdb-9e50-dca2124232d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3451063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668064'] for network (12e3db31-4069-48de-baae-19a675080180), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:51.721583 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-77e4d096-1d7c-4fdb-9e50-dca2124232d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565043'] for network (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:51.727154 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-77e4d096-1d7c-4fdb-9e50-dca2124232d7 admin admin] 10.222.0.15 "DELETE /v2.0/networks/12e3db31-4069-48de-baae-19a675080180 HTTP/1.1" status: 204 len: 168 time: 0.2794888 Apr 12 19:40:51.736400 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e4d096-1d7c-4fdb-9e50-dca2124232d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=12e3db31-4069-48de-baae-19a675080180,revision_number=None']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:40:51.802601 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fb80f0-e3b4-43b0-8ebd-96f174ed8715 req-941cff25-06a5-42e1-990c-875b4a664cf7 tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:51.804155 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-49fb80f0-e3b4-43b0-8ebd-96f174ed8715 req-941cff25-06a5-42e1-990c-875b4a664cf7 tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c4609d4-cafe-4d1e-ac5d-21f14a6413fa HTTP/1.1" status: 200 len: 950 time: 0.0474212 Apr 12 19:40:51.852735 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-49fb80f0-e3b4-43b0-8ebd-96f174ed8715 req-97418d93-d3ef-44d9-af33-c010f55629bd tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] 10.222.0.15 "GET /v2.0/security-groups?id=5bbc049f-ece2-46fd-bcc6-2cb81dafb706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421109 Apr 12 19:40:51.904983 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 33202) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:40:51.944035 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-e472d7b5-f128-4a95-9e8f-5ebfa7c0fef3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0a4f53faa660475d854e3171312ddbe7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0378006 Apr 12 19:40:51.946437 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 33204) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:40:51.959579 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea21231d-25aa-4072-b722-1625b7236a17 req-7ffa993b-0eef-462f-9e66-f537e0377426 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:51.961118 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-ea21231d-25aa-4072-b722-1625b7236a17 req-7ffa993b-0eef-462f-9e66-f537e0377426 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/ports?device_id=5136d3b0-b5c7-42d5-8eb4-d3cbf9bbb88f HTTP/1.1" status: 200 len: 944 time: 0.0497689 Apr 12 19:40:51.993130 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-0ff950a8-ae38-4a37-8c3c-0c893bf0ad00 admin admin] Publish callbacks [] for security_group (219899a9-c7a5-4082-a059-b48fcb93f635), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:52.006810 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-ea21231d-25aa-4072-b722-1625b7236a17 req-02a8e9cc-4472-4e0a-93de-e7619abb04d5 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/security-groups?id=494cadc4-45e4-4fe5-87fc-9bcf0ce1a223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401502 Apr 12 19:40:52.022240 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-0ff950a8-ae38-4a37-8c3c-0c893bf0ad00 admin admin] Publish callbacks [] for security_group (219899a9-c7a5-4082-a059-b48fcb93f635), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:52.067696 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-0ff950a8-ae38-4a37-8c3c-0c893bf0ad00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (219899a9-c7a5-4082-a059-b48fcb93f635), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:52.070212 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-0ff950a8-ae38-4a37-8c3c-0c893bf0ad00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:52.071344 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-0ff950a8-ae38-4a37-8c3c-0c893bf0ad00 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/219899a9-c7a5-4082-a059-b48fcb93f635 HTTP/1.1" status: 204 len: 168 time: 0.1240127 Apr 12 19:40:52.079206 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff950a8-ae38-4a37-8c3c-0c893bf0ad00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=219899a9-c7a5-4082-a059-b48fcb93f635,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:40:52.755200 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 33254) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:40:52.849448 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.v2.base [None req-02b352d4-9952-4148-b64e-59399be36efe admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-843523009-network', 'tenant_id': 'e2849b4a348c4795bf965ba8cdf2467d'}} {{(pid=106707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:40:52.867678 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b352d4-9952-4148-b64e-59399be36efe admin admin] Made reservation on behalf of e2849b4a348c4795bf965ba8cdf2467d for: {'network': 1} {{(pid=106707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:40:52.869950 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-02b352d4-9952-4148-b64e-59399be36efe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for network (None), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:52.878355 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-02b352d4-9952-4148-b64e-59399be36efe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:52.953083 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-02b352d4-9952-4148-b64e-59399be36efe admin admin] Publish callbacks [] for security_group (346a5e8c-2cdd-4158-9a92-b9fe91eadcee), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:52.957713 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-02b352d4-9952-4148-b64e-59399be36efe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (346a5e8c-2cdd-4158-9a92-b9fe91eadcee), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:52.965633 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac23fe71-770e-400a-aa9b-44dffb0a07c4 req-3d486336-4734-41d0-b9ed-e07748bec405 tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:52.967149 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-ac23fe71-770e-400a-aa9b-44dffb0a07c4 req-3d486336-4734-41d0-b9ed-e07748bec405 tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c4609d4-cafe-4d1e-ac5d-21f14a6413fa HTTP/1.1" status: 200 len: 950 time: 0.0473518 Apr 12 19:40:52.984518 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02b352d4-9952-4148-b64e-59399be36efe admin admin] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=106707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 19:40:52.993821 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b352d4-9952-4148-b64e-59399be36efe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=346a5e8c-2cdd-4158-9a92-b9fe91eadcee,revision_number=1']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:40:53.002230 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-02b352d4-9952-4148-b64e-59399be36efe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495566'] for segment (333e6cad-b775-43de-9af0-3109522046bb), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:53.002789 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.db.segments_db [None req-02b352d4-9952-4148-b64e-59399be36efe admin admin] Added segment 333e6cad-b775-43de-9af0-3109522046bb of type vlan for network a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9 Apr 12 19:40:53.017105 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-ac23fe71-770e-400a-aa9b-44dffb0a07c4 req-f6e64edf-ea09-41fb-8b99-6b8d0adce79a tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] 10.222.0.15 "GET /v2.0/security-groups?id=5bbc049f-ece2-46fd-bcc6-2cb81dafb706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441220 Apr 12 19:40:53.047908 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-02b352d4-9952-4148-b64e-59399be36efe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749198045660'] for network (a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:53.106764 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-02b352d4-9952-4148-b64e-59399be36efe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185'] for network (a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:53.107673 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b352d4-9952-4148-b64e-59399be36efe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:53.108263 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-02b352d4-9952-4148-b64e-59399be36efe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565043'] for network (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:53.147710 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-02b352d4-9952-4148-b64e-59399be36efe admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.3914502 Apr 12 19:40:53.150627 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 33262) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:40:53.155492 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.v2.base [None req-d2d4adde-3fa4-482c-b115-33bb7a28d7ef admin admin] Request body: {'subnet': {'network_id': 'a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-843523009-subnet', 'tenant_id': 'e2849b4a348c4795bf965ba8cdf2467d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:40:53.174120 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2d4adde-3fa4-482c-b115-33bb7a28d7ef admin admin] Made reservation on behalf of e2849b4a348c4795bf965ba8cdf2467d for: {'subnet': 1} {{(pid=106704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:40:53.176509 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-d2d4adde-3fa4-482c-b115-33bb7a28d7ef admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:53.177679 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c75146-8adb-4b45-a5f5-f353b3e91230 req-c0426b15-9c66-4913-973f-b0129338451a tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:53.179136 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-a7c75146-8adb-4b45-a5f5-f353b3e91230 req-c0426b15-9c66-4913-973f-b0129338451a tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/ports?device_id=5136d3b0-b5c7-42d5-8eb4-d3cbf9bbb88f HTTP/1.1" status: 200 len: 944 time: 0.1040339 Apr 12 19:40:53.188504 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b352d4-9952-4148-b64e-59399be36efe admin admin] Pushing event updated for resources: {'Network': ['ID=a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9,revision_number=1']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:40:53.198682 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Network a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9 details requested by agent ovs-agent-dv-cinder-837540-1-iscsi with host dv-cinder-837540-1-iscsi {{(pid=106714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 19:40:53.232475 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-a7c75146-8adb-4b45-a5f5-f353b3e91230 req-6f94ee9e-3dc8-449c-b65a-76945b61d76f tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/security-groups?id=494cadc4-45e4-4fe5-87fc-9bcf0ce1a223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457072 Apr 12 19:40:53.366335 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-d2d4adde-3fa4-482c-b115-33bb7a28d7ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185'] for subnet (7f57a095-a707-4feb-9d1c-8b1458759bd7), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:53.422457 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d4adde-3fa4-482c-b115-33bb7a28d7ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f57a095-a707-4feb-9d1c-8b1458759bd7,revision_number=0']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:40:53.430167 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d4adde-3fa4-482c-b115-33bb7a28d7ef admin admin] Checking segment: {'id': '333e6cad-b775-43de-9af0-3109522046bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:40:53.430508 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d4adde-3fa4-482c-b115-33bb7a28d7ef admin admin] Network hostable DHCP agents. Network: a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9, hostable agents: ['055fa106-9079-4d8f-a829-e3ca37bbcb19'], hosted agents: [] {{(pid=106704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 19:40:53.447656 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d4adde-3fa4-482c-b115-33bb7a28d7ef admin admin] Network a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9 is scheduled to be hosted by DHCP agent 055fa106-9079-4d8f-a829-e3ca37bbcb19 with binding_index 1 {{(pid=106704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 19:40:53.457257 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.base_scheduler [None req-d2d4adde-3fa4-482c-b115-33bb7a28d7ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837540-1-iscsi, a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9) {{(pid=106704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:40:53.461710 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d4adde-3fa4-482c-b115-33bb7a28d7ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:53.462293 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-d2d4adde-3fa4-482c-b115-33bb7a28d7ef admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:53.466027 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b25357-4091-4502-97d0-86488e2b3997 None None] Network a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9 requested from dv-cinder-837540-1-iscsi {{(pid=106714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 19:40:53.478592 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-d2d4adde-3fa4-482c-b115-33bb7a28d7ef admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.3268735 Apr 12 19:40:53.481339 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 33266) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:40:53.485797 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.v2.base [None req-84c91113-7dad-40ec-964b-cd16416d4171 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-843523009-router', 'tenant_id': 'e2849b4a348c4795bf965ba8cdf2467d', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08'}}} {{(pid=106704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:40:53.504941 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-84c91113-7dad-40ec-964b-cd16416d4171 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-670512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26520'] for router (3763ba8b-a3ee-4c9f-a41d-86e8324e0beb), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:53.505964 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-84c91113-7dad-40ec-964b-cd16416d4171 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-670368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-602046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26497'] for router (3763ba8b-a3ee-4c9f-a41d-86e8324e0beb), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:53.561546 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-84c91113-7dad-40ec-964b-cd16416d4171 admin admin] Publish callbacks [] for router_controller (3763ba8b-a3ee-4c9f-a41d-86e8324e0beb), precommit_add_association {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:53.568291 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070407c1-63c2-45fd-8657-e86b3fde273b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3012341e-45cf-56fd-a54d-b96530cfb325-a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9', 'network_id': 'a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9', 'project_id': 'e2849b4a348c4795bf965ba8cdf2467d', 'fixed_ips': [{'subnet_id': '7f57a095-a707-4feb-9d1c-8b1458759bd7'}]}} from dv-cinder-837540-1-iscsi. {{(pid=106714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 19:40:53.569163 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-070407c1-63c2-45fd-8657-e86b3fde273b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (None), before_create {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:53.707674 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-84c91113-7dad-40ec-964b-cd16416d4171 admin admin] Publish callbacks [] for router_gateway (3763ba8b-a3ee-4c9f-a41d-86e8324e0beb), precommit_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:53.708679 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.db_base_plugin_common [None req-070407c1-63c2-45fd-8657-e86b3fde273b None None] Allocated IP 172.20.0.2 (a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9/7f57a095-a707-4feb-9d1c-8b1458759bd7/9087283d-9f91-485a-8155-15e9b8e3a445) {{(pid=106714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:40:53.870298 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-070407c1-63c2-45fd-8657-e86b3fde273b None None] Publish callbacks [] for port (9087283d-9f91-485a-8155-15e9b8e3a445), precommit_create {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:53.877489 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-070407c1-63c2-45fd-8657-e86b3fde273b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749198058662'] for port (9087283d-9f91-485a-8155-15e9b8e3a445), after_create {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:53.920654 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070407c1-63c2-45fd-8657-e86b3fde273b None None] Network a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9 is already hosted by enough agents. {{(pid=106714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:40:53.923583 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.scheduler.base_scheduler [None req-070407c1-63c2-45fd-8657-e86b3fde273b None None] Resources bound (agent type, host, resource id): {{(pid=106714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:40:53.927314 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070407c1-63c2-45fd-8657-e86b3fde273b None None] Received port after_create {{(pid=106714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:40:53.944229 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070407c1-63c2-45fd-8657-e86b3fde273b None None] Pushing event updated for resources: {'Port': ['ID=9087283d-9f91-485a-8155-15e9b8e3a445,revision_number=1']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:40:53.994435 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.managers [None req-070407c1-63c2-45fd-8657-e86b3fde273b None None] Attempting to bind port 9087283d-9f91-485a-8155-15e9b8e3a445 on host dv-cinder-837540-1-iscsi for vnic_type normal with profile {{(pid=106714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:40:53.995396 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.managers [None req-070407c1-63c2-45fd-8657-e86b3fde273b None None] Attempting to bind port 9087283d-9f91-485a-8155-15e9b8e3a445 by drivers openvswitch,hyperv on host dv-cinder-837540-1-iscsi at level 0 using segments [{'id': '333e6cad-b775-43de-9af0-3109522046bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9'}] {{(pid=106714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:40:53.995718 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070407c1-63c2-45fd-8657-e86b3fde273b None None] Attempting to bind port 9087283d-9f91-485a-8155-15e9b8e3a445 on network a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9 {{(pid=106714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:40:54.001503 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070407c1-63c2-45fd-8657-e86b3fde273b None None] Checking agent: {'id': 'e0bf5abe-d5c5-40a1-a359-03156ade36a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837540-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 30, 50), 'started_at': datetime.datetime(2022, 4, 12, 19, 31, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837540-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:40:54.001967 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070407c1-63c2-45fd-8657-e86b3fde273b None None] Checking segment: {'id': '333e6cad-b775-43de-9af0-3109522046bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:40:54.002289 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-070407c1-63c2-45fd-8657-e86b3fde273b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:54.002689 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070407c1-63c2-45fd-8657-e86b3fde273b None None] Bound using segment: {'id': '333e6cad-b775-43de-9af0-3109522046bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9'} {{(pid=106714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:40:54.003164 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.managers [None req-070407c1-63c2-45fd-8657-e86b3fde273b None None] Bound port: 9087283d-9f91-485a-8155-15e9b8e3a445, host: dv-cinder-837540-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '333e6cad-b775-43de-9af0-3109522046bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9'}}] {{(pid=106714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:40:54.003548 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-070407c1-63c2-45fd-8657-e86b3fde273b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (9087283d-9f91-485a-8155-15e9b8e3a445), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:54.039934 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 33284) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:40:54.089315 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-070407c1-63c2-45fd-8657-e86b3fde273b None None] For port 9087283d-9f91-485a-8155-15e9b8e3a445, host dv-cinder-837540-1-iscsi, cleared binding levels {{(pid=106714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:40:54.092610 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-070407c1-63c2-45fd-8657-e86b3fde273b None None] For port 9087283d-9f91-485a-8155-15e9b8e3a445, host dv-cinder-837540-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-1-iscsi',level=0,port_id=9087283d-9f91-485a-8155-15e9b8e3a445,segment=NetworkSegment(333e6cad-b775-43de-9af0-3109522046bb),segment_id=333e6cad-b775-43de-9af0-3109522046bb)] {{(pid=106714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:40:54.099101 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-070407c1-63c2-45fd-8657-e86b3fde273b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (9087283d-9f91-485a-8155-15e9b8e3a445), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:54.145925 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-84c91113-7dad-40ec-964b-cd16416d4171 admin admin] Publish callbacks [] for router_gateway (3763ba8b-a3ee-4c9f-a41d-86e8324e0beb), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:54.159222 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070407c1-63c2-45fd-8657-e86b3fde273b None None] Pushing event updated for resources: {'Port': ['ID=9087283d-9f91-485a-8155-15e9b8e3a445,revision_number=2']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:40:54.159457 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-3b7e7a9b-eddc-449d-a2d9-5c869e72bff8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:54.171923 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-84c91113-7dad-40ec-964b-cd16416d4171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:54.200192 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bc47d0-5023-4bc9-b89c-ff75f9f3d44a req-465566a5-18dc-4d46-948a-aeda9b103215 tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:54.201903 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-e7bc47d0-5023-4bc9-b89c-ff75f9f3d44a req-465566a5-18dc-4d46-948a-aeda9b103215 tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c4609d4-cafe-4d1e-ac5d-21f14a6413fa HTTP/1.1" status: 200 len: 950 time: 0.0969059 Apr 12 19:40:54.251497 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-3b7e7a9b-eddc-449d-a2d9-5c869e72bff8 admin admin] Publish callbacks [] for security_group (c61903a5-a8e2-4db4-9386-91845d58794b), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:54.256686 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-3b7e7a9b-eddc-449d-a2d9-5c869e72bff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (c61903a5-a8e2-4db4-9386-91845d58794b), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:54.301504 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-3b7e7a9b-eddc-449d-a2d9-5c869e72bff8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6bac4f2ebbb843c48d7eba3ff9a5dc8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2574828 Apr 12 19:40:54.301504 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7e7a9b-eddc-449d-a2d9-5c869e72bff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c61903a5-a8e2-4db4-9386-91845d58794b,revision_number=1']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:40:54.303349 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 33290) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:40:54.331896 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-e7bc47d0-5023-4bc9-b89c-ff75f9f3d44a req-6865aeb6-20b1-4683-93ba-c4da15443fdd tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] 10.222.0.15 "GET /v2.0/security-groups?id=5bbc049f-ece2-46fd-bcc6-2cb81dafb706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002700 Apr 12 19:40:54.360443 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.db_base_plugin_common [None req-84c91113-7dad-40ec-964b-cd16416d4171 admin admin] Allocated IP 172.27.2.19 (afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08/6283d24b-0e2c-4ae1-ac34-d042e72aa307/f4779415-2110-4259-ae16-ddc57e9c4593) {{(pid=106704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:40:54.384234 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8210d5fe-543c-4ab4-a743-66fbc2b6ec59 req-494ffceb-05ed-4e47-bb3a-f3d2483c75bd tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:54.386269 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-8210d5fe-543c-4ab4-a743-66fbc2b6ec59 req-494ffceb-05ed-4e47-bb3a-f3d2483c75bd tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/ports?device_id=5136d3b0-b5c7-42d5-8eb4-d3cbf9bbb88f HTTP/1.1" status: 200 len: 944 time: 0.0656223 Apr 12 19:40:54.399906 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-1b04afbc-9312-4db7-8b66-6d4db46f3302 admin admin] Publish callbacks [] for security_group (c61903a5-a8e2-4db4-9386-91845d58794b), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:54.470827 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-1b04afbc-9312-4db7-8b66-6d4db46f3302 admin admin] Publish callbacks [] for security_group (c61903a5-a8e2-4db4-9386-91845d58794b), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:54.491499 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-84c91113-7dad-40ec-964b-cd16416d4171 admin admin] Publish callbacks [] for port (f4779415-2110-4259-ae16-ddc57e9c4593), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:54.528229 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-8210d5fe-543c-4ab4-a743-66fbc2b6ec59 req-0f32d24e-b810-45b2-896e-d1ae38b01149 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/security-groups?id=494cadc4-45e4-4fe5-87fc-9bcf0ce1a223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259511 Apr 12 19:40:54.564567 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-84c91113-7dad-40ec-964b-cd16416d4171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749198058662'] for port (f4779415-2110-4259-ae16-ddc57e9c4593), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:54.578279 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-1b04afbc-9312-4db7-8b66-6d4db46f3302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (c61903a5-a8e2-4db4-9386-91845d58794b), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:54.582190 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-1b04afbc-9312-4db7-8b66-6d4db46f3302 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:54.586120 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-1b04afbc-9312-4db7-8b66-6d4db46f3302 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c61903a5-a8e2-4db4-9386-91845d58794b HTTP/1.1" status: 204 len: 168 time: 0.2793024 Apr 12 19:40:54.595055 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b04afbc-9312-4db7-8b66-6d4db46f3302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c61903a5-a8e2-4db4-9386-91845d58794b,revision_number=None']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:40:54.615994 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c91113-7dad-40ec-964b-cd16416d4171 admin admin] Network afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08 is already hosted by enough agents. {{(pid=106704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:40:54.621637 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.base_scheduler [None req-84c91113-7dad-40ec-964b-cd16416d4171 admin admin] Resources bound (agent type, host, resource id): {{(pid=106704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:40:54.623982 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device 9087283d-9f91-485a-8155-15e9b8e3a445 up at agent ovs-agent-dv-cinder-837540-1-iscsi {{(pid=106714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:40:54.629879 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c91113-7dad-40ec-964b-cd16416d4171 admin admin] Pushing event updated for resources: {'Port': ['ID=f4779415-2110-4259-ae16-ddc57e9c4593,revision_number=1']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:40:54.632528 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c91113-7dad-40ec-964b-cd16416d4171 admin admin] Received port after_create {{(pid=106704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:40:54.708467 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Provisioning complete for port 9087283d-9f91-485a-8155-15e9b8e3a445 triggered by entity L2. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:40:54.708863 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (9087283d-9f91-485a-8155-15e9b8e3a445), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:54.805591 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Current status of the port 9087283d-9f91-485a-8155-15e9b8e3a445 is: DOWN; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:40:54.806323 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (9087283d-9f91-485a-8155-15e9b8e3a445), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:54.846122 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] For port 9087283d-9f91-485a-8155-15e9b8e3a445, host dv-cinder-837540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-1-iscsi',level=0,port_id=9087283d-9f91-485a-8155-15e9b8e3a445,segment=NetworkSegment(333e6cad-b775-43de-9af0-3109522046bb),segment_id=333e6cad-b775-43de-9af0-3109522046bb)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:40:54.858984 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (9087283d-9f91-485a-8155-15e9b8e3a445), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:54.884156 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-84c91113-7dad-40ec-964b-cd16416d4171 admin admin] Publish callbacks [] for router_gateway (3763ba8b-a3ee-4c9f-a41d-86e8324e0beb), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:54.913749 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Pushing event updated for resources: {'Port': ['ID=9087283d-9f91-485a-8155-15e9b8e3a445,revision_number=3']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:40:54.946503 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 33300) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:40:54.960156 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-5cce22d6-0a20-428b-8327-d1bebc2f2a5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:55.042620 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-5cce22d6-0a20-428b-8327-d1bebc2f2a5c admin admin] Publish callbacks [] for security_group (e5bd0cb8-bddf-4cd2-b227-b8730f832cdb), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:55.048186 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-5cce22d6-0a20-428b-8327-d1bebc2f2a5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (e5bd0cb8-bddf-4cd2-b227-b8730f832cdb), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:55.088628 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce22d6-0a20-428b-8327-d1bebc2f2a5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5bd0cb8-bddf-4cd2-b227-b8730f832cdb,revision_number=1']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:40:55.095489 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-84c91113-7dad-40ec-964b-cd16416d4171 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668120'] for router (3763ba8b-a3ee-4c9f-a41d-86e8324e0beb), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:55.108591 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-5cce22d6-0a20-428b-8327-d1bebc2f2a5c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1f6def7779b145b4a9d2ceb794817220&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1586199 Apr 12 19:40:55.108962 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 33304) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:40:55.165363 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-6bc2bd07-ff36-4e80-87d1-b6165d8b663a admin admin] Publish callbacks [] for security_group (e5bd0cb8-bddf-4cd2-b227-b8730f832cdb), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:55.189722 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-6bc2bd07-ff36-4e80-87d1-b6165d8b663a admin admin] Publish callbacks [] for security_group (e5bd0cb8-bddf-4cd2-b227-b8730f832cdb), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:55.236623 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84c91113-7dad-40ec-964b-cd16416d4171 admin admin] Router 3763ba8b-a3ee-4c9f-a41d-86e8324e0beb is scheduled to L3 agent 4d9412c4-31b2-4fbf-87a0-f931332ab9d5 with binding_index 1 {{(pid=106704) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 19:40:55.243327 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-6bc2bd07-ff36-4e80-87d1-b6165d8b663a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (e5bd0cb8-bddf-4cd2-b227-b8730f832cdb), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:55.246239 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-6bc2bd07-ff36-4e80-87d1-b6165d8b663a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:55.250825 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-6bc2bd07-ff36-4e80-87d1-b6165d8b663a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e5bd0cb8-bddf-4cd2-b227-b8730f832cdb HTTP/1.1" status: 204 len: 168 time: 0.1409934 Apr 12 19:40:55.265349 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc2bd07-ff36-4e80-87d1-b6165d8b663a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5bd0cb8-bddf-4cd2-b227-b8730f832cdb,revision_number=None']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:40:55.365369 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be10195b-3fab-4a48-897e-49934bc410b5 None None] Network a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9 requested from dv-cinder-837540-1-iscsi {{(pid=106714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 19:40:55.384925 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84c91113-7dad-40ec-964b-cd16416d4171 admin admin] Notify agent at l3_agent.dv-cinder-837540-1-iscsi the message routers_updated {{(pid=106704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:40:55.396279 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff44d9d-cfae-4994-8749-1e51322e9448 None None] Sync routers for ids ['3763ba8b-a3ee-4c9f-a41d-86e8324e0beb'] in dv-cinder-837540-1-iscsi {{(pid=106718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:40:55.407077 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-84c91113-7dad-40ec-964b-cd16416d4171 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:55.408557 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-84c91113-7dad-40ec-964b-cd16416d4171 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.9262145 Apr 12 19:40:55.412179 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 33310) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:40:55.417066 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff44d9d-cfae-4994-8749-1e51322e9448 None None] Routers {'3763ba8b-a3ee-4c9f-a41d-86e8324e0beb'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:40:55.417699 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-6ff44d9d-cfae-4994-8749-1e51322e9448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:40:46Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['3763ba8b-a3ee-4c9f-a41d-86e8324e0beb'], 'active': True} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:40:55.528087 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee71210-be41-4f04-b3e9-976f1a3c9d4b req-27f0f68a-f051-4b47-b33d-113cba854c5e tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:55.537948 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-5ee71210-be41-4f04-b3e9-976f1a3c9d4b req-27f0f68a-f051-4b47-b33d-113cba854c5e tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c4609d4-cafe-4d1e-ac5d-21f14a6413fa HTTP/1.1" status: 200 len: 950 time: 0.1182024 Apr 12 19:40:55.594918 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvr_db [None req-6ff44d9d-cfae-4994-8749-1e51322e9448 None None] Set router 3763ba8b-a3ee-4c9f-a41d-86e8324e0beb gateway port host: dv-cinder-837540-1-iscsi {{(pid=106718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:40:55.667403 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-5ee71210-be41-4f04-b3e9-976f1a3c9d4b req-6f2d73b1-e0d0-4e0c-ae7c-719ed5bc7de4 tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] 10.222.0.15 "GET /v2.0/security-groups?id=5bbc049f-ece2-46fd-bcc6-2cb81dafb706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228955 Apr 12 19:40:55.726724 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-e53d76dd-8337-47c3-a308-678a2c826291 None None] Provisioning complete for port 9087283d-9f91-485a-8155-15e9b8e3a445 triggered by entity DHCP. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:40:55.727312 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-e53d76dd-8337-47c3-a308-678a2c826291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (9087283d-9f91-485a-8155-15e9b8e3a445), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:55.808586 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e1e6bb-3721-47d0-bc38-9976068bb760 req-051f05c5-ec14-4851-96f2-286847dd91a8 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:55.810924 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-21e1e6bb-3721-47d0-bc38-9976068bb760 req-051f05c5-ec14-4851-96f2-286847dd91a8 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/ports?device_id=5136d3b0-b5c7-42d5-8eb4-d3cbf9bbb88f HTTP/1.1" status: 200 len: 944 time: 0.1578171 Apr 12 19:40:55.872977 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-e53d76dd-8337-47c3-a308-678a2c826291 None None] Current status of the port 9087283d-9f91-485a-8155-15e9b8e3a445 is: ACTIVE; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:40:55.971246 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-6ff44d9d-cfae-4994-8749-1e51322e9448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3763ba8b-a3ee-4c9f-a41d-86e8324e0beb', 'name': 'tempest-ServerRescueNegativeTestJSON-843523009-router', 'tenant_id': 'e2849b4a348c4795bf965ba8cdf2467d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'f4779415-2110-4259-ae16-ddc57e9c4593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:40:53Z', 'updated_at': '2022-04-12T19:40:54Z', 'revision_number': 3, 'project_id': 'e2849b4a348c4795bf965ba8cdf2467d', 'gw_port': {'id': 'f4779415-2110-4259-ae16-ddc57e9c4593', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:12:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3763ba8b-a3ee-4c9f-a41d-86e8324e0beb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:40:54Z', 'updated_at': '2022-04-12T19:40:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi'}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:40:56.026883 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff44d9d-cfae-4994-8749-1e51322e9448 None None] Checking router: 3763ba8b-a3ee-4c9f-a41d-86e8324e0beb for host: dv-cinder-837540-1-iscsi {{(pid=106718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:40:56.027807 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff44d9d-cfae-4994-8749-1e51322e9448 None None] Updating router 3763ba8b-a3ee-4c9f-a41d-86e8324e0beb port f4779415-2110-4259-ae16-ddc57e9c4593 binding host dv-cinder-837540-1-iscsi {{(pid=106718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 19:40:56.061073 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron_lib.callbacks.manager [None req-6ff44d9d-cfae-4994-8749-1e51322e9448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (f4779415-2110-4259-ae16-ddc57e9c4593), before_update {{(pid=106718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:56.096484 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-f325e026-feb6-4854-a1f5-2e6660cb27b6 None None] Provisioning complete for port 9087283d-9f91-485a-8155-15e9b8e3a445 triggered by entity DHCP. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:40:56.097742 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-f325e026-feb6-4854-a1f5-2e6660cb27b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (9087283d-9f91-485a-8155-15e9b8e3a445), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:56.214638 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-f325e026-feb6-4854-a1f5-2e6660cb27b6 None None] Current status of the port 9087283d-9f91-485a-8155-15e9b8e3a445 is: ACTIVE; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:40:56.263178 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-21e1e6bb-3721-47d0-bc38-9976068bb760 req-76af791a-9550-4e17-a720-6db6474cd693 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/security-groups?id=494cadc4-45e4-4fe5-87fc-9bcf0ce1a223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3739250 Apr 12 19:40:56.412165 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-293885de-73dd-4cd6-8020-899563952b2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (None), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:56.464674 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron_lib.callbacks.manager [None req-6ff44d9d-cfae-4994-8749-1e51322e9448 None None] Publish callbacks [] for port (f4779415-2110-4259-ae16-ddc57e9c4593), precommit_update {{(pid=106718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:56.473689 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron_lib.callbacks.manager [None req-6ff44d9d-cfae-4994-8749-1e51322e9448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (f4779415-2110-4259-ae16-ddc57e9c4593), after_update {{(pid=106718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:56.529164 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.plugins.ml2.managers [None req-6ff44d9d-cfae-4994-8749-1e51322e9448 None None] Attempting to bind port f4779415-2110-4259-ae16-ddc57e9c4593 on host dv-cinder-837540-1-iscsi for vnic_type normal with profile {{(pid=106718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:40:56.529532 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.plugins.ml2.managers [None req-6ff44d9d-cfae-4994-8749-1e51322e9448 None None] Attempting to bind port f4779415-2110-4259-ae16-ddc57e9c4593 by drivers openvswitch,hyperv on host dv-cinder-837540-1-iscsi at level 0 using segments [{'id': 'd71711ac-63cd-4a26-822c-81ae059ce82d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08'}] {{(pid=106718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:40:56.529893 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff44d9d-cfae-4994-8749-1e51322e9448 None None] Attempting to bind port f4779415-2110-4259-ae16-ddc57e9c4593 on network afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08 {{(pid=106718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:40:56.532801 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b78fc36-9c7d-4ef7-9860-15d34ab1265f None None] Pushing event updated for resources: {'Port': ['ID=f4779415-2110-4259-ae16-ddc57e9c4593,revision_number=2']} {{(pid=106718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:40:56.536424 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device 9087283d-9f91-485a-8155-15e9b8e3a445 up at agent ovs-agent-dv-cinder-837540-1-iscsi {{(pid=106714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:40:56.540344 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff44d9d-cfae-4994-8749-1e51322e9448 None None] Checking agent: {'id': 'e0bf5abe-d5c5-40a1-a359-03156ade36a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837540-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 30, 50), 'started_at': datetime.datetime(2022, 4, 12, 19, 31, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837540-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:40:56.540717 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff44d9d-cfae-4994-8749-1e51322e9448 None None] Checking segment: {'id': 'd71711ac-63cd-4a26-822c-81ae059ce82d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:40:56.541108 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron_lib.callbacks.manager [None req-6ff44d9d-cfae-4994-8749-1e51322e9448 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:56.542110 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff44d9d-cfae-4994-8749-1e51322e9448 None None] Bound using segment: {'id': 'd71711ac-63cd-4a26-822c-81ae059ce82d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08'} {{(pid=106718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:40:56.542580 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.plugins.ml2.managers [None req-6ff44d9d-cfae-4994-8749-1e51322e9448 None None] Bound port: f4779415-2110-4259-ae16-ddc57e9c4593, host: dv-cinder-837540-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd71711ac-63cd-4a26-822c-81ae059ce82d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08'}}] {{(pid=106718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:40:56.542970 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron_lib.callbacks.manager [None req-6ff44d9d-cfae-4994-8749-1e51322e9448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (f4779415-2110-4259-ae16-ddc57e9c4593), before_update {{(pid=106718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:56.563019 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b78fc36-9c7d-4ef7-9860-15d34ab1265f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:40:56.563370 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b78fc36-9c7d-4ef7-9860-15d34ab1265f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:40:56.563737 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b78fc36-9c7d-4ef7-9860-15d34ab1265f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:40:56.564115 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b78fc36-9c7d-4ef7-9860-15d34ab1265f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:40:56.564451 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b78fc36-9c7d-4ef7-9860-15d34ab1265f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:40:56.564786 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b78fc36-9c7d-4ef7-9860-15d34ab1265f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:40:56.565109 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b78fc36-9c7d-4ef7-9860-15d34ab1265f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:40:56.565539 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b78fc36-9c7d-4ef7-9860-15d34ab1265f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:40:56.565746 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b78fc36-9c7d-4ef7-9860-15d34ab1265f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:40:56.566070 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b78fc36-9c7d-4ef7-9860-15d34ab1265f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:40:56.566390 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b78fc36-9c7d-4ef7-9860-15d34ab1265f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:40:56.566822 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b78fc36-9c7d-4ef7-9860-15d34ab1265f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:40:56.567230 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b78fc36-9c7d-4ef7-9860-15d34ab1265f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:40:56.567553 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b78fc36-9c7d-4ef7-9860-15d34ab1265f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:40:56.567869 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b78fc36-9c7d-4ef7-9860-15d34ab1265f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:40:56.599691 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Provisioning complete for port 9087283d-9f91-485a-8155-15e9b8e3a445 triggered by entity L2. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:40:56.600441 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (9087283d-9f91-485a-8155-15e9b8e3a445), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:56.604679 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.db.db_base_plugin_common [None req-293885de-73dd-4cd6-8020-899563952b2d admin admin] Allocated IP 172.20.0.1 (a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9/7f57a095-a707-4feb-9d1c-8b1458759bd7/3870cd20-671b-4139-86bb-99bc95bb5259) {{(pid=106707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:40:56.617139 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.plugins.ml2.db [None req-6ff44d9d-cfae-4994-8749-1e51322e9448 None None] For port f4779415-2110-4259-ae16-ddc57e9c4593, host dv-cinder-837540-1-iscsi, cleared binding levels {{(pid=106718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:40:56.622430 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.plugins.ml2.db [None req-6ff44d9d-cfae-4994-8749-1e51322e9448 None None] For port f4779415-2110-4259-ae16-ddc57e9c4593, host dv-cinder-837540-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-1-iscsi',level=0,port_id=f4779415-2110-4259-ae16-ddc57e9c4593,segment=NetworkSegment(d71711ac-63cd-4a26-822c-81ae059ce82d),segment_id=d71711ac-63cd-4a26-822c-81ae059ce82d)] {{(pid=106718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:40:56.630251 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron_lib.callbacks.manager [None req-6ff44d9d-cfae-4994-8749-1e51322e9448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (f4779415-2110-4259-ae16-ddc57e9c4593), after_update {{(pid=106718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:56.710848 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff44d9d-cfae-4994-8749-1e51322e9448 None None] Routers {'3763ba8b-a3ee-4c9f-a41d-86e8324e0beb'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:40:56.711500 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-6ff44d9d-cfae-4994-8749-1e51322e9448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:40:46Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['3763ba8b-a3ee-4c9f-a41d-86e8324e0beb'], 'active': True} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:40:56.718718 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Current status of the port 9087283d-9f91-485a-8155-15e9b8e3a445 is: ACTIVE; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:40:56.728319 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b78fc36-9c7d-4ef7-9860-15d34ab1265f None None] Pushing event updated for resources: {'Port': ['ID=f4779415-2110-4259-ae16-ddc57e9c4593,revision_number=3']} {{(pid=106718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:40:56.766995 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-293885de-73dd-4cd6-8020-899563952b2d admin admin] Publish callbacks [] for port (3870cd20-671b-4139-86bb-99bc95bb5259), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:56.815871 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-293885de-73dd-4cd6-8020-899563952b2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749198058662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9064885'] for port (3870cd20-671b-4139-86bb-99bc95bb5259), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:56.828579 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cda4b4-f91f-4adb-a603-386194354e5a req-126769a0-c616-4dd4-ae5f-1d53c5205aa6 tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:56.836878 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-c8cda4b4-f91f-4adb-a603-386194354e5a req-126769a0-c616-4dd4-ae5f-1d53c5205aa6 tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c4609d4-cafe-4d1e-ac5d-21f14a6413fa HTTP/1.1" status: 200 len: 950 time: 0.0777767 Apr 12 19:40:56.861561 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293885de-73dd-4cd6-8020-899563952b2d admin admin] Network a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9 is already hosted by enough agents. {{(pid=106707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:40:56.865606 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.scheduler.base_scheduler [None req-293885de-73dd-4cd6-8020-899563952b2d admin admin] Resources bound (agent type, host, resource id): {{(pid=106707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:40:56.867330 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvr_db [None req-6ff44d9d-cfae-4994-8749-1e51322e9448 None None] Set router 3763ba8b-a3ee-4c9f-a41d-86e8324e0beb gateway port host: dv-cinder-837540-1-iscsi {{(pid=106718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:40:56.872051 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293885de-73dd-4cd6-8020-899563952b2d admin admin] Received port after_create {{(pid=106707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:40:56.903495 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293885de-73dd-4cd6-8020-899563952b2d admin admin] Pushing event updated for resources: {'Port': ['ID=3870cd20-671b-4139-86bb-99bc95bb5259,revision_number=1']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:40:56.915507 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-c8cda4b4-f91f-4adb-a603-386194354e5a req-2c039b6c-5de0-4120-b898-b0e0088ce84f tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] 10.222.0.15 "GET /v2.0/security-groups?id=5bbc049f-ece2-46fd-bcc6-2cb81dafb706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724173 Apr 12 19:40:56.942233 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-293885de-73dd-4cd6-8020-899563952b2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667945'] for router_interface (3763ba8b-a3ee-4c9f-a41d-86e8324e0beb), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:57.098983 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-6ff44d9d-cfae-4994-8749-1e51322e9448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3763ba8b-a3ee-4c9f-a41d-86e8324e0beb', 'name': 'tempest-ServerRescueNegativeTestJSON-843523009-router', 'tenant_id': 'e2849b4a348c4795bf965ba8cdf2467d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'f4779415-2110-4259-ae16-ddc57e9c4593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:40:53Z', 'updated_at': '2022-04-12T19:40:54Z', 'revision_number': 3, 'project_id': 'e2849b4a348c4795bf965ba8cdf2467d', 'gw_port': {'id': 'f4779415-2110-4259-ae16-ddc57e9c4593', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:12:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3763ba8b-a3ee-4c9f-a41d-86e8324e0beb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:40:54Z', 'updated_at': '2022-04-12T19:40:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi'}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:40:57.113715 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-293885de-73dd-4cd6-8020-899563952b2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (3870cd20-671b-4139-86bb-99bc95bb5259), before_update {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:57.129564 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff44d9d-cfae-4994-8749-1e51322e9448 None None] The sync data for ids ['3763ba8b-a3ee-4c9f-a41d-86e8324e0beb'] in dv-cinder-837540-1-iscsi is: [{'id': '3763ba8b-a3ee-4c9f-a41d-86e8324e0beb', 'name': 'tempest-ServerRescueNegativeTestJSON-843523009-router', 'tenant_id': 'e2849b4a348c4795bf965ba8cdf2467d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'f4779415-2110-4259-ae16-ddc57e9c4593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:40:53Z', 'updated_at': '2022-04-12T19:40:54Z', 'revision_number': 3, 'project_id': 'e2849b4a348c4795bf965ba8cdf2467d', 'gw_port': {'id': 'f4779415-2110-4259-ae16-ddc57e9c4593', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:12:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3763ba8b-a3ee-4c9f-a41d-86e8324e0beb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:40:54Z', 'updated_at': '2022-04-12T19:40:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi'}] {{(pid=106718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:40:57.144734 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-11fe5bbc-3dce-4057-90cd-648c57dc4d64 None None] Provisioning complete for port 3870cd20-671b-4139-86bb-99bc95bb5259 triggered by entity DHCP. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:40:57.145255 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-11fe5bbc-3dce-4057-90cd-648c57dc4d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (3870cd20-671b-4139-86bb-99bc95bb5259), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:57.185153 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-11fe5bbc-3dce-4057-90cd-648c57dc4d64 None None] Port 3870cd20-671b-4139-86bb-99bc95bb5259 cannot update to ACTIVE because it is not bound. {{(pid=106714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 19:40:57.305557 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-293885de-73dd-4cd6-8020-899563952b2d admin admin] Publish callbacks [] for port (3870cd20-671b-4139-86bb-99bc95bb5259), precommit_update {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:57.316955 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-293885de-73dd-4cd6-8020-899563952b2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9064844'] for port (3870cd20-671b-4139-86bb-99bc95bb5259), after_update {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:57.445812 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cb8c64-3b3f-4477-847b-58adf89ffd62 req-216e99e1-c50f-44a1-85b9-396b7d46d4b5 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:57.448232 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-18cb8c64-3b3f-4477-847b-58adf89ffd62 req-216e99e1-c50f-44a1-85b9-396b7d46d4b5 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/ports?device_id=5136d3b0-b5c7-42d5-8eb4-d3cbf9bbb88f HTTP/1.1" status: 200 len: 944 time: 0.0955524 Apr 12 19:40:57.490059 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293885de-73dd-4cd6-8020-899563952b2d admin admin] Pushing event updated for resources: {'Port': ['ID=3870cd20-671b-4139-86bb-99bc95bb5259,revision_number=2']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:40:57.499813 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-293885de-73dd-4cd6-8020-899563952b2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-668313'] for router_interface (3763ba8b-a3ee-4c9f-a41d-86e8324e0beb), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:57.588495 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-18cb8c64-3b3f-4477-847b-58adf89ffd62 req-343dad64-fd37-4671-b836-4912931c2f9c tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/security-groups?id=494cadc4-45e4-4fe5-87fc-9bcf0ce1a223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289062 Apr 12 19:40:57.636002 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293885de-73dd-4cd6-8020-899563952b2d admin admin] Network a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9 is already hosted by enough agents. {{(pid=106707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:40:57.637928 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.scheduler.base_scheduler [None req-293885de-73dd-4cd6-8020-899563952b2d admin admin] Resources bound (agent type, host, resource id): {{(pid=106707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:40:57.780712 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-293885de-73dd-4cd6-8020-899563952b2d admin admin] Router 3763ba8b-a3ee-4c9f-a41d-86e8324e0beb has already been hosted by L3 agent 4d9412c4-31b2-4fbf-87a0-f931332ab9d5 {{(pid=106707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 19:40:57.926186 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-86629632-7d6b-424c-8db7-5fac137237c7 None None] Provisioning complete for port 3870cd20-671b-4139-86bb-99bc95bb5259 triggered by entity DHCP. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:40:57.926592 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-86629632-7d6b-424c-8db7-5fac137237c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (3870cd20-671b-4139-86bb-99bc95bb5259), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:57.929974 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-293885de-73dd-4cd6-8020-899563952b2d admin admin] Notify agent at l3_agent.dv-cinder-837540-1-iscsi the message routers_updated {{(pid=106707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:40:57.937798 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-293885de-73dd-4cd6-8020-899563952b2d admin admin] 10.222.0.15 "PUT /v2.0/routers/3763ba8b-a3ee-4c9f-a41d-86e8324e0beb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5238175 Apr 12 19:40:57.973235 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-86629632-7d6b-424c-8db7-5fac137237c7 None None] Port 3870cd20-671b-4139-86bb-99bc95bb5259 cannot update to ACTIVE because it is not bound. {{(pid=106714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 19:40:58.092247 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7786d67-b287-486d-99c3-e6c786f784b4 req-fc3675a2-7a71-4bfa-95c9-147cbc3724cf tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:58.094629 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-d7786d67-b287-486d-99c3-e6c786f784b4 req-fc3675a2-7a71-4bfa-95c9-147cbc3724cf tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c4609d4-cafe-4d1e-ac5d-21f14a6413fa HTTP/1.1" status: 200 len: 950 time: 0.0800705 Apr 12 19:40:58.157218 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-d7786d67-b287-486d-99c3-e6c786f784b4 req-cd24137d-ec20-4d92-b10c-8603f7ea502a tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] 10.222.0.15 "GET /v2.0/security-groups?id=5bbc049f-ece2-46fd-bcc6-2cb81dafb706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514438 Apr 12 19:40:58.379254 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb46750-85f6-4521-8b3d-c30f02a423ac req-e81c0ffd-7986-4c7b-a46e-bc22bb88e2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:58.381145 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-0fb46750-85f6-4521-8b3d-c30f02a423ac req-e81c0ffd-7986-4c7b-a46e-bc22bb88e2f1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cda9058786dc4aa9a218711757d096ec&device_id=5136d3b0-b5c7-42d5-8eb4-d3cbf9bbb88f HTTP/1.1" status: 200 len: 1128 time: 0.0492153 Apr 12 19:40:58.471940 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15929d70-0539-4a7f-bfce-713e4b40607c req-4bffd164-bf41-4242-87bd-e5dfac42ed2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:58.474229 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-15929d70-0539-4a7f-bfce-713e4b40607c req-4bffd164-bf41-4242-87bd-e5dfac42ed2b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9c4609d4-cafe-4d1e-ac5d-21f14a6413fa HTTP/1.1" status: 200 len: 1134 time: 0.1225762 Apr 12 19:40:58.500395 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb46750-85f6-4521-8b3d-c30f02a423ac req-5db7745d-3d9d-462e-a934-17e089b5df4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:58.502274 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-0fb46750-85f6-4521-8b3d-c30f02a423ac req-5db7745d-3d9d-462e-a934-17e089b5df4c service neutron] 10.222.0.25 "GET /v2.0/networks?id=1bd0fdf0-c639-45b6-addc-35b5a883ecf6 HTTP/1.1" status: 200 len: 908 time: 0.1133800 Apr 12 19:40:58.542023 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff030e0-d111-4400-a4dd-2136ff225226 req-8df938e5-6d32-4856-a808-8245b54ddb8b tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:58.543480 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-fff030e0-d111-4400-a4dd-2136ff225226 req-8df938e5-6d32-4856-a808-8245b54ddb8b tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/networks?id=a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9 HTTP/1.1" status: 200 len: 818 time: 0.2012544 Apr 12 19:40:58.554488 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-0fb46750-85f6-4521-8b3d-c30f02a423ac req-9198d1d9-128b-4df9-a175-3de5899bbbf8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92fd1033-f936-44bf-a374-9022a8cf0b94 HTTP/1.1" status: 200 len: 217 time: 0.0450726 Apr 12 19:40:58.562735 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device f4779415-2110-4259-ae16-ddc57e9c4593 up at agent ovs-agent-dv-cinder-837540-1-iscsi {{(pid=106714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:40:58.593981 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-fff030e0-d111-4400-a4dd-2136ff225226 req-642d664e-0ca5-427e-8fbe-26473bad5918 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/quotas/e2849b4a348c4795bf965ba8cdf2467d HTTP/1.1" status: 200 len: 375 time: 0.0333440 Apr 12 19:40:58.597857 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-15929d70-0539-4a7f-bfce-713e4b40607c req-73a312bc-5d7c-4fc5-a3fe-4fe7afd19420 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=5bbc049f-ece2-46fd-bcc6-2cb81dafb706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128871 Apr 12 19:40:58.657720 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb46750-85f6-4521-8b3d-c30f02a423ac req-17b2ec5c-cf7d-4c8b-8903-e24d606c5055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:58.659209 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-0fb46750-85f6-4521-8b3d-c30f02a423ac req-17b2ec5c-cf7d-4c8b-8903-e24d606c5055 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=705c3a53-42a9-4585-bb45-55913253aeae HTTP/1.1" status: 200 len: 847 time: 0.0991480 Apr 12 19:40:58.661054 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-fff030e0-d111-4400-a4dd-2136ff225226 req-6e6fe33f-61a1-4b05-8e9d-3dc839e6edc2 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e2849b4a348c4795bf965ba8cdf2467d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0606189 Apr 12 19:40:58.672700 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Provisioning complete for port f4779415-2110-4259-ae16-ddc57e9c4593 triggered by entity L2. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:40:58.673481 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (f4779415-2110-4259-ae16-ddc57e9c4593), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:58.784287 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bae1486-949b-46a2-b90d-4647ddcb88f1 req-9b76ff55-eee0-46e0-a4ba-83db6ab58c8e tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:58.785627 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-2bae1486-949b-46a2-b90d-4647ddcb88f1 req-9b76ff55-eee0-46e0-a4ba-83db6ab58c8e tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/ports?device_id=5136d3b0-b5c7-42d5-8eb4-d3cbf9bbb88f HTTP/1.1" status: 200 len: 944 time: 0.0866463 Apr 12 19:40:58.790527 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Current status of the port f4779415-2110-4259-ae16-ddc57e9c4593 is: DOWN; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:40:58.790838 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (f4779415-2110-4259-ae16-ddc57e9c4593), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:58.821656 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] For port f4779415-2110-4259-ae16-ddc57e9c4593, host dv-cinder-837540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-1-iscsi',level=0,port_id=f4779415-2110-4259-ae16-ddc57e9c4593,segment=NetworkSegment(d71711ac-63cd-4a26-822c-81ae059ce82d),segment_id=d71711ac-63cd-4a26-822c-81ae059ce82d)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:40:58.828561 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (f4779415-2110-4259-ae16-ddc57e9c4593), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:58.846677 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-fff030e0-d111-4400-a4dd-2136ff225226 req-3006ae46-334c-4607-96ec-0ca99eae8ffa service neutron] 10.222.0.15 "GET /v2.0/networks/a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725261 Apr 12 19:40:58.914912 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Pushing event updated for resources: {'Port': ['ID=f4779415-2110-4259-ae16-ddc57e9c4593,revision_number=4']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:40:58.934076 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-0fb46750-85f6-4521-8b3d-c30f02a423ac req-192f5768-cbcf-4aa3-ae96-6fa2473e3adf service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1bd0fdf0-c639-45b6-addc-35b5a883ecf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577893 Apr 12 19:40:58.952299 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-2bae1486-949b-46a2-b90d-4647ddcb88f1 req-ec7690ca-2457-423c-854c-ce67033992f7 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/security-groups?id=494cadc4-45e4-4fe5-87fc-9bcf0ce1a223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516693 Apr 12 19:40:58.987735 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-fff030e0-d111-4400-a4dd-2136ff225226 req-4cb049a1-ba2f-405f-ab01-45fc211b94a9 service neutron] 10.222.0.15 "GET /v2.0/networks/a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390035 Apr 12 19:40:59.070532 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-0fb46750-85f6-4521-8b3d-c30f02a423ac req-ea1372b8-3d7e-46e4-9612-0a3490c24c25 service neutron] 10.222.0.25 "GET /v2.0/networks/1bd0fdf0-c639-45b6-addc-35b5a883ecf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169126 Apr 12 19:40:59.195182 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-df11c1d3-19d9-4524-b169-ca659f83664e req-5d354a28-513f-45e6-945c-6c77bbc7b475 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bd43d2c-7509-40a1-8847-f1ba5af244c1 HTTP/1.1" status: 200 len: 210 time: 0.0433114 Apr 12 19:40:59.301411 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d389d9-943d-4528-b899-db05666b16e3 None None] Sync routers for ids ['3763ba8b-a3ee-4c9f-a41d-86e8324e0beb'] in dv-cinder-837540-1-iscsi {{(pid=106714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:40:59.331099 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d389d9-943d-4528-b899-db05666b16e3 None None] Routers {'3763ba8b-a3ee-4c9f-a41d-86e8324e0beb'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:40:59.331999 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_hamode_db [None req-32d389d9-943d-4528-b899-db05666b16e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:40:46Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['3763ba8b-a3ee-4c9f-a41d-86e8324e0beb'], 'active': True} {{(pid=106714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:40:59.414023 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513534ce-568e-4a65-b962-a7a608421aea req-01c771dc-1072-41b2-9a52-f7892cc5ffb6 tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:59.415612 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-513534ce-568e-4a65-b962-a7a608421aea req-01c771dc-1072-41b2-9a52-f7892cc5ffb6 tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c4609d4-cafe-4d1e-ac5d-21f14a6413fa HTTP/1.1" status: 200 len: 950 time: 0.1245968 Apr 12 19:40:59.494003 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_dvr_db [None req-32d389d9-943d-4528-b899-db05666b16e3 None None] Set router 3763ba8b-a3ee-4c9f-a41d-86e8324e0beb gateway port host: dv-cinder-837540-1-iscsi {{(pid=106714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:40:59.530001 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-513534ce-568e-4a65-b962-a7a608421aea req-e6536e50-fa18-4e5e-9c61-7ba54c5500cf tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] 10.222.0.15 "GET /v2.0/security-groups?id=5bbc049f-ece2-46fd-bcc6-2cb81dafb706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059110 Apr 12 19:40:59.647675 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34399f12-ec7b-4e11-9e14-6ec7469aa2a9 req-5361c323-325a-457a-9e32-28c6db664ddb tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:40:59.649593 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-34399f12-ec7b-4e11-9e14-6ec7469aa2a9 req-5361c323-325a-457a-9e32-28c6db664ddb tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/networks?id=a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9 HTTP/1.1" status: 200 len: 818 time: 0.2588811 Apr 12 19:40:59.695847 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-34399f12-ec7b-4e11-9e14-6ec7469aa2a9 req-9db43baf-e0b4-4669-b40f-e292d319c47a tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/quotas/e2849b4a348c4795bf965ba8cdf2467d HTTP/1.1" status: 200 len: 375 time: 0.0357821 Apr 12 19:40:59.752661 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-34399f12-ec7b-4e11-9e14-6ec7469aa2a9 req-ae992011-bae5-42b4-b0c8-ed68515c1a56 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e2849b4a348c4795bf965ba8cdf2467d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0558901 Apr 12 19:40:59.796592 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_hamode_db [None req-32d389d9-943d-4528-b899-db05666b16e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3763ba8b-a3ee-4c9f-a41d-86e8324e0beb', 'name': 'tempest-ServerRescueNegativeTestJSON-843523009-router', 'tenant_id': 'e2849b4a348c4795bf965ba8cdf2467d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'f4779415-2110-4259-ae16-ddc57e9c4593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:40:53Z', 'updated_at': '2022-04-12T19:40:57Z', 'revision_number': 4, 'project_id': 'e2849b4a348c4795bf965ba8cdf2467d', 'gw_port': {'id': 'f4779415-2110-4259-ae16-ddc57e9c4593', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:12:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3763ba8b-a3ee-4c9f-a41d-86e8324e0beb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:40:54Z', 'updated_at': '2022-04-12T19:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_interfaces': [{'id': '3870cd20-671b-4139-86bb-99bc95bb5259', 'name': '', 'network_id': 'a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9', 'tenant_id': 'e2849b4a348c4795bf965ba8cdf2467d', 'mac_address': 'fa:16:3e:ba:ee:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3763ba8b-a3ee-4c9f-a41d-86e8324e0beb', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '7f57a095-a707-4feb-9d1c-8b1458759bd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:40:56Z', 'updated_at': '2022-04-12T19:40:57Z', 'revision_number': 2, 'project_id': 'e2849b4a348c4795bf965ba8cdf2467d', 'subnets': [{'id': '7f57a095-a707-4feb-9d1c-8b1458759bd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:40:59.797617 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 33536) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:40:59.798327 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-0fb46750-85f6-4521-8b3d-c30f02a423ac req-b40bee63-329e-4e5f-820c-60e0ccdb7d5a service neutron] 10.222.0.25 "GET /v2.0/networks/1bd0fdf0-c639-45b6-addc-35b5a883ecf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434981 Apr 12 19:40:59.839507 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d389d9-943d-4528-b899-db05666b16e3 None None] Checking router: 3763ba8b-a3ee-4c9f-a41d-86e8324e0beb for host: dv-cinder-837540-1-iscsi {{(pid=106714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:40:59.840332 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d389d9-943d-4528-b899-db05666b16e3 None None] Updating router 3763ba8b-a3ee-4c9f-a41d-86e8324e0beb port 3870cd20-671b-4139-86bb-99bc95bb5259 binding host dv-cinder-837540-1-iscsi {{(pid=106714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 19:40:59.879954 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-34399f12-ec7b-4e11-9e14-6ec7469aa2a9 req-e76cff2c-aab0-4c27-a4b0-9ec0efe3ddf4 service neutron] 10.222.0.15 "GET /v2.0/networks/a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259675 Apr 12 19:40:59.898382 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-32d389d9-943d-4528-b899-db05666b16e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (3870cd20-671b-4139-86bb-99bc95bb5259), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:59.944683 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-e8954e8a-1eb4-4698-9f7e-a2c09750748f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:40:59.993265 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-34399f12-ec7b-4e11-9e14-6ec7469aa2a9 req-a17dcd36-7eb8-4d44-9a99-1d42795b8c1f service neutron] 10.222.0.15 "GET /v2.0/networks/a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120565 Apr 12 19:41:00.094825 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaea3bf-b7cc-490e-98f4-851cb77757d7 req-5b3f4bc4-6dcb-4495-895b-dd49e6238b0e tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:00.096981 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-caaea3bf-b7cc-490e-98f4-851cb77757d7 req-5b3f4bc4-6dcb-4495-895b-dd49e6238b0e tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/ports?device_id=5136d3b0-b5c7-42d5-8eb4-d3cbf9bbb88f HTTP/1.1" status: 200 len: 944 time: 0.0583272 Apr 12 19:41:00.147764 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-e8954e8a-1eb4-4698-9f7e-a2c09750748f admin admin] Publish callbacks [] for security_group (6204abec-da12-4624-9825-92961dcd6692), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:00.162446 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-e8954e8a-1eb4-4698-9f7e-a2c09750748f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (6204abec-da12-4624-9825-92961dcd6692), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:00.250043 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-e8954e8a-1eb4-4698-9f7e-a2c09750748f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=28f24c11cfc04a18965f8c21aa9c142e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4513373 Apr 12 19:41:00.253469 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 33560) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:41:00.258579 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-6f489cf7-ee07-4ad7-802e-d5c9bab1ea9b req-697c0c94-7900-407e-b0e5-9ed7f2a048cd tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed5d5b75-5593-42f3-8e63-2df69df80a03 HTTP/1.1" status: 200 len: 210 time: 0.0565326 Apr 12 19:41:00.269287 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-32d389d9-943d-4528-b899-db05666b16e3 None None] Publish callbacks [] for port (3870cd20-671b-4139-86bb-99bc95bb5259), precommit_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:00.278444 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-32d389d9-943d-4528-b899-db05666b16e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (3870cd20-671b-4139-86bb-99bc95bb5259), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:00.312591 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-caaea3bf-b7cc-490e-98f4-851cb77757d7 req-4d71f31e-1016-4c0b-bb36-f367d924343f tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/security-groups?id=494cadc4-45e4-4fe5-87fc-9bcf0ce1a223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985452 Apr 12 19:41:00.333141 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530aa192-8e18-4287-a8fd-6eb7296ae331 None None] Pushing event updated for resources: {'Port': ['ID=3870cd20-671b-4139-86bb-99bc95bb5259,revision_number=3']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:41:00.335022 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8954e8a-1eb4-4698-9f7e-a2c09750748f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6204abec-da12-4624-9825-92961dcd6692,revision_number=1']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:41:00.377747 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-a24df4e4-f048-4cb5-8c65-a8fd5db38dbc admin admin] Publish callbacks [] for security_group (6204abec-da12-4624-9825-92961dcd6692), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:00.412144 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 33564) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:41:00.415102 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-a24df4e4-f048-4cb5-8c65-a8fd5db38dbc admin admin] Publish callbacks [] for security_group (6204abec-da12-4624-9825-92961dcd6692), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:00.421208 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.managers [None req-32d389d9-943d-4528-b899-db05666b16e3 None None] Attempting to bind port 3870cd20-671b-4139-86bb-99bc95bb5259 on host dv-cinder-837540-1-iscsi for vnic_type normal with profile {{(pid=106714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:41:00.421809 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.managers [None req-32d389d9-943d-4528-b899-db05666b16e3 None None] Attempting to bind port 3870cd20-671b-4139-86bb-99bc95bb5259 by drivers openvswitch,hyperv on host dv-cinder-837540-1-iscsi at level 0 using segments [{'id': '333e6cad-b775-43de-9af0-3109522046bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9'}] {{(pid=106714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:41:00.422440 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d389d9-943d-4528-b899-db05666b16e3 None None] Attempting to bind port 3870cd20-671b-4139-86bb-99bc95bb5259 on network a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9 {{(pid=106714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:41:00.429430 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d389d9-943d-4528-b899-db05666b16e3 None None] Checking agent: {'id': 'e0bf5abe-d5c5-40a1-a359-03156ade36a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837540-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 30, 50), 'started_at': datetime.datetime(2022, 4, 12, 19, 31, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837540-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:41:00.430100 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d389d9-943d-4528-b899-db05666b16e3 None None] Checking segment: {'id': '333e6cad-b775-43de-9af0-3109522046bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:41:00.430869 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-32d389d9-943d-4528-b899-db05666b16e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:00.431467 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d389d9-943d-4528-b899-db05666b16e3 None None] Bound using segment: {'id': '333e6cad-b775-43de-9af0-3109522046bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9'} {{(pid=106714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:41:00.432302 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.managers [None req-32d389d9-943d-4528-b899-db05666b16e3 None None] Bound port: 3870cd20-671b-4139-86bb-99bc95bb5259, host: dv-cinder-837540-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '333e6cad-b775-43de-9af0-3109522046bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9'}}] {{(pid=106714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:41:00.432916 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-32d389d9-943d-4528-b899-db05666b16e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (3870cd20-671b-4139-86bb-99bc95bb5259), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:00.563172 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-a24df4e4-f048-4cb5-8c65-a8fd5db38dbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (6204abec-da12-4624-9825-92961dcd6692), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:00.568406 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-a24df4e4-f048-4cb5-8c65-a8fd5db38dbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:00.569464 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-32d389d9-943d-4528-b899-db05666b16e3 None None] For port 3870cd20-671b-4139-86bb-99bc95bb5259, host dv-cinder-837540-1-iscsi, cleared binding levels {{(pid=106714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:41:00.575780 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-a24df4e4-f048-4cb5-8c65-a8fd5db38dbc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6204abec-da12-4624-9825-92961dcd6692 HTTP/1.1" status: 204 len: 168 time: 0.3198075 Apr 12 19:41:00.582538 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-32d389d9-943d-4528-b899-db05666b16e3 None None] For port 3870cd20-671b-4139-86bb-99bc95bb5259, host dv-cinder-837540-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-1-iscsi',level=0,port_id=3870cd20-671b-4139-86bb-99bc95bb5259,segment=NetworkSegment(333e6cad-b775-43de-9af0-3109522046bb),segment_id=333e6cad-b775-43de-9af0-3109522046bb)] {{(pid=106714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:41:00.590336 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device f4779415-2110-4259-ae16-ddc57e9c4593 up at agent ovs-agent-dv-cinder-837540-1-iscsi {{(pid=106714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:41:00.592895 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24df4e4-f048-4cb5-8c65-a8fd5db38dbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6204abec-da12-4624-9825-92961dcd6692,revision_number=None']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:41:00.643989 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Device 92fd1033-f936-44bf-a374-9022a8cf0b94 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=106714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 19:41:00.651034 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-32d389d9-943d-4528-b899-db05666b16e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (3870cd20-671b-4139-86bb-99bc95bb5259), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:00.687341 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-fd1c0ac0-b921-4bbf-9e98-6d8055b32b26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:00.759789 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Provisioning complete for port f4779415-2110-4259-ae16-ddc57e9c4593 triggered by entity L2. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:41:00.762541 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (f4779415-2110-4259-ae16-ddc57e9c4593), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:00.823806 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d389d9-943d-4528-b899-db05666b16e3 None None] Routers {'3763ba8b-a3ee-4c9f-a41d-86e8324e0beb'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:41:00.824525 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_hamode_db [None req-32d389d9-943d-4528-b899-db05666b16e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:40:46Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['3763ba8b-a3ee-4c9f-a41d-86e8324e0beb'], 'active': True} {{(pid=106714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:41:00.841728 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bcae07-1c50-42db-b55e-015d715735fc req-9d266c7d-78d6-4425-a501-aafc4a9c1ae1 tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:00.849286 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-16bcae07-1c50-42db-b55e-015d715735fc req-9d266c7d-78d6-4425-a501-aafc4a9c1ae1 tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c4609d4-cafe-4d1e-ac5d-21f14a6413fa HTTP/1.1" status: 200 len: 950 time: 0.1445577 Apr 12 19:41:00.854993 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-2cee2032-1063-419e-b461-a2f26bb56914 None None] Provisioning complete for port 3870cd20-671b-4139-86bb-99bc95bb5259 triggered by entity DHCP. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:41:00.855707 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-2cee2032-1063-419e-b461-a2f26bb56914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (3870cd20-671b-4139-86bb-99bc95bb5259), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:00.937394 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-16bcae07-1c50-42db-b55e-015d715735fc req-4244d4bc-6130-43cf-b7aa-c131c9f4f086 tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] 10.222.0.15 "GET /v2.0/security-groups?id=5bbc049f-ece2-46fd-bcc6-2cb81dafb706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871346 Apr 12 19:41:00.987315 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-fd1c0ac0-b921-4bbf-9e98-6d8055b32b26 admin admin] Publish callbacks [] for security_group (85f74dca-e825-467c-be6e-6b75408c5f5d), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:01.002674 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-fd1c0ac0-b921-4bbf-9e98-6d8055b32b26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (85f74dca-e825-467c-be6e-6b75408c5f5d), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:01.068916 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-fd1c0ac0-b921-4bbf-9e98-6d8055b32b26 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d7045ba1c4354ec2ab2aed78998e6dfd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6556404 Apr 12 19:41:01.071442 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 33590) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:41:01.180068 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530aa192-8e18-4287-a8fd-6eb7296ae331 None None] Pushing event updated for resources: {'Port': ['ID=3870cd20-671b-4139-86bb-99bc95bb5259,revision_number=4']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:41:01.197129 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1c0ac0-b921-4bbf-9e98-6d8055b32b26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85f74dca-e825-467c-be6e-6b75408c5f5d,revision_number=1']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:41:01.324711 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 33598) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:41:01.334086 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-65ad37b2-3fa1-4130-87c1-62195fbbea42 admin admin] Publish callbacks [] for security_group (85f74dca-e825-467c-be6e-6b75408c5f5d), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:01.342337 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-1ed6345b-3eff-454f-84ab-7d5b7e26d8ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:01.393399 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_dvr_db [None req-32d389d9-943d-4528-b899-db05666b16e3 None None] Set router 3763ba8b-a3ee-4c9f-a41d-86e8324e0beb gateway port host: dv-cinder-837540-1-iscsi {{(pid=106714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:41:01.411562 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 33602) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:41:01.475747 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-65ad37b2-3fa1-4130-87c1-62195fbbea42 admin admin] Publish callbacks [] for security_group (85f74dca-e825-467c-be6e-6b75408c5f5d), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:01.486809 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-2cee2032-1063-419e-b461-a2f26bb56914 None None] Current status of the port 3870cd20-671b-4139-86bb-99bc95bb5259 is: DOWN; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:41:01.487202 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-2cee2032-1063-419e-b461-a2f26bb56914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (3870cd20-671b-4139-86bb-99bc95bb5259), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:01.492898 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bd3b91-72d7-4521-a277-aeb37b5c39cc req-268bdf98-d83c-4afd-88d8-ecbcf418d150 tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:01.494522 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-b2bd3b91-72d7-4521-a277-aeb37b5c39cc req-268bdf98-d83c-4afd-88d8-ecbcf418d150 tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c4609d4-cafe-4d1e-ac5d-21f14a6413fa HTTP/1.1" status: 200 len: 950 time: 0.0542376 Apr 12 19:41:01.495325 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] For port 92fd1033-f936-44bf-a374-9022a8cf0b94, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=92fd1033-f936-44bf-a374-9022a8cf0b94,segment=NetworkSegment(c09d3499-9788-4094-b7d0-93f43dec1b2f),segment_id=c09d3499-9788-4094-b7d0-93f43dec1b2f)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:41:01.526782 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-4bcfe9eb-1fce-4c1d-b17c-6834e60734f5 req-91badad6-8d5f-41ad-8fb6-641d04513ddb tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed5d5b75-5593-42f3-8e63-2df69df80a03 HTTP/1.1" status: 200 len: 210 time: 0.1039922 Apr 12 19:41:01.568700 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Current status of the port f4779415-2110-4259-ae16-ddc57e9c4593 is: ACTIVE; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:41:01.571069 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Returning: {'device': '92fd1033-f936-44bf-a374-9022a8cf0b94', 'network_id': '1bd0fdf0-c639-45b6-addc-35b5a883ecf6', 'port_id': '92fd1033-f936-44bf-a374-9022a8cf0b94', 'mac_address': 'fa:16:3e:15:9a:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '705c3a53-42a9-4585-bb45-55913253aeae', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 19:41:01.607202 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-b2bd3b91-72d7-4521-a277-aeb37b5c39cc req-4c47c083-8bf1-4d44-895a-e540f892bd89 tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] 10.222.0.15 "GET /v2.0/security-groups?id=5bbc049f-ece2-46fd-bcc6-2cb81dafb706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042929 Apr 12 19:41:01.609804 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-1ed6345b-3eff-454f-84ab-7d5b7e26d8ae admin admin] Publish callbacks [] for security_group (2373da32-3e54-45d2-80c5-4150a99526e8), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:01.621386 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-1ed6345b-3eff-454f-84ab-7d5b7e26d8ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (2373da32-3e54-45d2-80c5-4150a99526e8), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:01.652968 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff030e0-d111-4400-a4dd-2136ff225226 req-c16a3a44-0916-4874-b673-187bb3d637de tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:01.654558 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-fff030e0-d111-4400-a4dd-2136ff225226 req-c16a3a44-0916-4874-b673-187bb3d637de tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.25 "GET /v2.0/networks?id=a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9 HTTP/1.1" status: 200 len: 818 time: 0.4338603 Apr 12 19:41:01.670006 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-2cee2032-1063-419e-b461-a2f26bb56914 None None] For port 3870cd20-671b-4139-86bb-99bc95bb5259, host dv-cinder-837540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-1-iscsi',level=0,port_id=3870cd20-671b-4139-86bb-99bc95bb5259,segment=NetworkSegment(333e6cad-b775-43de-9af0-3109522046bb),segment_id=333e6cad-b775-43de-9af0-3109522046bb)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:41:01.671778 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-9d6532a6-0ea9-4ca8-a3d1-b1741e4ea0b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:01.679853 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-1ed6345b-3eff-454f-84ab-7d5b7e26d8ae admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=62f32debab3f4b8ab8513400e64c9bd1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3538225 Apr 12 19:41:01.683991 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-2cee2032-1063-419e-b461-a2f26bb56914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (3870cd20-671b-4139-86bb-99bc95bb5259), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:01.686669 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 33606) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:41:01.696006 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed6345b-3eff-454f-84ab-7d5b7e26d8ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2373da32-3e54-45d2-80c5-4150a99526e8,revision_number=1']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:41:01.715664 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Current status of the port 92fd1033-f936-44bf-a374-9022a8cf0b94 is: DOWN; New status is: BUILD {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:41:01.716083 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (92fd1033-f936-44bf-a374-9022a8cf0b94), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:01.741870 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17286594-af80-4490-b52f-dc652b44991e req-dd22c331-da14-4d93-8306-de5e168115dd tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:01.743670 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-17286594-af80-4490-b52f-dc652b44991e req-dd22c331-da14-4d93-8306-de5e168115dd tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/ports?device_id=5136d3b0-b5c7-42d5-8eb4-d3cbf9bbb88f HTTP/1.1" status: 200 len: 944 time: 0.1041751 Apr 12 19:41:01.754842 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.notifiers.nova [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92fd1033-f936-44bf-a374-9022a8cf0b94 {{(pid=106714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 19:41:01.777905 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-65ad37b2-3fa1-4130-87c1-62195fbbea42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (85f74dca-e825-467c-be6e-6b75408c5f5d), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:01.780855 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-65ad37b2-3fa1-4130-87c1-62195fbbea42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:01.784890 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-65ad37b2-3fa1-4130-87c1-62195fbbea42 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/85f74dca-e825-467c-be6e-6b75408c5f5d HTTP/1.1" status: 204 len: 168 time: 0.7098384 Apr 12 19:41:01.803188 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-9d6532a6-0ea9-4ca8-a3d1-b1741e4ea0b8 admin admin] Publish callbacks [] for security_group (0e5937d5-a226-42e2-9d95-2c78469b8ca1), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:01.808919 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-9d6532a6-0ea9-4ca8-a3d1-b1741e4ea0b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (0e5937d5-a226-42e2-9d95-2c78469b8ca1), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:01.809807 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cee2032-1063-419e-b461-a2f26bb56914 None None] Pushing event updated for resources: {'Port': ['ID=3870cd20-671b-4139-86bb-99bc95bb5259,revision_number=5']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:41:01.830671 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] For port 92fd1033-f936-44bf-a374-9022a8cf0b94, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=92fd1033-f936-44bf-a374-9022a8cf0b94,segment=NetworkSegment(c09d3499-9788-4094-b7d0-93f43dec1b2f),segment_id=c09d3499-9788-4094-b7d0-93f43dec1b2f)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:41:01.831789 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-3fcdc9ac-7a64-49c8-ac9f-e04383f7e389 admin admin] Publish callbacks [] for security_group (2373da32-3e54-45d2-80c5-4150a99526e8), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:01.838510 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-b0d5b8dd-06b4-4563-8090-e27cec6380fe None None] Provisioning complete for port 3870cd20-671b-4139-86bb-99bc95bb5259 triggered by entity DHCP. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:41:01.838920 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-b0d5b8dd-06b4-4563-8090-e27cec6380fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (3870cd20-671b-4139-86bb-99bc95bb5259), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:01.843332 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (92fd1033-f936-44bf-a374-9022a8cf0b94), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:01.843719 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ad37b2-3fa1-4130-87c1-62195fbbea42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85f74dca-e825-467c-be6e-6b75408c5f5d,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:41:01.860779 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-9d6532a6-0ea9-4ca8-a3d1-b1741e4ea0b8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4f6ecd8844664d1aa5b7d82cbfb9ed6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4467735 Apr 12 19:41:01.865638 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 33610) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:41:01.873695 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_hamode_db [None req-32d389d9-943d-4528-b899-db05666b16e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3763ba8b-a3ee-4c9f-a41d-86e8324e0beb', 'name': 'tempest-ServerRescueNegativeTestJSON-843523009-router', 'tenant_id': 'e2849b4a348c4795bf965ba8cdf2467d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'f4779415-2110-4259-ae16-ddc57e9c4593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:40:53Z', 'updated_at': '2022-04-12T19:40:57Z', 'revision_number': 4, 'project_id': 'e2849b4a348c4795bf965ba8cdf2467d', 'gw_port': {'id': 'f4779415-2110-4259-ae16-ddc57e9c4593', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:12:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3763ba8b-a3ee-4c9f-a41d-86e8324e0beb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:40:54Z', 'updated_at': '2022-04-12T19:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_interfaces': [{'id': '3870cd20-671b-4139-86bb-99bc95bb5259', 'name': '', 'network_id': 'a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9', 'tenant_id': 'e2849b4a348c4795bf965ba8cdf2467d', 'mac_address': 'fa:16:3e:ba:ee:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3763ba8b-a3ee-4c9f-a41d-86e8324e0beb', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '7f57a095-a707-4feb-9d1c-8b1458759bd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:40:56Z', 'updated_at': '2022-04-12T19:41:00Z', 'revision_number': 4, 'project_id': 'e2849b4a348c4795bf965ba8cdf2467d', 'subnets': [{'id': '7f57a095-a707-4feb-9d1c-8b1458759bd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:41:01.882817 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6532a6-0ea9-4ca8-a3d1-b1741e4ea0b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e5937d5-a226-42e2-9d95-2c78469b8ca1,revision_number=1']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:41:01.907743 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-3fcdc9ac-7a64-49c8-ac9f-e04383f7e389 admin admin] Publish callbacks [] for security_group (2373da32-3e54-45d2-80c5-4150a99526e8), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:01.938584 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-ed8e4552-f612-4914-85b4-dd5b6b330c7d admin admin] Publish callbacks [] for security_group (0e5937d5-a226-42e2-9d95-2c78469b8ca1), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:01.943086 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d389d9-943d-4528-b899-db05666b16e3 None None] The sync data for ids ['3763ba8b-a3ee-4c9f-a41d-86e8324e0beb'] in dv-cinder-837540-1-iscsi is: [{'id': '3763ba8b-a3ee-4c9f-a41d-86e8324e0beb', 'name': 'tempest-ServerRescueNegativeTestJSON-843523009-router', 'tenant_id': 'e2849b4a348c4795bf965ba8cdf2467d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'f4779415-2110-4259-ae16-ddc57e9c4593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:40:53Z', 'updated_at': '2022-04-12T19:40:57Z', 'revision_number': 4, 'project_id': 'e2849b4a348c4795bf965ba8cdf2467d', 'gw_port': {'id': 'f4779415-2110-4259-ae16-ddc57e9c4593', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:12:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3763ba8b-a3ee-4c9f-a41d-86e8324e0beb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:40:54Z', 'updated_at': '2022-04-12T19:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_interfaces': [{'id': '3870cd20-671b-4139-86bb-99bc95bb5259', 'name': '', 'network_id': 'a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9', 'tenant_id': 'e2849b4a348c4795bf965ba8cdf2467d', 'mac_address': 'fa:16:3e:ba:ee:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3763ba8b-a3ee-4c9f-a41d-86e8324e0beb', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '7f57a095-a707-4feb-9d1c-8b1458759bd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:40:56Z', 'updated_at': '2022-04-12T19:41:00Z', 'revision_number': 4, 'project_id': 'e2849b4a348c4795bf965ba8cdf2467d', 'subnets': [{'id': '7f57a095-a707-4feb-9d1c-8b1458759bd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:41:01.971988 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Pushing event updated for resources: {'Port': ['ID=92fd1033-f936-44bf-a374-9022a8cf0b94,revision_number=4']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:41:01.980482 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-17286594-af80-4490-b52f-dc652b44991e req-a8396e43-c0f0-4ea0-8ddc-df257edb3b41 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/security-groups?id=494cadc4-45e4-4fe5-87fc-9bcf0ce1a223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281013 Apr 12 19:41:01.993581 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-3fcdc9ac-7a64-49c8-ac9f-e04383f7e389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (2373da32-3e54-45d2-80c5-4150a99526e8), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:01.996498 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-3fcdc9ac-7a64-49c8-ac9f-e04383f7e389 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:01.998250 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-3fcdc9ac-7a64-49c8-ac9f-e04383f7e389 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2373da32-3e54-45d2-80c5-4150a99526e8 HTTP/1.1" status: 204 len: 168 time: 0.3104973 Apr 12 19:41:02.002134 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-ed8e4552-f612-4914-85b4-dd5b6b330c7d admin admin] Publish callbacks [] for security_group (0e5937d5-a226-42e2-9d95-2c78469b8ca1), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:02.017783 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcdc9ac-7a64-49c8-ac9f-e04383f7e389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2373da32-3e54-45d2-80c5-4150a99526e8,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:41:02.052701 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-b0d5b8dd-06b4-4563-8090-e27cec6380fe None None] Current status of the port 3870cd20-671b-4139-86bb-99bc95bb5259 is: ACTIVE; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:41:02.112734 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-ed8e4552-f612-4914-85b4-dd5b6b330c7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (0e5937d5-a226-42e2-9d95-2c78469b8ca1), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:02.117190 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-ed8e4552-f612-4914-85b4-dd5b6b330c7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:02.120852 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-ed8e4552-f612-4914-85b4-dd5b6b330c7d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0e5937d5-a226-42e2-9d95-2c78469b8ca1 HTTP/1.1" status: 204 len: 168 time: 0.2538397 Apr 12 19:41:02.136361 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8e4552-f612-4914-85b4-dd5b6b330c7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e5937d5-a226-42e2-9d95-2c78469b8ca1,revision_number=None']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:41:02.208303 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] get_ports_and_sgs() called for port_ids ['92fd1033-f936-44bf-a374-9022a8cf0b94'] {{(pid=106714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 19:41:02.403834 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.v2.base [req-fff030e0-d111-4400-a4dd-2136ff225226 req-8d446522-d782-4031-892b-b7a8c052a222 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Request body: {'port': {'device_id': '9bd43d2c-7509-40a1-8847-f1ba5af244c1', 'network_id': 'a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9', 'admin_state_up': True, 'tenant_id': 'e2849b4a348c4795bf965ba8cdf2467d'}} {{(pid=106704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:41:02.588496 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device 3870cd20-671b-4139-86bb-99bc95bb5259 up at agent ovs-agent-dv-cinder-837540-1-iscsi {{(pid=106714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:41:02.624907 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fff030e0-d111-4400-a4dd-2136ff225226 req-8d446522-d782-4031-892b-b7a8c052a222 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Made reservation on behalf of e2849b4a348c4795bf965ba8cdf2467d for: {'port': 1} {{(pid=106704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:41:02.635295 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-fff030e0-d111-4400-a4dd-2136ff225226 req-8d446522-d782-4031-892b-b7a8c052a222 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:02.682617 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-c85fccfb-3aa6-4435-b9f6-ba47acb8cb96 req-9b851c6b-df2f-4eb6-902a-8d110eb6f1a5 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed5d5b75-5593-42f3-8e63-2df69df80a03 HTTP/1.1" status: 200 len: 210 time: 0.0539823 Apr 12 19:41:02.702296 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Provisioning complete for port 3870cd20-671b-4139-86bb-99bc95bb5259 triggered by entity L2. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:41:02.703873 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (3870cd20-671b-4139-86bb-99bc95bb5259), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:02.849737 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4f4592-ed34-40ef-a8e0-41fa2f61167c req-84392be5-825f-4a49-b36e-394ddb7f6bc7 tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:02.851095 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-3c4f4592-ed34-40ef-a8e0-41fa2f61167c req-84392be5-825f-4a49-b36e-394ddb7f6bc7 tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c4609d4-cafe-4d1e-ac5d-21f14a6413fa HTTP/1.1" status: 200 len: 950 time: 0.0808148 Apr 12 19:41:02.881498 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Current status of the port 3870cd20-671b-4139-86bb-99bc95bb5259 is: ACTIVE; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:41:02.952982 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.db_base_plugin_common [req-fff030e0-d111-4400-a4dd-2136ff225226 req-8d446522-d782-4031-892b-b7a8c052a222 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Allocated IP 172.20.0.7 (a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9/7f57a095-a707-4feb-9d1c-8b1458759bd7/7d6257e6-2440-4f52-93e8-88093d8604c7) {{(pid=106704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:41:02.957951 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-3c4f4592-ed34-40ef-a8e0-41fa2f61167c req-4e911ef7-1582-4eae-9ee0-e3626400215a tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] 10.222.0.15 "GET /v2.0/security-groups?id=5bbc049f-ece2-46fd-bcc6-2cb81dafb706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833738 Apr 12 19:41:03.197150 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b768620-bbfe-4ad6-8617-64c9bea76999 req-cb53350b-463a-4b89-aa20-049d41269530 tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:03.198727 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-2b768620-bbfe-4ad6-8617-64c9bea76999 req-cb53350b-463a-4b89-aa20-049d41269530 tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c4609d4-cafe-4d1e-ac5d-21f14a6413fa HTTP/1.1" status: 200 len: 950 time: 0.1774311 Apr 12 19:41:03.207826 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Device 92fd1033-f936-44bf-a374-9022a8cf0b94 up at agent hyperv_hv-cinder-83754 {{(pid=106714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:41:03.221915 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f712e6-3013-4a6f-b4d9-ac945c547959 req-bc880bdc-dd8c-4a05-8134-e5a714f62c82 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:03.230269 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-a7f712e6-3013-4a6f-b4d9-ac945c547959 req-bc880bdc-dd8c-4a05-8134-e5a714f62c82 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/ports?device_id=5136d3b0-b5c7-42d5-8eb4-d3cbf9bbb88f HTTP/1.1" status: 200 len: 945 time: 0.0936494 Apr 12 19:41:03.332029 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34399f12-ec7b-4e11-9e14-6ec7469aa2a9 req-60a5aa18-d271-4f80-a4c1-4d8b14c3c78c tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:03.333826 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-34399f12-ec7b-4e11-9e14-6ec7469aa2a9 req-60a5aa18-d271-4f80-a4c1-4d8b14c3c78c tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.25 "GET /v2.0/networks?id=a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9 HTTP/1.1" status: 200 len: 818 time: 0.3246834 Apr 12 19:41:03.337855 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Provisioning for port 92fd1033-f936-44bf-a374-9022a8cf0b94 completed by entity L2. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 19:41:03.347460 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-a7f712e6-3013-4a6f-b4d9-ac945c547959 req-00c02041-8fa2-497b-b270-9d116936507c tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/security-groups?id=494cadc4-45e4-4fe5-87fc-9bcf0ce1a223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160598 Apr 12 19:41:03.364483 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Provisioning complete for port 92fd1033-f936-44bf-a374-9022a8cf0b94 triggered by entity L2. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:41:03.364886 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (92fd1033-f936-44bf-a374-9022a8cf0b94), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:03.371705 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.v2.base [req-34399f12-ec7b-4e11-9e14-6ec7469aa2a9 req-23a08c9c-4cc1-4c7f-9343-29c1cfa2d117 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Request body: {'port': {'device_id': 'ed5d5b75-5593-42f3-8e63-2df69df80a03', 'network_id': 'a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9', 'admin_state_up': True, 'tenant_id': 'e2849b4a348c4795bf965ba8cdf2467d'}} {{(pid=106707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:41:03.515271 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Current status of the port 92fd1033-f936-44bf-a374-9022a8cf0b94 is: BUILD; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:41:03.517914 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (92fd1033-f936-44bf-a374-9022a8cf0b94), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:03.561724 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5136d3b0-b5c7-42d5-8eb4-d3cbf9bbb88f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92fd1033-f936-44bf-a374-9022a8cf0b94'}] {{(pid=106714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:41:03.564108 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a81cf7441df70286f4dc8f717b9c4c32a6686a605fef215f859f2b4f09b95be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c16b682-b3ad-49a8-99d6-a5cdabb03eb0" -d '{"events": [{"server_uuid": "5136d3b0-b5c7-42d5-8eb4-d3cbf9bbb88f", "name": "network-vif-plugged", "status": "completed", "tag": "92fd1033-f936-44bf-a374-9022a8cf0b94"}]}' {{(pid=106714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:41:03.619154 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] For port 92fd1033-f936-44bf-a374-9022a8cf0b94, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=92fd1033-f936-44bf-a374-9022a8cf0b94,segment=NetworkSegment(c09d3499-9788-4094-b7d0-93f43dec1b2f),segment_id=c09d3499-9788-4094-b7d0-93f43dec1b2f)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:41:03.627622 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (92fd1033-f936-44bf-a374-9022a8cf0b94), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:03.649801 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34399f12-ec7b-4e11-9e14-6ec7469aa2a9 req-23a08c9c-4cc1-4c7f-9343-29c1cfa2d117 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Made reservation on behalf of e2849b4a348c4795bf965ba8cdf2467d for: {'port': 1} {{(pid=106707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:41:03.654084 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [req-34399f12-ec7b-4e11-9e14-6ec7469aa2a9 req-23a08c9c-4cc1-4c7f-9343-29c1cfa2d117 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (None), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:03.701819 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 19:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-371cc140-3133-4beb-8102-078ef04d671a x-openstack-request-id: req-371cc140-3133-4beb-8102-078ef04d671a {{(pid=106714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:41:03.703022 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5136d3b0-b5c7-42d5-8eb4-d3cbf9bbb88f", "name": "network-vif-plugged", "status": "completed", "tag": "92fd1033-f936-44bf-a374-9022a8cf0b94", "code": 200}]} {{(pid=106714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:41:03.703298 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-371cc140-3133-4beb-8102-078ef04d671a {{(pid=106714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:41:03.703719 dv-cinder-837540-1-iscsi neutron-server[106714]: INFO neutron.notifiers.nova [-] Nova event matching ['req-371cc140-3133-4beb-8102-078ef04d671a'] response: {'server_uuid': '5136d3b0-b5c7-42d5-8eb4-d3cbf9bbb88f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92fd1033-f936-44bf-a374-9022a8cf0b94', 'code': 200} Apr 12 19:41:03.782661 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Pushing event updated for resources: {'Port': ['ID=92fd1033-f936-44bf-a374-9022a8cf0b94,revision_number=5']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:41:03.850879 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-4f3fbde4-e0e1-41d7-8e55-06f2c0ecc88c req-986053fc-a163-4cd0-89b6-838dcc0f5274 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed5d5b75-5593-42f3-8e63-2df69df80a03 HTTP/1.1" status: 200 len: 210 time: 0.0338993 Apr 12 19:41:03.893848 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.25', 65231) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:41:03.910887 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-fff030e0-d111-4400-a4dd-2136ff225226 req-8d446522-d782-4031-892b-b7a8c052a222 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Publish callbacks [] for port (7d6257e6-2440-4f52-93e8-88093d8604c7), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:03.923021 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.plugin [req-2b768620-bbfe-4ad6-8617-64c9bea76999 req-9e0cae38-3212-443f-b92e-f5a5299873db tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] Deleting port 95fc2c39-cd55-4f48-b671-59efa694e305 {{(pid=106704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:41:03.923712 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-2b768620-bbfe-4ad6-8617-64c9bea76999 req-9e0cae38-3212-443f-b92e-f5a5299873db tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749198460456'] for port (95fc2c39-cd55-4f48-b671-59efa694e305), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:03.957150 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eac1783-588b-4dc4-8fd3-8065b2317bbb req-100526b4-4ce7-4d64-a2b3-291a2daa85cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:03.958826 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-8eac1783-588b-4dc4-8fd3-8065b2317bbb req-100526b4-4ce7-4d64-a2b3-291a2daa85cd service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5136d3b0-b5c7-42d5-8eb4-d3cbf9bbb88f HTTP/1.1" status: 200 len: 1130 time: 0.0639603 Apr 12 19:41:04.024854 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-8eac1783-588b-4dc4-8fd3-8065b2317bbb req-394dfa12-d283-4278-ad53-04ddcf9e0371 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=494cadc4-45e4-4fe5-87fc-9bcf0ce1a223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587516 Apr 12 19:41:04.069215 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-fff030e0-d111-4400-a4dd-2136ff225226 req-8d446522-d782-4031-892b-b7a8c052a222 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749198058662'] for port (7d6257e6-2440-4f52-93e8-88093d8604c7), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:04.100423 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.db.db_base_plugin_common [req-34399f12-ec7b-4e11-9e14-6ec7469aa2a9 req-23a08c9c-4cc1-4c7f-9343-29c1cfa2d117 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Allocated IP 172.20.0.11 (a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9/7f57a095-a707-4feb-9d1c-8b1458759bd7/f9ffe87e-2b3b-4df2-8a9f-4b266f5c8763) {{(pid=106707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:41:04.125708 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fff030e0-d111-4400-a4dd-2136ff225226 req-8d446522-d782-4031-892b-b7a8c052a222 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Network a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9 is already hosted by enough agents. {{(pid=106704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:41:04.185753 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.db [req-2b768620-bbfe-4ad6-8617-64c9bea76999 req-9e0cae38-3212-443f-b92e-f5a5299873db tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] For port 95fc2c39-cd55-4f48-b671-59efa694e305, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=95fc2c39-cd55-4f48-b671-59efa694e305,segment=NetworkSegment(0c4ece8e-b182-4f8b-81ae-1e5f23b37924),segment_id=0c4ece8e-b182-4f8b-81ae-1e5f23b37924)] {{(pid=106704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:41:04.186804 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-2b768620-bbfe-4ad6-8617-64c9bea76999 req-9e0cae38-3212-443f-b92e-f5a5299873db tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661808'] for port (95fc2c39-cd55-4f48-b671-59efa694e305), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:04.238358 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d446522-d782-4031-892b-b7a8c052a222 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Pushing event updated for resources: {'Port': ['ID=7d6257e6-2440-4f52-93e8-88093d8604c7,revision_number=1']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:41:04.255272 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.base_scheduler [req-fff030e0-d111-4400-a4dd-2136ff225226 req-8d446522-d782-4031-892b-b7a8c052a222 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Resources bound (agent type, host, resource id): {{(pid=106704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:41:04.271532 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.l3_dvrscheduler_db [req-fff030e0-d111-4400-a4dd-2136ff225226 req-8d446522-d782-4031-892b-b7a8c052a222 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Received port after_create {{(pid=106704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:41:04.284623 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff030e0-d111-4400-a4dd-2136ff225226 req-8d446522-d782-4031-892b-b7a8c052a222 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:04.288893 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-fff030e0-d111-4400-a4dd-2136ff225226 req-8d446522-d782-4031-892b-b7a8c052a222 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565043'] for port (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:04.315134 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.plugin [req-2b768620-bbfe-4ad6-8617-64c9bea76999 req-9e0cae38-3212-443f-b92e-f5a5299873db tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] Calling delete_port for 95fc2c39-cd55-4f48-b671-59efa694e305 owned by compute:nova {{(pid=106704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:41:04.353289 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4039ab5c-3d96-46b9-9217-ef4a09cf2658 req-25bef03d-95f9-4bdc-9ded-e95ce775bfed tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:04.354982 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-4039ab5c-3d96-46b9-9217-ef4a09cf2658 req-25bef03d-95f9-4bdc-9ded-e95ce775bfed tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c4609d4-cafe-4d1e-ac5d-21f14a6413fa HTTP/1.1" status: 200 len: 950 time: 0.2838337 Apr 12 19:41:04.391993 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [req-34399f12-ec7b-4e11-9e14-6ec7469aa2a9 req-23a08c9c-4cc1-4c7f-9343-29c1cfa2d117 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Publish callbacks [] for port (f9ffe87e-2b3b-4df2-8a9f-4b266f5c8763), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:04.449712 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-fff030e0-d111-4400-a4dd-2136ff225226 req-8d446522-d782-4031-892b-b7a8c052a222 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0506704 Apr 12 19:41:04.570269 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3e3173-6456-4cea-b548-0e95755b615e req-bd38c1c4-b2db-4173-8508-a088920f7da7 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:04.578866 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-ab3e3173-6456-4cea-b548-0e95755b615e req-bd38c1c4-b2db-4173-8508-a088920f7da7 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/ports?device_id=5136d3b0-b5c7-42d5-8eb4-d3cbf9bbb88f HTTP/1.1" status: 200 len: 946 time: 0.0820723 Apr 12 19:41:04.583411 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [req-34399f12-ec7b-4e11-9e14-6ec7469aa2a9 req-23a08c9c-4cc1-4c7f-9343-29c1cfa2d117 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749198058662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9064885'] for port (f9ffe87e-2b3b-4df2-8a9f-4b266f5c8763), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:04.597118 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.v2.base [req-fff030e0-d111-4400-a4dd-2136ff225226 req-0033228c-a906-4a45-8798-0f02a7d9f213 service neutron] Request body: {'port': {'device_id': '9bd43d2c-7509-40a1-8847-f1ba5af244c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=106704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:41:04.653268 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 33712) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:41:04.654356 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34399f12-ec7b-4e11-9e14-6ec7469aa2a9 req-23a08c9c-4cc1-4c7f-9343-29c1cfa2d117 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Network a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9 is already hosted by enough agents. {{(pid=106707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:41:04.724221 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-fff030e0-d111-4400-a4dd-2136ff225226 req-0033228c-a906-4a45-8798-0f02a7d9f213 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (7d6257e6-2440-4f52-93e8-88093d8604c7), before_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:04.725823 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-1d8f2931-e990-4066-a92c-f7ba850c27a1 None None] Provisioning complete for port 7d6257e6-2440-4f52-93e8-88093d8604c7 triggered by entity DHCP. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:41:04.726294 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-1d8f2931-e990-4066-a92c-f7ba850c27a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (7d6257e6-2440-4f52-93e8-88093d8604c7), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:04.732946 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-4039ab5c-3d96-46b9-9217-ef4a09cf2658 req-ff75454a-55cc-4d8b-b6bd-08f5f5e06e53 tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] 10.222.0.15 "GET /v2.0/security-groups?id=5bbc049f-ece2-46fd-bcc6-2cb81dafb706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3647873 Apr 12 19:41:04.826090 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-1d8f2931-e990-4066-a92c-f7ba850c27a1 None None] Port 7d6257e6-2440-4f52-93e8-88093d8604c7 cannot update to ACTIVE because it is not bound. {{(pid=106714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 19:41:04.939794 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-824fd64b-e018-407d-ac9e-799cd376635e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:04.944478 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-ab3e3173-6456-4cea-b548-0e95755b615e req-14756adb-5e13-4a8b-b5a7-5c52b97467ca tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/security-groups?id=494cadc4-45e4-4fe5-87fc-9bcf0ce1a223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3643868 Apr 12 19:41:04.947371 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-2b768620-bbfe-4ad6-8617-64c9bea76999 req-9e0cae38-3212-443f-b92e-f5a5299873db tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749198465814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749198058671'] for port (95fc2c39-cd55-4f48-b671-59efa694e305), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:04.950312 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.scheduler.base_scheduler [req-34399f12-ec7b-4e11-9e14-6ec7469aa2a9 req-23a08c9c-4cc1-4c7f-9343-29c1cfa2d117 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Resources bound (agent type, host, resource id): {{(pid=106707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:41:04.954327 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.db.l3_dvrscheduler_db [req-34399f12-ec7b-4e11-9e14-6ec7469aa2a9 req-23a08c9c-4cc1-4c7f-9343-29c1cfa2d117 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Received port after_create {{(pid=106707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:41:04.959056 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] get_ports_and_sgs() called for port_ids ['95fc2c39-cd55-4f48-b671-59efa694e305'] {{(pid=106714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 19:41:04.982046 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a08c9c-4cc1-4c7f-9343-29c1cfa2d117 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Pushing event updated for resources: {'Port': ['ID=f9ffe87e-2b3b-4df2-8a9f-4b266f5c8763,revision_number=1']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:41:05.013741 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34399f12-ec7b-4e11-9e14-6ec7469aa2a9 req-23a08c9c-4cc1-4c7f-9343-29c1cfa2d117 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:05.014398 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [req-34399f12-ec7b-4e11-9e14-6ec7469aa2a9 req-23a08c9c-4cc1-4c7f-9343-29c1cfa2d117 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245471'] for port (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:05.034340 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-34399f12-ec7b-4e11-9e14-6ec7469aa2a9 req-23a08c9c-4cc1-4c7f-9343-29c1cfa2d117 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6665983 Apr 12 19:41:05.046793 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.v2.base [req-34399f12-ec7b-4e11-9e14-6ec7469aa2a9 req-4b859b27-cfc5-4a3b-a8e7-5d30b30feb0e service neutron] Request body: {'port': {'device_id': 'ed5d5b75-5593-42f3-8e63-2df69df80a03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=106707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:41:05.055483 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0cae38-3212-443f-b92e-f5a5299873db tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] Pushing event deleted for resources: {'Port': ['ID=95fc2c39-cd55-4f48-b671-59efa694e305,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:41:05.118026 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [req-34399f12-ec7b-4e11-9e14-6ec7469aa2a9 req-4b859b27-cfc5-4a3b-a8e7-5d30b30feb0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (f9ffe87e-2b3b-4df2-8a9f-4b266f5c8763), before_update {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:05.197261 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831be9b6-d1ca-4ffe-85c4-911236829383 req-a7bdc61d-f0b6-4165-b4ea-39f589497bee tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:05.205482 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-831be9b6-d1ca-4ffe-85c4-911236829383 req-a7bdc61d-f0b6-4165-b4ea-39f589497bee tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed5d5b75-5593-42f3-8e63-2df69df80a03 HTTP/1.1" status: 200 len: 932 time: 0.2479751 Apr 12 19:41:05.212451 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b768620-bbfe-4ad6-8617-64c9bea76999 req-9e0cae38-3212-443f-b92e-f5a5299873db tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] No DVR routers for this DVR port 95fc2c39-cd55-4f48-b671-59efa694e305 on host hv-cinder-83754 {{(pid=106704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 19:41:05.235993 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-2b768620-bbfe-4ad6-8617-64c9bea76999 req-9e0cae38-3212-443f-b92e-f5a5299873db tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245471'] for port (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:05.239316 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-2b768620-bbfe-4ad6-8617-64c9bea76999 req-9e0cae38-3212-443f-b92e-f5a5299873db tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] 10.222.0.25 "DELETE /v2.0/ports/95fc2c39-cd55-4f48-b671-59efa694e305 HTTP/1.1" status: 204 len: 173 time: 2.0157290 Apr 12 19:41:05.239996 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c4609d4-cafe-4d1e-ac5d-21f14a6413fa', 'name': 'network-vif-deleted', 'tag': '95fc2c39-cd55-4f48-b671-59efa694e305'}] {{(pid=106704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:41:05.242056 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7198706052eeb44005bd3d373437c5078b0bb903de01f30342c0d4536e5352d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-518cb635-6607-4584-952a-d67694386c6d" -d '{"events": [{"server_uuid": "9c4609d4-cafe-4d1e-ac5d-21f14a6413fa", "name": "network-vif-deleted", "tag": "95fc2c39-cd55-4f48-b671-59efa694e305"}]}' {{(pid=106704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:41:05.260777 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-9f4124df-1ee9-46d6-81db-adfd5acf781f None None] Provisioning complete for port f9ffe87e-2b3b-4df2-8a9f-4b266f5c8763 triggered by entity DHCP. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:41:05.262721 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-9f4124df-1ee9-46d6-81db-adfd5acf781f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (f9ffe87e-2b3b-4df2-8a9f-4b266f5c8763), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:05.299337 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 19:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcf496c4-7560-4950-8aa8-4b9671f079b4 x-openstack-request-id: req-bcf496c4-7560-4950-8aa8-4b9671f079b4 {{(pid=106704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:41:05.299641 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c4609d4-cafe-4d1e-ac5d-21f14a6413fa", "name": "network-vif-deleted", "tag": "95fc2c39-cd55-4f48-b671-59efa694e305", "status": "completed", "code": 200}]} {{(pid=106704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:41:05.299894 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bcf496c4-7560-4950-8aa8-4b9671f079b4 {{(pid=106704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:41:05.300448 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcf496c4-7560-4950-8aa8-4b9671f079b4'] response: {'server_uuid': '9c4609d4-cafe-4d1e-ac5d-21f14a6413fa', 'name': 'network-vif-deleted', 'tag': '95fc2c39-cd55-4f48-b671-59efa694e305', 'status': 'completed', 'code': 200} Apr 12 19:41:05.326922 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-9f4124df-1ee9-46d6-81db-adfd5acf781f None None] Port f9ffe87e-2b3b-4df2-8a9f-4b266f5c8763 cannot update to ACTIVE because it is not bound. {{(pid=106714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 19:41:05.363002 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-831be9b6-d1ca-4ffe-85c4-911236829383 req-5e584000-7d54-4df2-ac3d-105c524f38f3 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=346a5e8c-2cdd-4158-9a92-b9fe91eadcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566396 Apr 12 19:41:05.371717 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-824fd64b-e018-407d-ac9e-799cd376635e admin admin] Publish callbacks [] for security_group (54d561e0-ac09-4e2f-a1a6-fd060d293eed), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:05.377955 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-824fd64b-e018-407d-ac9e-799cd376635e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (54d561e0-ac09-4e2f-a1a6-fd060d293eed), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:05.442764 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-824fd64b-e018-407d-ac9e-799cd376635e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ee87407e4a7647c4ba353037707f2c15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7869725 Apr 12 19:41:05.443356 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824fd64b-e018-407d-ac9e-799cd376635e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54d561e0-ac09-4e2f-a1a6-fd060d293eed,revision_number=1']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:41:05.445336 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 33724) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:41:05.455581 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.notifiers.nova [req-fff030e0-d111-4400-a4dd-2136ff225226 req-0033228c-a906-4a45-8798-0f02a7d9f213 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d6257e6-2440-4f52-93e8-88093d8604c7 {{(pid=106704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 19:41:05.464491 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-fff030e0-d111-4400-a4dd-2136ff225226 req-0033228c-a906-4a45-8798-0f02a7d9f213 service neutron] Publish callbacks [] for port (7d6257e6-2440-4f52-93e8-88093d8604c7), precommit_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:05.480810 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.provisioning_blocks [req-fff030e0-d111-4400-a4dd-2136ff225226 req-0033228c-a906-4a45-8798-0f02a7d9f213 service neutron] Transition to ACTIVE for port object 7d6257e6-2440-4f52-93e8-88093d8604c7 will not be triggered until provisioned by entity L2. {{(pid=106704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 19:41:05.485237 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-fff030e0-d111-4400-a4dd-2136ff225226 req-0033228c-a906-4a45-8798-0f02a7d9f213 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (7d6257e6-2440-4f52-93e8-88093d8604c7), after_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:05.557787 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-3ed6d65f-83e5-4279-94cc-d2837ed07e2c admin admin] Publish callbacks [] for security_group (54d561e0-ac09-4e2f-a1a6-fd060d293eed), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:05.571084 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0033228c-a906-4a45-8798-0f02a7d9f213 service neutron] Pushing event updated for resources: {'Port': ['ID=7d6257e6-2440-4f52-93e8-88093d8604c7,revision_number=2']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:41:05.581169 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-3ed6d65f-83e5-4279-94cc-d2837ed07e2c admin admin] Publish callbacks [] for security_group (54d561e0-ac09-4e2f-a1a6-fd060d293eed), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:05.588947 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.managers [req-fff030e0-d111-4400-a4dd-2136ff225226 req-0033228c-a906-4a45-8798-0f02a7d9f213 service neutron] Attempting to bind port 7d6257e6-2440-4f52-93e8-88093d8604c7 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:41:05.589495 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.managers [req-fff030e0-d111-4400-a4dd-2136ff225226 req-0033228c-a906-4a45-8798-0f02a7d9f213 service neutron] Attempting to bind port 7d6257e6-2440-4f52-93e8-88093d8604c7 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '333e6cad-b775-43de-9af0-3109522046bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9'}] {{(pid=106704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:41:05.589982 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff030e0-d111-4400-a4dd-2136ff225226 req-0033228c-a906-4a45-8798-0f02a7d9f213 service neutron] Attempting to bind port 7d6257e6-2440-4f52-93e8-88093d8604c7 on network a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9 {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:41:05.594945 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff030e0-d111-4400-a4dd-2136ff225226 req-0033228c-a906-4a45-8798-0f02a7d9f213 service neutron] Port 7d6257e6-2440-4f52-93e8-88093d8604c7 on network a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 19:41:05.595427 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff030e0-d111-4400-a4dd-2136ff225226 req-0033228c-a906-4a45-8798-0f02a7d9f213 service neutron] Attempting to bind port 7d6257e6-2440-4f52-93e8-88093d8604c7 on network a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9 {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:41:05.601087 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff030e0-d111-4400-a4dd-2136ff225226 req-0033228c-a906-4a45-8798-0f02a7d9f213 service neutron] Checking agent: {'id': 'ce4c6b0b-91ae-4576-82ad-f2f4ee2d2a45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 37, 20), 'started_at': datetime.datetime(2022, 4, 12, 19, 37, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:41:05.601868 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff030e0-d111-4400-a4dd-2136ff225226 req-0033228c-a906-4a45-8798-0f02a7d9f213 service neutron] Checking segment: {'id': '333e6cad-b775-43de-9af0-3109522046bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:41:05.602521 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff030e0-d111-4400-a4dd-2136ff225226 req-0033228c-a906-4a45-8798-0f02a7d9f213 service neutron] Bound using segment: {'id': '333e6cad-b775-43de-9af0-3109522046bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9'} {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:41:05.603117 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.managers [req-fff030e0-d111-4400-a4dd-2136ff225226 req-0033228c-a906-4a45-8798-0f02a7d9f213 service neutron] Bound port: 7d6257e6-2440-4f52-93e8-88093d8604c7, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '333e6cad-b775-43de-9af0-3109522046bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9'}}] {{(pid=106704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:41:05.603675 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-fff030e0-d111-4400-a4dd-2136ff225226 req-0033228c-a906-4a45-8798-0f02a7d9f213 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (7d6257e6-2440-4f52-93e8-88093d8604c7), before_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:05.682847 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-3ed6d65f-83e5-4279-94cc-d2837ed07e2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (54d561e0-ac09-4e2f-a1a6-fd060d293eed), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:05.685456 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-3ed6d65f-83e5-4279-94cc-d2837ed07e2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:05.689682 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-3ed6d65f-83e5-4279-94cc-d2837ed07e2c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/54d561e0-ac09-4e2f-a1a6-fd060d293eed HTTP/1.1" status: 204 len: 168 time: 0.2427237 Apr 12 19:41:05.702551 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.db [req-fff030e0-d111-4400-a4dd-2136ff225226 req-0033228c-a906-4a45-8798-0f02a7d9f213 service neutron] For port 7d6257e6-2440-4f52-93e8-88093d8604c7, host hv-cinder-83754, cleared binding levels {{(pid=106704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:41:05.707399 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed6d65f-83e5-4279-94cc-d2837ed07e2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d561e0-ac09-4e2f-a1a6-fd060d293eed,revision_number=None']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:41:05.715505 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.db [req-fff030e0-d111-4400-a4dd-2136ff225226 req-0033228c-a906-4a45-8798-0f02a7d9f213 service neutron] For port 7d6257e6-2440-4f52-93e8-88093d8604c7, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=7d6257e6-2440-4f52-93e8-88093d8604c7,segment=NetworkSegment(333e6cad-b775-43de-9af0-3109522046bb),segment_id=333e6cad-b775-43de-9af0-3109522046bb)] {{(pid=106704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:41:05.725478 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-fff030e0-d111-4400-a4dd-2136ff225226 req-0033228c-a906-4a45-8798-0f02a7d9f213 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (7d6257e6-2440-4f52-93e8-88093d8604c7), after_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:05.771512 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.notifiers.nova [req-34399f12-ec7b-4e11-9e14-6ec7469aa2a9 req-4b859b27-cfc5-4a3b-a8e7-5d30b30feb0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9ffe87e-2b3b-4df2-8a9f-4b266f5c8763 {{(pid=106707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 19:41:05.782810 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [req-34399f12-ec7b-4e11-9e14-6ec7469aa2a9 req-4b859b27-cfc5-4a3b-a8e7-5d30b30feb0e service neutron] Publish callbacks [] for port (f9ffe87e-2b3b-4df2-8a9f-4b266f5c8763), precommit_update {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:05.784484 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff030e0-d111-4400-a4dd-2136ff225226 req-0033228c-a906-4a45-8798-0f02a7d9f213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:05.785322 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-fff030e0-d111-4400-a4dd-2136ff225226 req-0033228c-a906-4a45-8798-0f02a7d9f213 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245471'] for port (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:05.787841 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-fff030e0-d111-4400-a4dd-2136ff225226 req-0033228c-a906-4a45-8798-0f02a7d9f213 service neutron] 10.222.0.25 "PUT /v2.0/ports/7d6257e6-2440-4f52-93e8-88093d8604c7 HTTP/1.1" status: 200 len: 1093 time: 1.1949265 Apr 12 19:41:05.802611 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.db.provisioning_blocks [req-34399f12-ec7b-4e11-9e14-6ec7469aa2a9 req-4b859b27-cfc5-4a3b-a8e7-5d30b30feb0e service neutron] Transition to ACTIVE for port object f9ffe87e-2b3b-4df2-8a9f-4b266f5c8763 will not be triggered until provisioned by entity L2. {{(pid=106707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 19:41:05.811434 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [req-34399f12-ec7b-4e11-9e14-6ec7469aa2a9 req-4b859b27-cfc5-4a3b-a8e7-5d30b30feb0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9064844'] for port (f9ffe87e-2b3b-4df2-8a9f-4b266f5c8763), after_update {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:05.845096 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0033228c-a906-4a45-8798-0f02a7d9f213 service neutron] Pushing event updated for resources: {'Port': ['ID=7d6257e6-2440-4f52-93e8-88093d8604c7,revision_number=3']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:41:06.028075 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-ea489c4a-cc01-4ca7-a4a5-93386e2f682e req-59b4026c-4b77-40d3-823e-5a41f850a2c4 tempest-VolumesNegativeTest-43126268 tempest-VolumesNegativeTest-43126268-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c4609d4-cafe-4d1e-ac5d-21f14a6413fa HTTP/1.1" status: 200 len: 210 time: 0.0853455 Apr 12 19:41:06.133846 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b859b27-cfc5-4a3b-a8e7-5d30b30feb0e service neutron] Pushing event updated for resources: {'Port': ['ID=f9ffe87e-2b3b-4df2-8a9f-4b266f5c8763,revision_number=2']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:41:06.134682 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa57bc6-c6ad-4491-97a6-54fa7fa24f9b req-d7f6baf0-c302-438e-a78c-8b55397533e2 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:06.152639 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-bfa57bc6-c6ad-4491-97a6-54fa7fa24f9b req-d7f6baf0-c302-438e-a78c-8b55397533e2 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/ports?device_id=5136d3b0-b5c7-42d5-8eb4-d3cbf9bbb88f HTTP/1.1" status: 200 len: 946 time: 0.1091828 Apr 12 19:41:06.193655 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.agents_db [None req-c5aaa6ba-db5d-46db-92f0-20249d3ff0a0 None None] Agent healthcheck: found 6 active agents {{(pid=106718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 19:41:06.200669 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.managers [req-34399f12-ec7b-4e11-9e14-6ec7469aa2a9 req-4b859b27-cfc5-4a3b-a8e7-5d30b30feb0e service neutron] Attempting to bind port f9ffe87e-2b3b-4df2-8a9f-4b266f5c8763 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=106707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:41:06.201013 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.managers [req-34399f12-ec7b-4e11-9e14-6ec7469aa2a9 req-4b859b27-cfc5-4a3b-a8e7-5d30b30feb0e service neutron] Attempting to bind port f9ffe87e-2b3b-4df2-8a9f-4b266f5c8763 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '333e6cad-b775-43de-9af0-3109522046bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9'}] {{(pid=106707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:41:06.201149 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff030e0-d111-4400-a4dd-2136ff225226 req-6cbfab02-4218-4d02-bbe9-c2571eca911b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:06.201459 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34399f12-ec7b-4e11-9e14-6ec7469aa2a9 req-4b859b27-cfc5-4a3b-a8e7-5d30b30feb0e service neutron] Attempting to bind port f9ffe87e-2b3b-4df2-8a9f-4b266f5c8763 on network a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9 {{(pid=106707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:41:06.202840 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-fff030e0-d111-4400-a4dd-2136ff225226 req-6cbfab02-4218-4d02-bbe9-c2571eca911b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e2849b4a348c4795bf965ba8cdf2467d&device_id=9bd43d2c-7509-40a1-8847-f1ba5af244c1 HTTP/1.1" status: 200 len: 1127 time: 0.0898592 Apr 12 19:41:06.210117 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34399f12-ec7b-4e11-9e14-6ec7469aa2a9 req-4b859b27-cfc5-4a3b-a8e7-5d30b30feb0e service neutron] Port f9ffe87e-2b3b-4df2-8a9f-4b266f5c8763 on network a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=106707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 19:41:06.210674 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34399f12-ec7b-4e11-9e14-6ec7469aa2a9 req-4b859b27-cfc5-4a3b-a8e7-5d30b30feb0e service neutron] Attempting to bind port f9ffe87e-2b3b-4df2-8a9f-4b266f5c8763 on network a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9 {{(pid=106707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:41:06.218990 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34399f12-ec7b-4e11-9e14-6ec7469aa2a9 req-4b859b27-cfc5-4a3b-a8e7-5d30b30feb0e service neutron] Checking agent: {'id': 'ce4c6b0b-91ae-4576-82ad-f2f4ee2d2a45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 37, 20), 'started_at': datetime.datetime(2022, 4, 12, 19, 37, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:41:06.219329 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34399f12-ec7b-4e11-9e14-6ec7469aa2a9 req-4b859b27-cfc5-4a3b-a8e7-5d30b30feb0e service neutron] Checking segment: {'id': '333e6cad-b775-43de-9af0-3109522046bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:41:06.219714 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34399f12-ec7b-4e11-9e14-6ec7469aa2a9 req-4b859b27-cfc5-4a3b-a8e7-5d30b30feb0e service neutron] Bound using segment: {'id': '333e6cad-b775-43de-9af0-3109522046bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9'} {{(pid=106707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:41:06.220182 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.managers [req-34399f12-ec7b-4e11-9e14-6ec7469aa2a9 req-4b859b27-cfc5-4a3b-a8e7-5d30b30feb0e service neutron] Bound port: f9ffe87e-2b3b-4df2-8a9f-4b266f5c8763, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '333e6cad-b775-43de-9af0-3109522046bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9'}}] {{(pid=106707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:41:06.220565 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [req-34399f12-ec7b-4e11-9e14-6ec7469aa2a9 req-4b859b27-cfc5-4a3b-a8e7-5d30b30feb0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (f9ffe87e-2b3b-4df2-8a9f-4b266f5c8763), before_update {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:06.247983 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-bfa57bc6-c6ad-4491-97a6-54fa7fa24f9b req-86c3f85d-0a1d-42a9-9039-7a5738d1bc39 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/security-groups?id=494cadc4-45e4-4fe5-87fc-9bcf0ce1a223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881140 Apr 12 19:41:06.307811 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.db [req-34399f12-ec7b-4e11-9e14-6ec7469aa2a9 req-4b859b27-cfc5-4a3b-a8e7-5d30b30feb0e service neutron] For port f9ffe87e-2b3b-4df2-8a9f-4b266f5c8763, host hv-cinder-83754, cleared binding levels {{(pid=106707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:41:06.311654 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.db [req-34399f12-ec7b-4e11-9e14-6ec7469aa2a9 req-4b859b27-cfc5-4a3b-a8e7-5d30b30feb0e service neutron] For port f9ffe87e-2b3b-4df2-8a9f-4b266f5c8763, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=f9ffe87e-2b3b-4df2-8a9f-4b266f5c8763,segment=NetworkSegment(333e6cad-b775-43de-9af0-3109522046bb),segment_id=333e6cad-b775-43de-9af0-3109522046bb)] {{(pid=106707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:41:06.318606 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [req-34399f12-ec7b-4e11-9e14-6ec7469aa2a9 req-4b859b27-cfc5-4a3b-a8e7-5d30b30feb0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9064844'] for port (f9ffe87e-2b3b-4df2-8a9f-4b266f5c8763), after_update {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:06.357651 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34399f12-ec7b-4e11-9e14-6ec7469aa2a9 req-4b859b27-cfc5-4a3b-a8e7-5d30b30feb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:06.358323 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [req-34399f12-ec7b-4e11-9e14-6ec7469aa2a9 req-4b859b27-cfc5-4a3b-a8e7-5d30b30feb0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245471'] for port (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:06.360399 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-34399f12-ec7b-4e11-9e14-6ec7469aa2a9 req-4b859b27-cfc5-4a3b-a8e7-5d30b30feb0e service neutron] 10.222.0.25 "PUT /v2.0/ports/f9ffe87e-2b3b-4df2-8a9f-4b266f5c8763 HTTP/1.1" status: 200 len: 1094 time: 1.3178957 Apr 12 19:41:06.360861 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed5d5b75-5593-42f3-8e63-2df69df80a03', 'tag': 'f9ffe87e-2b3b-4df2-8a9f-4b266f5c8763'}] {{(pid=106707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:41:06.363131 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24bc1a40dab415d93c04770333daaec18ee8cbc44e8bdbc940996836fe034448" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b51e4d7a-89a7-4d42-9564-d3ad74c27f1e" -d '{"events": [{"name": "network-changed", "server_uuid": "ed5d5b75-5593-42f3-8e63-2df69df80a03", "tag": "f9ffe87e-2b3b-4df2-8a9f-4b266f5c8763"}]}' {{(pid=106707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:41:06.394257 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b859b27-cfc5-4a3b-a8e7-5d30b30feb0e service neutron] Pushing event updated for resources: {'Port': ['ID=f9ffe87e-2b3b-4df2-8a9f-4b266f5c8763,revision_number=3']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:41:06.436596 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 19:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5341562a-a4d2-414f-b9d3-2a84cbd2c403 x-openstack-request-id: req-5341562a-a4d2-414f-b9d3-2a84cbd2c403 {{(pid=106707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:41:06.437213 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed5d5b75-5593-42f3-8e63-2df69df80a03", "tag": "f9ffe87e-2b3b-4df2-8a9f-4b266f5c8763", "status": "completed", "code": 200}]} {{(pid=106707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:41:06.437514 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5341562a-a4d2-414f-b9d3-2a84cbd2c403 {{(pid=106707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:41:06.437932 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5341562a-a4d2-414f-b9d3-2a84cbd2c403'] response: {'name': 'network-changed', 'server_uuid': 'ed5d5b75-5593-42f3-8e63-2df69df80a03', 'tag': 'f9ffe87e-2b3b-4df2-8a9f-4b266f5c8763', 'status': 'completed', 'code': 200} Apr 12 19:41:06.538000 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-fff030e0-d111-4400-a4dd-2136ff225226 req-3aeee92a-a8b7-44e7-9245-88b180e1484e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d6257e6-2440-4f52-93e8-88093d8604c7 HTTP/1.1" status: 200 len: 217 time: 0.1451764 Apr 12 19:41:06.577276 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34399f12-ec7b-4e11-9e14-6ec7469aa2a9 req-7fe7882b-e8fa-464a-8f4f-0b708e9434c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:06.588388 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-34399f12-ec7b-4e11-9e14-6ec7469aa2a9 req-7fe7882b-e8fa-464a-8f4f-0b708e9434c5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e2849b4a348c4795bf965ba8cdf2467d&device_id=ed5d5b75-5593-42f3-8e63-2df69df80a03 HTTP/1.1" status: 200 len: 1128 time: 0.1254194 Apr 12 19:41:06.649802 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff030e0-d111-4400-a4dd-2136ff225226 req-76b50dba-600a-45b5-ae8a-d7ed5b537cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:06.651470 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-fff030e0-d111-4400-a4dd-2136ff225226 req-76b50dba-600a-45b5-ae8a-d7ed5b537cb2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7f57a095-a707-4feb-9d1c-8b1458759bd7 HTTP/1.1" status: 200 len: 857 time: 0.0904522 Apr 12 19:41:06.662497 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-34399f12-ec7b-4e11-9e14-6ec7469aa2a9 req-bdce6b64-91c7-4de5-8cd8-eaf2e669ff06 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f9ffe87e-2b3b-4df2-8a9f-4b266f5c8763 HTTP/1.1" status: 200 len: 217 time: 0.0610707 Apr 12 19:41:06.692206 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5c332b-4888-4257-aa43-30dae17c876f req-38105f5e-b2b2-4abc-b9c3-2ff27a1188f9 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:06.701177 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-ce5c332b-4888-4257-aa43-30dae17c876f req-38105f5e-b2b2-4abc-b9c3-2ff27a1188f9 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed5d5b75-5593-42f3-8e63-2df69df80a03 HTTP/1.1" status: 200 len: 944 time: 0.1629131 Apr 12 19:41:06.770514 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-ce5c332b-4888-4257-aa43-30dae17c876f req-27ce5a39-1c88-41d0-9b3c-cace15fdeff4 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=346a5e8c-2cdd-4158-9a92-b9fe91eadcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673091 Apr 12 19:41:07.178823 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 33802) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:41:07.302247 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bd43d2c-7509-40a1-8847-f1ba5af244c1', 'tag': '7d6257e6-2440-4f52-93e8-88093d8604c7'}] {{(pid=106704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:41:07.310736 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7198706052eeb44005bd3d373437c5078b0bb903de01f30342c0d4536e5352d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e6216a0-1431-443a-8281-ed82114bb922" -d '{"events": [{"name": "network-changed", "server_uuid": "9bd43d2c-7509-40a1-8847-f1ba5af244c1", "tag": "7d6257e6-2440-4f52-93e8-88093d8604c7"}]}' {{(pid=106704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:41:07.327477 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-66a81aa5-6118-42f5-b3d6-7553514ea6dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:07.375954 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 19:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b665b60b-3511-47a3-9410-4ba905166790 x-openstack-request-id: req-b665b60b-3511-47a3-9410-4ba905166790 {{(pid=106704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:41:07.376270 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bd43d2c-7509-40a1-8847-f1ba5af244c1", "tag": "7d6257e6-2440-4f52-93e8-88093d8604c7", "status": "completed", "code": 200}]} {{(pid=106704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:41:07.376523 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b665b60b-3511-47a3-9410-4ba905166790 {{(pid=106704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:41:07.376921 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b665b60b-3511-47a3-9410-4ba905166790'] response: {'name': 'network-changed', 'server_uuid': '9bd43d2c-7509-40a1-8847-f1ba5af244c1', 'tag': '7d6257e6-2440-4f52-93e8-88093d8604c7', 'status': 'completed', 'code': 200} Apr 12 19:41:07.423092 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-66a81aa5-6118-42f5-b3d6-7553514ea6dc admin admin] Publish callbacks [] for security_group (e8bd5225-17a6-4e0c-92ed-a556576634b7), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:07.427008 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-66a81aa5-6118-42f5-b3d6-7553514ea6dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (e8bd5225-17a6-4e0c-92ed-a556576634b7), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:07.468179 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 33824) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:41:07.468302 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-66a81aa5-6118-42f5-b3d6-7553514ea6dc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1599b2698836422097d84dfbdfce048f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2881303 Apr 12 19:41:07.469124 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a81aa5-6118-42f5-b3d6-7553514ea6dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8bd5225-17a6-4e0c-92ed-a556576634b7,revision_number=1']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:41:07.520130 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-389a4e6a-4c85-403e-9cee-ee161ae17e9f admin admin] Publish callbacks [] for security_group (e8bd5225-17a6-4e0c-92ed-a556576634b7), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:07.542479 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-389a4e6a-4c85-403e-9cee-ee161ae17e9f admin admin] Publish callbacks [] for security_group (e8bd5225-17a6-4e0c-92ed-a556576634b7), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:07.593309 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-389a4e6a-4c85-403e-9cee-ee161ae17e9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (e8bd5225-17a6-4e0c-92ed-a556576634b7), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:07.596567 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-389a4e6a-4c85-403e-9cee-ee161ae17e9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:07.597821 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-389a4e6a-4c85-403e-9cee-ee161ae17e9f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e8bd5225-17a6-4e0c-92ed-a556576634b7 HTTP/1.1" status: 204 len: 168 time: 0.1285071 Apr 12 19:41:07.606213 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389a4e6a-4c85-403e-9cee-ee161ae17e9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8bd5225-17a6-4e0c-92ed-a556576634b7,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:41:07.902064 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf9a7ac-25ce-46d8-9513-3b556c2a2287 req-e32b64b7-e032-4a07-8ca9-a5a9ca9fc1d4 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:07.903553 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-aaf9a7ac-25ce-46d8-9513-3b556c2a2287 req-e32b64b7-e032-4a07-8ca9-a5a9ca9fc1d4 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed5d5b75-5593-42f3-8e63-2df69df80a03 HTTP/1.1" status: 200 len: 944 time: 0.0577869 Apr 12 19:41:07.961011 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-aaf9a7ac-25ce-46d8-9513-3b556c2a2287 req-e681452d-8b96-41b7-b92b-da95296eda04 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=346a5e8c-2cdd-4158-9a92-b9fe91eadcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514374 Apr 12 19:41:08.935583 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Device 95fc2c39-cd55-4f48-b671-59efa694e305 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=106714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 19:41:08.959036 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] No Port match for: 95fc2c39-cd55-4f48-b671-59efa694e305 {{(pid=106714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 19:41:08.959392 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Device 95fc2c39-cd55-4f48-b671-59efa694e305 not bound to the agent host hv-cinder-83754 {{(pid=106714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 19:41:09.003806 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff030e0-d111-4400-a4dd-2136ff225226 req-9f61f10d-8031-46e7-a86e-5499423b6e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:09.005437 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-fff030e0-d111-4400-a4dd-2136ff225226 req-9f61f10d-8031-46e7-a86e-5499423b6e28 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0635428 Apr 12 19:41:09.013715 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34399f12-ec7b-4e11-9e14-6ec7469aa2a9 req-a57ed2b5-b32a-4a0b-b1cc-04819c636968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:09.015321 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-34399f12-ec7b-4e11-9e14-6ec7469aa2a9 req-a57ed2b5-b32a-4a0b-b1cc-04819c636968 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7f57a095-a707-4feb-9d1c-8b1458759bd7 HTTP/1.1" status: 200 len: 857 time: 0.0704439 Apr 12 19:41:09.082321 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275a4e22-c34b-4bc0-aa15-f443057ba590 req-725739f0-2ffa-470b-9dac-78250dc0ccf7 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:09.083826 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-275a4e22-c34b-4bc0-aa15-f443057ba590 req-725739f0-2ffa-470b-9dac-78250dc0ccf7 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed5d5b75-5593-42f3-8e63-2df69df80a03 HTTP/1.1" status: 200 len: 944 time: 0.0476961 Apr 12 19:41:09.138926 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-275a4e22-c34b-4bc0-aa15-f443057ba590 req-6ff453bb-07d9-4a52-8f4c-0a1b7c4a6fc2 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=346a5e8c-2cdd-4158-9a92-b9fe91eadcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480599 Apr 12 19:41:10.251196 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3959b30d-c775-4c15-8aa4-3c71c1f6c62c req-c54c176e-1c5d-4c78-8152-6e819c77e587 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:10.252651 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-3959b30d-c775-4c15-8aa4-3c71c1f6c62c req-c54c176e-1c5d-4c78-8152-6e819c77e587 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed5d5b75-5593-42f3-8e63-2df69df80a03 HTTP/1.1" status: 200 len: 944 time: 0.0460582 Apr 12 19:41:10.336098 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34399f12-ec7b-4e11-9e14-6ec7469aa2a9 req-b6d99313-bb2a-4425-8a34-c98bb69f4247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:10.337617 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-34399f12-ec7b-4e11-9e14-6ec7469aa2a9 req-b6d99313-bb2a-4425-8a34-c98bb69f4247 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0642383 Apr 12 19:41:10.341688 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-3959b30d-c775-4c15-8aa4-3c71c1f6c62c req-d7c13e0f-9fd2-41e8-ad6e-ec5ed48395ec tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=346a5e8c-2cdd-4158-9a92-b9fe91eadcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829945 Apr 12 19:41:10.359775 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-fff030e0-d111-4400-a4dd-2136ff225226 req-741810fb-0395-4ab4-bc30-c5b44f8fb80c service neutron] 10.222.0.25 "GET /v2.0/networks/a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867810 Apr 12 19:41:10.430111 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-34399f12-ec7b-4e11-9e14-6ec7469aa2a9 req-0098e93a-a96a-4f2f-8ef2-7138bdb9b42a service neutron] 10.222.0.25 "GET /v2.0/networks/a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861225 Apr 12 19:41:10.457268 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-fff030e0-d111-4400-a4dd-2136ff225226 req-4e663b18-291f-42a0-a33d-7bbe9cbb3896 service neutron] 10.222.0.25 "GET /v2.0/networks/a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907276 Apr 12 19:41:10.520360 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-34399f12-ec7b-4e11-9e14-6ec7469aa2a9 req-5515a65a-0ba9-4a35-b4ff-6924b11f3a83 service neutron] 10.222.0.25 "GET /v2.0/networks/a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843823 Apr 12 19:41:11.169188 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f767b321-b2dc-4ec7-ade6-008bb8853da0 req-2d9a5d4f-b0bf-4150-93ee-fa319b871808 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:11.170630 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-f767b321-b2dc-4ec7-ade6-008bb8853da0 req-2d9a5d4f-b0bf-4150-93ee-fa319b871808 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/ports?device_id=5136d3b0-b5c7-42d5-8eb4-d3cbf9bbb88f HTTP/1.1" status: 200 len: 946 time: 0.0471482 Apr 12 19:41:11.216262 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-f767b321-b2dc-4ec7-ade6-008bb8853da0 req-f6632417-e58f-4b01-887d-b03cf5c92155 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/security-groups?id=494cadc4-45e4-4fe5-87fc-9bcf0ce1a223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395703 Apr 12 19:41:11.462111 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd6d7dd-ee12-4e83-b9fe-ba2ea49548af req-3b3b5626-f502-409f-8531-ef688e2aa733 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:11.464090 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-ffd6d7dd-ee12-4e83-b9fe-ba2ea49548af req-3b3b5626-f502-409f-8531-ef688e2aa733 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed5d5b75-5593-42f3-8e63-2df69df80a03 HTTP/1.1" status: 200 len: 944 time: 0.0512984 Apr 12 19:41:11.508959 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-ffd6d7dd-ee12-4e83-b9fe-ba2ea49548af req-048ea79f-d545-41ca-a636-09aea3575c0e tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=346a5e8c-2cdd-4158-9a92-b9fe91eadcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392165 Apr 12 19:41:12.332500 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203bec8f-7765-4df2-90f8-72d669b8f081 req-91032059-4ec5-460f-adc7-31431cdd389a tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:12.333980 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-203bec8f-7765-4df2-90f8-72d669b8f081 req-91032059-4ec5-460f-adc7-31431cdd389a tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/ports?device_id=5136d3b0-b5c7-42d5-8eb4-d3cbf9bbb88f HTTP/1.1" status: 200 len: 946 time: 0.0499303 Apr 12 19:41:12.382958 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-203bec8f-7765-4df2-90f8-72d669b8f081 req-42a45286-eeab-4721-8c46-759b181e323f tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/security-groups?id=494cadc4-45e4-4fe5-87fc-9bcf0ce1a223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427067 Apr 12 19:41:12.620926 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9148b5-c499-418e-aac9-b8f7043dcf6f req-5eca04ba-8b91-4155-9032-3b452de2cffd tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:12.622399 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-bc9148b5-c499-418e-aac9-b8f7043dcf6f req-5eca04ba-8b91-4155-9032-3b452de2cffd tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed5d5b75-5593-42f3-8e63-2df69df80a03 HTTP/1.1" status: 200 len: 944 time: 0.0467236 Apr 12 19:41:12.670377 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-bc9148b5-c499-418e-aac9-b8f7043dcf6f req-71d2d19f-2da1-4db3-9f42-9fa1957ab090 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=346a5e8c-2cdd-4158-9a92-b9fe91eadcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423117 Apr 12 19:41:12.681827 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 34160) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:41:12.813270 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-2f16b111-78a2-4732-a579-5e7549eeb652 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9b8180a4663a4511911c6cd30bfda5e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1299305 Apr 12 19:41:12.815284 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 34164) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:41:12.865421 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-844dce0e-bd9e-4a27-aab4-95f9f413771c admin admin] Publish callbacks [] for security_group (5bbc049f-ece2-46fd-bcc6-2cb81dafb706), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:12.885804 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-844dce0e-bd9e-4a27-aab4-95f9f413771c admin admin] Publish callbacks [] for security_group (5bbc049f-ece2-46fd-bcc6-2cb81dafb706), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:12.931222 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-844dce0e-bd9e-4a27-aab4-95f9f413771c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (5bbc049f-ece2-46fd-bcc6-2cb81dafb706), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:12.933744 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-844dce0e-bd9e-4a27-aab4-95f9f413771c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:12.934835 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-844dce0e-bd9e-4a27-aab4-95f9f413771c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5bbc049f-ece2-46fd-bcc6-2cb81dafb706 HTTP/1.1" status: 204 len: 168 time: 0.1186829 Apr 12 19:41:12.942469 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844dce0e-bd9e-4a27-aab4-95f9f413771c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bbc049f-ece2-46fd-bcc6-2cb81dafb706,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:41:13.515688 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad6616f-8e5d-44db-a5b2-ea1d43aa7f95 req-7bf079b9-cbd1-49cf-93cf-eb260eae23a6 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:13.517214 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-0ad6616f-8e5d-44db-a5b2-ea1d43aa7f95 req-7bf079b9-cbd1-49cf-93cf-eb260eae23a6 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/ports?device_id=5136d3b0-b5c7-42d5-8eb4-d3cbf9bbb88f HTTP/1.1" status: 200 len: 946 time: 0.0508747 Apr 12 19:41:13.566782 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-0ad6616f-8e5d-44db-a5b2-ea1d43aa7f95 req-61e1c03e-db2c-4d09-a724-9eeded5a3605 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/security-groups?id=494cadc4-45e4-4fe5-87fc-9bcf0ce1a223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429046 Apr 12 19:41:13.608108 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 34208) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:41:13.699837 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.v2.base [None req-5deef882-4918-4026-8042-59694d3d90ba admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2133669833-network', 'tenant_id': '25505e1fa3da4037b5c77cccb47d3515'}} {{(pid=106704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:41:13.719999 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5deef882-4918-4026-8042-59694d3d90ba admin admin] Made reservation on behalf of 25505e1fa3da4037b5c77cccb47d3515 for: {'network': 1} {{(pid=106704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:41:13.722508 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-5deef882-4918-4026-8042-59694d3d90ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for network (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:13.731611 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-5deef882-4918-4026-8042-59694d3d90ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:13.798146 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c91988-c455-4726-9bef-a67599f00f36 req-1a89487f-8231-47f6-863f-c5812cd0055d tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:13.799617 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-95c91988-c455-4726-9bef-a67599f00f36 req-1a89487f-8231-47f6-863f-c5812cd0055d tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed5d5b75-5593-42f3-8e63-2df69df80a03 HTTP/1.1" status: 200 len: 944 time: 0.0604813 Apr 12 19:41:13.829762 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-03575ed9-86ae-4d8b-a3ea-ec01fc2e235f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (055fa106-9079-4d8f-a829-e3ca37bbcb19), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:13.875912 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-95c91988-c455-4726-9bef-a67599f00f36 req-97d2ec90-9fc2-4508-9f13-1eb8ce5f58a5 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=346a5e8c-2cdd-4158-9a92-b9fe91eadcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700064 Apr 12 19:41:13.889735 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-5deef882-4918-4026-8042-59694d3d90ba admin admin] Publish callbacks [] for security_group (47b6b987-7354-46fa-af64-028829663952), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:13.893701 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-5deef882-4918-4026-8042-59694d3d90ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (47b6b987-7354-46fa-af64-028829663952), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:13.918532 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5deef882-4918-4026-8042-59694d3d90ba admin admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=106704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 19:41:13.928077 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deef882-4918-4026-8042-59694d3d90ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47b6b987-7354-46fa-af64-028829663952,revision_number=1']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:41:13.934045 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-5deef882-4918-4026-8042-59694d3d90ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495566'] for segment (091cad68-4d23-40d8-8acd-1c52000a0bc6), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:13.934462 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.db.segments_db [None req-5deef882-4918-4026-8042-59694d3d90ba admin admin] Added segment 091cad68-4d23-40d8-8acd-1c52000a0bc6 of type vlan for network 16f98a57-2f56-426d-a11d-35966394c1dd Apr 12 19:41:13.973047 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-5deef882-4918-4026-8042-59694d3d90ba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749198045660'] for network (16f98a57-2f56-426d-a11d-35966394c1dd), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:13.996842 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-5deef882-4918-4026-8042-59694d3d90ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185'] for network (16f98a57-2f56-426d-a11d-35966394c1dd), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:13.997756 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5deef882-4918-4026-8042-59694d3d90ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:13.998355 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-5deef882-4918-4026-8042-59694d3d90ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565043'] for network (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:14.050805 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-5deef882-4918-4026-8042-59694d3d90ba admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4416177 Apr 12 19:41:14.053727 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 34216) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:41:14.058189 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deef882-4918-4026-8042-59694d3d90ba admin admin] Pushing event updated for resources: {'Network': ['ID=16f98a57-2f56-426d-a11d-35966394c1dd,revision_number=1']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:41:14.059256 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.v2.base [None req-897d50dd-46d5-4108-9835-37c8626451e9 admin admin] Request body: {'subnet': {'network_id': '16f98a57-2f56-426d-a11d-35966394c1dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2133669833-subnet', 'tenant_id': '25505e1fa3da4037b5c77cccb47d3515', 'ip_version': 4}} {{(pid=106707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:41:14.067979 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Network 16f98a57-2f56-426d-a11d-35966394c1dd details requested by agent ovs-agent-dv-cinder-837540-1-iscsi with host dv-cinder-837540-1-iscsi {{(pid=106714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 19:41:14.078702 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-897d50dd-46d5-4108-9835-37c8626451e9 admin admin] Made reservation on behalf of 25505e1fa3da4037b5c77cccb47d3515 for: {'subnet': 1} {{(pid=106707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:41:14.080999 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-897d50dd-46d5-4108-9835-37c8626451e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9408059'] for subnet (None), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:14.247049 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-897d50dd-46d5-4108-9835-37c8626451e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9064965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9408045'] for subnet (913eccc2-3fc9-416c-8745-8aa9ab19ccf1), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:14.302003 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897d50dd-46d5-4108-9835-37c8626451e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=913eccc2-3fc9-416c-8745-8aa9ab19ccf1,revision_number=0']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:41:14.311297 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897d50dd-46d5-4108-9835-37c8626451e9 admin admin] Checking segment: {'id': '091cad68-4d23-40d8-8acd-1c52000a0bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '16f98a57-2f56-426d-a11d-35966394c1dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:41:14.311658 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897d50dd-46d5-4108-9835-37c8626451e9 admin admin] Network hostable DHCP agents. Network: 16f98a57-2f56-426d-a11d-35966394c1dd, hostable agents: ['055fa106-9079-4d8f-a829-e3ca37bbcb19'], hosted agents: [] {{(pid=106707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 19:41:14.328672 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897d50dd-46d5-4108-9835-37c8626451e9 admin admin] Network 16f98a57-2f56-426d-a11d-35966394c1dd is scheduled to be hosted by DHCP agent 055fa106-9079-4d8f-a829-e3ca37bbcb19 with binding_index 1 {{(pid=106707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 19:41:14.337143 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.scheduler.base_scheduler [None req-897d50dd-46d5-4108-9835-37c8626451e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837540-1-iscsi, 16f98a57-2f56-426d-a11d-35966394c1dd) {{(pid=106707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:41:14.341271 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897d50dd-46d5-4108-9835-37c8626451e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:14.341865 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-897d50dd-46d5-4108-9835-37c8626451e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565043'] for subnet (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:14.346166 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd3796e-2302-4d3e-8638-48c6084c9182 None None] Network 16f98a57-2f56-426d-a11d-35966394c1dd requested from dv-cinder-837540-1-iscsi {{(pid=106714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 19:41:14.356833 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-897d50dd-46d5-4108-9835-37c8626451e9 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3019958 Apr 12 19:41:14.359552 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 34218) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:41:14.363737 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.v2.base [None req-6cb191ca-8d6d-455b-8888-16aa27d3c4f5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2133669833-router', 'tenant_id': '25505e1fa3da4037b5c77cccb47d3515', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08'}}} {{(pid=106707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:41:14.385948 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-6cb191ca-8d6d-455b-8888-16aa27d3c4f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-670512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26520'] for router (4bb5d70d-61b2-4d57-a79e-be3b3a4596d6), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:14.390555 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-6cb191ca-8d6d-455b-8888-16aa27d3c4f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-670368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-602046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26497'] for router (4bb5d70d-61b2-4d57-a79e-be3b3a4596d6), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:14.454180 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-6cb191ca-8d6d-455b-8888-16aa27d3c4f5 admin admin] Publish callbacks [] for router_controller (4bb5d70d-61b2-4d57-a79e-be3b3a4596d6), precommit_add_association {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:14.473384 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc87893f-853a-4c54-b832-9e163ad5655a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3012341e-45cf-56fd-a54d-b96530cfb325-16f98a57-2f56-426d-a11d-35966394c1dd', 'network_id': '16f98a57-2f56-426d-a11d-35966394c1dd', 'project_id': '25505e1fa3da4037b5c77cccb47d3515', 'fixed_ips': [{'subnet_id': '913eccc2-3fc9-416c-8745-8aa9ab19ccf1'}]}} from dv-cinder-837540-1-iscsi. {{(pid=106714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 19:41:14.474257 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-fc87893f-853a-4c54-b832-9e163ad5655a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (None), before_create {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:14.613441 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.db_base_plugin_common [None req-fc87893f-853a-4c54-b832-9e163ad5655a None None] Allocated IP 172.20.0.2 (16f98a57-2f56-426d-a11d-35966394c1dd/913eccc2-3fc9-416c-8745-8aa9ab19ccf1/0f4a106a-0133-4316-8d1d-330d4f0901c3) {{(pid=106714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:41:14.618257 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-6cb191ca-8d6d-455b-8888-16aa27d3c4f5 admin admin] Publish callbacks [] for router_gateway (4bb5d70d-61b2-4d57-a79e-be3b3a4596d6), precommit_update {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:14.722287 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b9cfa4-6b4c-4fec-9af2-56bac6d54bb5 req-a027023a-9a54-445a-b188-162f808edc17 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:14.723739 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-14b9cfa4-6b4c-4fec-9af2-56bac6d54bb5 req-a027023a-9a54-445a-b188-162f808edc17 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/ports?device_id=5136d3b0-b5c7-42d5-8eb4-d3cbf9bbb88f HTTP/1.1" status: 200 len: 946 time: 0.0780635 Apr 12 19:41:14.760168 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-fc87893f-853a-4c54-b832-9e163ad5655a None None] Publish callbacks [] for port (0f4a106a-0133-4316-8d1d-330d4f0901c3), precommit_create {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:14.768089 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-fc87893f-853a-4c54-b832-9e163ad5655a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749198058662'] for port (0f4a106a-0133-4316-8d1d-330d4f0901c3), after_create {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:14.810944 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc87893f-853a-4c54-b832-9e163ad5655a None None] Network 16f98a57-2f56-426d-a11d-35966394c1dd is already hosted by enough agents. {{(pid=106714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:41:14.813926 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.scheduler.base_scheduler [None req-fc87893f-853a-4c54-b832-9e163ad5655a None None] Resources bound (agent type, host, resource id): {{(pid=106714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:41:14.818557 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc87893f-853a-4c54-b832-9e163ad5655a None None] Received port after_create {{(pid=106714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:41:14.821417 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc87893f-853a-4c54-b832-9e163ad5655a None None] Pushing event updated for resources: {'Port': ['ID=0f4a106a-0133-4316-8d1d-330d4f0901c3,revision_number=1']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:41:14.844740 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-14b9cfa4-6b4c-4fec-9af2-56bac6d54bb5 req-58668b7b-7fa8-4607-8d08-e6518842d7dc tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/security-groups?id=494cadc4-45e4-4fe5-87fc-9bcf0ce1a223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142912 Apr 12 19:41:14.878291 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.managers [None req-fc87893f-853a-4c54-b832-9e163ad5655a None None] Attempting to bind port 0f4a106a-0133-4316-8d1d-330d4f0901c3 on host dv-cinder-837540-1-iscsi for vnic_type normal with profile {{(pid=106714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:41:14.878826 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.managers [None req-fc87893f-853a-4c54-b832-9e163ad5655a None None] Attempting to bind port 0f4a106a-0133-4316-8d1d-330d4f0901c3 by drivers openvswitch,hyperv on host dv-cinder-837540-1-iscsi at level 0 using segments [{'id': '091cad68-4d23-40d8-8acd-1c52000a0bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '16f98a57-2f56-426d-a11d-35966394c1dd'}] {{(pid=106714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:41:14.879006 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc87893f-853a-4c54-b832-9e163ad5655a None None] Attempting to bind port 0f4a106a-0133-4316-8d1d-330d4f0901c3 on network 16f98a57-2f56-426d-a11d-35966394c1dd {{(pid=106714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:41:14.884345 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc87893f-853a-4c54-b832-9e163ad5655a None None] Checking agent: {'id': 'e0bf5abe-d5c5-40a1-a359-03156ade36a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837540-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 30, 50), 'started_at': datetime.datetime(2022, 4, 12, 19, 31, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837540-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:41:14.884715 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc87893f-853a-4c54-b832-9e163ad5655a None None] Checking segment: {'id': '091cad68-4d23-40d8-8acd-1c52000a0bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '16f98a57-2f56-426d-a11d-35966394c1dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:41:14.885110 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-fc87893f-853a-4c54-b832-9e163ad5655a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:14.885502 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc87893f-853a-4c54-b832-9e163ad5655a None None] Bound using segment: {'id': '091cad68-4d23-40d8-8acd-1c52000a0bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '16f98a57-2f56-426d-a11d-35966394c1dd'} {{(pid=106714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:41:14.885963 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.managers [None req-fc87893f-853a-4c54-b832-9e163ad5655a None None] Bound port: 0f4a106a-0133-4316-8d1d-330d4f0901c3, host: dv-cinder-837540-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '091cad68-4d23-40d8-8acd-1c52000a0bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '16f98a57-2f56-426d-a11d-35966394c1dd'}}] {{(pid=106714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:41:14.886335 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-fc87893f-853a-4c54-b832-9e163ad5655a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (0f4a106a-0133-4316-8d1d-330d4f0901c3), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:14.888793 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-6cb191ca-8d6d-455b-8888-16aa27d3c4f5 admin admin] Publish callbacks [] for router_gateway (4bb5d70d-61b2-4d57-a79e-be3b3a4596d6), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:14.907474 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-6cb191ca-8d6d-455b-8888-16aa27d3c4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (None), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:14.964094 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-fc87893f-853a-4c54-b832-9e163ad5655a None None] For port 0f4a106a-0133-4316-8d1d-330d4f0901c3, host dv-cinder-837540-1-iscsi, cleared binding levels {{(pid=106714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:41:14.967374 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-fc87893f-853a-4c54-b832-9e163ad5655a None None] For port 0f4a106a-0133-4316-8d1d-330d4f0901c3, host dv-cinder-837540-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-1-iscsi',level=0,port_id=0f4a106a-0133-4316-8d1d-330d4f0901c3,segment=NetworkSegment(091cad68-4d23-40d8-8acd-1c52000a0bc6),segment_id=091cad68-4d23-40d8-8acd-1c52000a0bc6)] {{(pid=106714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:41:14.973910 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-fc87893f-853a-4c54-b832-9e163ad5655a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (0f4a106a-0133-4316-8d1d-330d4f0901c3), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:14.993821 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0f3672-a84c-4dea-8527-4d8ff5dd11a9 req-7a6a78aa-b569-4ca8-9a26-da97167b79ef tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:15.000572 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-5c0f3672-a84c-4dea-8527-4d8ff5dd11a9 req-7a6a78aa-b569-4ca8-9a26-da97167b79ef tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed5d5b75-5593-42f3-8e63-2df69df80a03 HTTP/1.1" status: 200 len: 944 time: 0.0575426 Apr 12 19:41:15.021198 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.db.db_base_plugin_common [None req-6cb191ca-8d6d-455b-8888-16aa27d3c4f5 admin admin] Allocated IP 172.27.2.40 (afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08/6283d24b-0e2c-4ae1-ac34-d042e72aa307/5d137e0e-5be9-4376-8296-3e844c44af81) {{(pid=106707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:41:15.031241 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc87893f-853a-4c54-b832-9e163ad5655a None None] Pushing event updated for resources: {'Port': ['ID=0f4a106a-0133-4316-8d1d-330d4f0901c3,revision_number=2']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:41:15.060118 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-5c0f3672-a84c-4dea-8527-4d8ff5dd11a9 req-1c15bf95-8f19-47c3-8c01-99785c491723 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=346a5e8c-2cdd-4158-9a92-b9fe91eadcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574305 Apr 12 19:41:15.136522 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-6cb191ca-8d6d-455b-8888-16aa27d3c4f5 admin admin] Publish callbacks [] for port (5d137e0e-5be9-4376-8296-3e844c44af81), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:15.170748 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-6cb191ca-8d6d-455b-8888-16aa27d3c4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749198058662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9064885'] for port (5d137e0e-5be9-4376-8296-3e844c44af81), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:15.214887 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb191ca-8d6d-455b-8888-16aa27d3c4f5 admin admin] Network afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08 is already hosted by enough agents. {{(pid=106707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:41:15.220354 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.scheduler.base_scheduler [None req-6cb191ca-8d6d-455b-8888-16aa27d3c4f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:41:15.224024 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb191ca-8d6d-455b-8888-16aa27d3c4f5 admin admin] Received port after_create {{(pid=106707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:41:15.255242 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb191ca-8d6d-455b-8888-16aa27d3c4f5 admin admin] Pushing event updated for resources: {'Port': ['ID=5d137e0e-5be9-4376-8296-3e844c44af81,revision_number=1']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:41:15.488920 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-6cb191ca-8d6d-455b-8888-16aa27d3c4f5 admin admin] Publish callbacks [] for router_gateway (4bb5d70d-61b2-4d57-a79e-be3b3a4596d6), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:15.689266 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-6cb191ca-8d6d-455b-8888-16aa27d3c4f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668120'] for router (4bb5d70d-61b2-4d57-a79e-be3b3a4596d6), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:15.826518 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cb191ca-8d6d-455b-8888-16aa27d3c4f5 admin admin] Router 4bb5d70d-61b2-4d57-a79e-be3b3a4596d6 is scheduled to L3 agent 4d9412c4-31b2-4fbf-87a0-f931332ab9d5 with binding_index 1 {{(pid=106707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 19:41:15.941588 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d427841-31a6-4eee-82d6-985738de8f95 None None] Network 16f98a57-2f56-426d-a11d-35966394c1dd requested from dv-cinder-837540-1-iscsi {{(pid=106714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 19:41:16.055933 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-5c9b751d-548f-4aa8-881e-a065739372c0 None None] Provisioning complete for port 0f4a106a-0133-4316-8d1d-330d4f0901c3 triggered by entity DHCP. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:41:16.056775 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-5c9b751d-548f-4aa8-881e-a065739372c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (0f4a106a-0133-4316-8d1d-330d4f0901c3), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:16.173423 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-5c9b751d-548f-4aa8-881e-a065739372c0 None None] Current status of the port 0f4a106a-0133-4316-8d1d-330d4f0901c3 is: DOWN; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:41:16.173723 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-5c9b751d-548f-4aa8-881e-a065739372c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (0f4a106a-0133-4316-8d1d-330d4f0901c3), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:16.197326 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55df62fb-3b91-45ea-9c26-a73520fb53c7 req-b168f716-c92f-4099-a89a-689e552f3001 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:16.198878 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-55df62fb-3b91-45ea-9c26-a73520fb53c7 req-b168f716-c92f-4099-a89a-689e552f3001 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed5d5b75-5593-42f3-8e63-2df69df80a03 HTTP/1.1" status: 200 len: 944 time: 0.0567021 Apr 12 19:41:16.217043 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-5c9b751d-548f-4aa8-881e-a065739372c0 None None] For port 0f4a106a-0133-4316-8d1d-330d4f0901c3, host dv-cinder-837540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-1-iscsi',level=0,port_id=0f4a106a-0133-4316-8d1d-330d4f0901c3,segment=NetworkSegment(091cad68-4d23-40d8-8acd-1c52000a0bc6),segment_id=091cad68-4d23-40d8-8acd-1c52000a0bc6)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:41:16.223065 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-5c9b751d-548f-4aa8-881e-a065739372c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (0f4a106a-0133-4316-8d1d-330d4f0901c3), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:16.230913 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c544ea-43db-40d5-a54c-03a9190268a7 req-792feb73-cca8-46ff-ad85-34d94cedb75e tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:16.232460 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-66c544ea-43db-40d5-a54c-03a9190268a7 req-792feb73-cca8-46ff-ad85-34d94cedb75e tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/ports?device_id=5136d3b0-b5c7-42d5-8eb4-d3cbf9bbb88f HTTP/1.1" status: 200 len: 946 time: 0.0595801 Apr 12 19:41:16.235308 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cb191ca-8d6d-455b-8888-16aa27d3c4f5 admin admin] Notify agent at l3_agent.dv-cinder-837540-1-iscsi the message routers_updated {{(pid=106707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:41:16.258919 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-55df62fb-3b91-45ea-9c26-a73520fb53c7 req-dbb4acee-eefb-4533-b2b2-bcf6fec73462 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=346a5e8c-2cdd-4158-9a92-b9fe91eadcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531783 Apr 12 19:41:16.263140 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c691f5f-fb2c-4395-84ed-4118a96f3612 None None] Sync routers for ids ['4bb5d70d-61b2-4d57-a79e-be3b3a4596d6'] in dv-cinder-837540-1-iscsi {{(pid=106718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:41:16.281686 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c691f5f-fb2c-4395-84ed-4118a96f3612 None None] Routers {'4bb5d70d-61b2-4d57-a79e-be3b3a4596d6'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:41:16.282431 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-4c691f5f-fb2c-4395-84ed-4118a96f3612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:40:46Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['4bb5d70d-61b2-4d57-a79e-be3b3a4596d6'], 'active': True} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:41:16.287058 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-6cb191ca-8d6d-455b-8888-16aa27d3c4f5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:16.291517 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-6cb191ca-8d6d-455b-8888-16aa27d3c4f5 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9278109 Apr 12 19:41:16.291758 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 34240) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:41:16.402281 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-66c544ea-43db-40d5-a54c-03a9190268a7 req-73bc8175-53f6-4713-b3f5-171c0d6075dd tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/security-groups?id=494cadc4-45e4-4fe5-87fc-9bcf0ce1a223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533685 Apr 12 19:41:16.405940 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvr_db [None req-4c691f5f-fb2c-4395-84ed-4118a96f3612 None None] Set router 4bb5d70d-61b2-4d57-a79e-be3b3a4596d6 gateway port host: dv-cinder-837540-1-iscsi {{(pid=106718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:41:16.460348 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-be17a63a-c043-49fe-bfab-6556a90b6c63 None None] Provisioning complete for port 0f4a106a-0133-4316-8d1d-330d4f0901c3 triggered by entity DHCP. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:41:16.460992 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-be17a63a-c043-49fe-bfab-6556a90b6c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (0f4a106a-0133-4316-8d1d-330d4f0901c3), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:16.501813 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-007084fe-b57c-4bbe-97d9-fd66a7bae20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (4d9412c4-31b2-4fbf-87a0-f931332ab9d5), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:16.507197 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9b751d-548f-4aa8-881e-a065739372c0 None None] Pushing event updated for resources: {'Port': ['ID=0f4a106a-0133-4316-8d1d-330d4f0901c3,revision_number=3']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:41:16.599022 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-4c691f5f-fb2c-4395-84ed-4118a96f3612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb5d70d-61b2-4d57-a79e-be3b3a4596d6', 'name': 'tempest-TestShelveInstance-2133669833-router', 'tenant_id': '25505e1fa3da4037b5c77cccb47d3515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '5d137e0e-5be9-4376-8296-3e844c44af81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:41:14Z', 'updated_at': '2022-04-12T19:41:15Z', 'revision_number': 3, 'project_id': '25505e1fa3da4037b5c77cccb47d3515', 'gw_port': {'id': '5d137e0e-5be9-4376-8296-3e844c44af81', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:c0:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb5d70d-61b2-4d57-a79e-be3b3a4596d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:41:14Z', 'updated_at': '2022-04-12T19:41:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi'}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:41:16.614850 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device 0f4a106a-0133-4316-8d1d-330d4f0901c3 up at agent ovs-agent-dv-cinder-837540-1-iscsi {{(pid=106714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:41:16.627358 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c691f5f-fb2c-4395-84ed-4118a96f3612 None None] Checking router: 4bb5d70d-61b2-4d57-a79e-be3b3a4596d6 for host: dv-cinder-837540-1-iscsi {{(pid=106718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:41:16.627704 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c691f5f-fb2c-4395-84ed-4118a96f3612 None None] Updating router 4bb5d70d-61b2-4d57-a79e-be3b3a4596d6 port 5d137e0e-5be9-4376-8296-3e844c44af81 binding host dv-cinder-837540-1-iscsi {{(pid=106718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 19:41:16.653693 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-be17a63a-c043-49fe-bfab-6556a90b6c63 None None] Current status of the port 0f4a106a-0133-4316-8d1d-330d4f0901c3 is: ACTIVE; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:41:16.663131 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron_lib.callbacks.manager [None req-4c691f5f-fb2c-4395-84ed-4118a96f3612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (5d137e0e-5be9-4376-8296-3e844c44af81), before_update {{(pid=106718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:16.677908 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Provisioning complete for port 0f4a106a-0133-4316-8d1d-330d4f0901c3 triggered by entity L2. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:41:16.678441 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (0f4a106a-0133-4316-8d1d-330d4f0901c3), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:16.756777 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Current status of the port 0f4a106a-0133-4316-8d1d-330d4f0901c3 is: ACTIVE; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:41:16.835656 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-f894a101-5377-4926-9308-1a416892b3f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (None), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:16.939814 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron_lib.callbacks.manager [None req-4c691f5f-fb2c-4395-84ed-4118a96f3612 None None] Publish callbacks [] for port (5d137e0e-5be9-4376-8296-3e844c44af81), precommit_update {{(pid=106718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:16.945310 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron_lib.callbacks.manager [None req-4c691f5f-fb2c-4395-84ed-4118a96f3612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (5d137e0e-5be9-4376-8296-3e844c44af81), after_update {{(pid=106718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:16.999044 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c963c80-4639-42a6-9098-a72117ff3f8d None None] Pushing event updated for resources: {'Port': ['ID=5d137e0e-5be9-4376-8296-3e844c44af81,revision_number=2']} {{(pid=106718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:41:17.001515 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.plugins.ml2.managers [None req-4c691f5f-fb2c-4395-84ed-4118a96f3612 None None] Attempting to bind port 5d137e0e-5be9-4376-8296-3e844c44af81 on host dv-cinder-837540-1-iscsi for vnic_type normal with profile {{(pid=106718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:41:17.001874 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.plugins.ml2.managers [None req-4c691f5f-fb2c-4395-84ed-4118a96f3612 None None] Attempting to bind port 5d137e0e-5be9-4376-8296-3e844c44af81 by drivers openvswitch,hyperv on host dv-cinder-837540-1-iscsi at level 0 using segments [{'id': 'd71711ac-63cd-4a26-822c-81ae059ce82d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08'}] {{(pid=106718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:41:17.002298 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c691f5f-fb2c-4395-84ed-4118a96f3612 None None] Attempting to bind port 5d137e0e-5be9-4376-8296-3e844c44af81 on network afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08 {{(pid=106718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:41:17.007063 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.db.db_base_plugin_common [None req-f894a101-5377-4926-9308-1a416892b3f2 admin admin] Allocated IP 172.20.0.1 (16f98a57-2f56-426d-a11d-35966394c1dd/913eccc2-3fc9-416c-8745-8aa9ab19ccf1/9a08268b-29a5-47e0-936b-0f3d804c6284) {{(pid=106707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:41:17.008362 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c691f5f-fb2c-4395-84ed-4118a96f3612 None None] Checking agent: {'id': 'e0bf5abe-d5c5-40a1-a359-03156ade36a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837540-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 30, 50), 'started_at': datetime.datetime(2022, 4, 12, 19, 31, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837540-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:41:17.008921 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c691f5f-fb2c-4395-84ed-4118a96f3612 None None] Checking segment: {'id': 'd71711ac-63cd-4a26-822c-81ae059ce82d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:41:17.009173 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron_lib.callbacks.manager [None req-4c691f5f-fb2c-4395-84ed-4118a96f3612 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:17.009559 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c691f5f-fb2c-4395-84ed-4118a96f3612 None None] Bound using segment: {'id': 'd71711ac-63cd-4a26-822c-81ae059ce82d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08'} {{(pid=106718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:41:17.010122 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.plugins.ml2.managers [None req-4c691f5f-fb2c-4395-84ed-4118a96f3612 None None] Bound port: 5d137e0e-5be9-4376-8296-3e844c44af81, host: dv-cinder-837540-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd71711ac-63cd-4a26-822c-81ae059ce82d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08'}}] {{(pid=106718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:41:17.010492 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron_lib.callbacks.manager [None req-4c691f5f-fb2c-4395-84ed-4118a96f3612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (5d137e0e-5be9-4376-8296-3e844c44af81), before_update {{(pid=106718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:17.062814 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.plugins.ml2.db [None req-4c691f5f-fb2c-4395-84ed-4118a96f3612 None None] For port 5d137e0e-5be9-4376-8296-3e844c44af81, host dv-cinder-837540-1-iscsi, cleared binding levels {{(pid=106718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:41:17.066345 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.plugins.ml2.db [None req-4c691f5f-fb2c-4395-84ed-4118a96f3612 None None] For port 5d137e0e-5be9-4376-8296-3e844c44af81, host dv-cinder-837540-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-1-iscsi',level=0,port_id=5d137e0e-5be9-4376-8296-3e844c44af81,segment=NetworkSegment(d71711ac-63cd-4a26-822c-81ae059ce82d),segment_id=d71711ac-63cd-4a26-822c-81ae059ce82d)] {{(pid=106718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:41:17.072417 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron_lib.callbacks.manager [None req-4c691f5f-fb2c-4395-84ed-4118a96f3612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (5d137e0e-5be9-4376-8296-3e844c44af81), after_update {{(pid=106718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:17.127918 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-f894a101-5377-4926-9308-1a416892b3f2 admin admin] Publish callbacks [] for port (9a08268b-29a5-47e0-936b-0f3d804c6284), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:17.141500 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c691f5f-fb2c-4395-84ed-4118a96f3612 None None] Routers {'4bb5d70d-61b2-4d57-a79e-be3b3a4596d6'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:41:17.142157 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-4c691f5f-fb2c-4395-84ed-4118a96f3612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:41:16Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['4bb5d70d-61b2-4d57-a79e-be3b3a4596d6'], 'active': True} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:41:17.144053 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c963c80-4639-42a6-9098-a72117ff3f8d None None] Pushing event updated for resources: {'Port': ['ID=5d137e0e-5be9-4376-8296-3e844c44af81,revision_number=3']} {{(pid=106718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:41:17.176216 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-f894a101-5377-4926-9308-1a416892b3f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749198058662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9064885'] for port (9a08268b-29a5-47e0-936b-0f3d804c6284), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:17.196877 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-0fb4a5ae-492f-43e3-90d5-82372e23b9ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (01005bd1-5b1e-41c6-b9b3-a4d4f93589b9), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:17.222591 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f894a101-5377-4926-9308-1a416892b3f2 admin admin] Network 16f98a57-2f56-426d-a11d-35966394c1dd is already hosted by enough agents. {{(pid=106707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:41:17.228927 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.scheduler.base_scheduler [None req-f894a101-5377-4926-9308-1a416892b3f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:41:17.234097 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f894a101-5377-4926-9308-1a416892b3f2 admin admin] Received port after_create {{(pid=106707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:41:17.241544 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f894a101-5377-4926-9308-1a416892b3f2 admin admin] Pushing event updated for resources: {'Port': ['ID=9a08268b-29a5-47e0-936b-0f3d804c6284,revision_number=1']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:41:17.280603 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvr_db [None req-4c691f5f-fb2c-4395-84ed-4118a96f3612 None None] Set router 4bb5d70d-61b2-4d57-a79e-be3b3a4596d6 gateway port host: dv-cinder-837540-1-iscsi {{(pid=106718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:41:17.298079 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-f894a101-5377-4926-9308-1a416892b3f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667945'] for router_interface (4bb5d70d-61b2-4d57-a79e-be3b3a4596d6), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:17.404843 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace962a9-c5f2-46b7-9015-ca35da646ab8 req-8950891a-cc93-4276-b84d-a3704acb3f4a tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:17.412955 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-ace962a9-c5f2-46b7-9015-ca35da646ab8 req-8950891a-cc93-4276-b84d-a3704acb3f4a tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed5d5b75-5593-42f3-8e63-2df69df80a03 HTTP/1.1" status: 200 len: 944 time: 0.0603297 Apr 12 19:41:17.484450 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-ace962a9-c5f2-46b7-9015-ca35da646ab8 req-9d8ddc4f-dcef-4f3e-b7c1-ac86912b322d tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=346a5e8c-2cdd-4158-9a92-b9fe91eadcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682588 Apr 12 19:41:17.500769 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-f894a101-5377-4926-9308-1a416892b3f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (9a08268b-29a5-47e0-936b-0f3d804c6284), before_update {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:17.580212 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-5ae1c3b5-0110-455a-86f5-a3641e4cc49d None None] Provisioning complete for port 9a08268b-29a5-47e0-936b-0f3d804c6284 triggered by entity DHCP. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:41:17.580415 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e906d-d44f-4e53-a5f1-0b569e3686ad req-fe004a7d-7dc4-4f92-a085-436f5c6dc2fa tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:17.581213 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-5ae1c3b5-0110-455a-86f5-a3641e4cc49d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (9a08268b-29a5-47e0-936b-0f3d804c6284), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:17.581926 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-fd8e906d-d44f-4e53-a5f1-0b569e3686ad req-fe004a7d-7dc4-4f92-a085-436f5c6dc2fa tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/ports?device_id=5136d3b0-b5c7-42d5-8eb4-d3cbf9bbb88f HTTP/1.1" status: 200 len: 946 time: 0.0719724 Apr 12 19:41:17.587371 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-4c691f5f-fb2c-4395-84ed-4118a96f3612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb5d70d-61b2-4d57-a79e-be3b3a4596d6', 'name': 'tempest-TestShelveInstance-2133669833-router', 'tenant_id': '25505e1fa3da4037b5c77cccb47d3515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '5d137e0e-5be9-4376-8296-3e844c44af81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:41:14Z', 'updated_at': '2022-04-12T19:41:15Z', 'revision_number': 3, 'project_id': '25505e1fa3da4037b5c77cccb47d3515', 'gw_port': {'id': '5d137e0e-5be9-4376-8296-3e844c44af81', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:c0:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb5d70d-61b2-4d57-a79e-be3b3a4596d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:41:14Z', 'updated_at': '2022-04-12T19:41:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi'}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:41:17.616431 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c691f5f-fb2c-4395-84ed-4118a96f3612 None None] The sync data for ids ['4bb5d70d-61b2-4d57-a79e-be3b3a4596d6'] in dv-cinder-837540-1-iscsi is: [{'id': '4bb5d70d-61b2-4d57-a79e-be3b3a4596d6', 'name': 'tempest-TestShelveInstance-2133669833-router', 'tenant_id': '25505e1fa3da4037b5c77cccb47d3515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '5d137e0e-5be9-4376-8296-3e844c44af81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:41:14Z', 'updated_at': '2022-04-12T19:41:15Z', 'revision_number': 3, 'project_id': '25505e1fa3da4037b5c77cccb47d3515', 'gw_port': {'id': '5d137e0e-5be9-4376-8296-3e844c44af81', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:c0:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb5d70d-61b2-4d57-a79e-be3b3a4596d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:41:14Z', 'updated_at': '2022-04-12T19:41:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi'}] {{(pid=106718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:41:17.625609 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-5ae1c3b5-0110-455a-86f5-a3641e4cc49d None None] Port 9a08268b-29a5-47e0-936b-0f3d804c6284 cannot update to ACTIVE because it is not bound. {{(pid=106714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 19:41:17.692227 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-fd8e906d-d44f-4e53-a5f1-0b569e3686ad req-2382ee73-7964-4d49-aa58-605172c91860 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/security-groups?id=494cadc4-45e4-4fe5-87fc-9bcf0ce1a223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979002 Apr 12 19:41:17.753300 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-f894a101-5377-4926-9308-1a416892b3f2 admin admin] Publish callbacks [] for port (9a08268b-29a5-47e0-936b-0f3d804c6284), precommit_update {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:17.758397 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-f894a101-5377-4926-9308-1a416892b3f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9064844'] for port (9a08268b-29a5-47e0-936b-0f3d804c6284), after_update {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:17.827725 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-f894a101-5377-4926-9308-1a416892b3f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-668313'] for router_interface (4bb5d70d-61b2-4d57-a79e-be3b3a4596d6), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:17.829772 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f894a101-5377-4926-9308-1a416892b3f2 admin admin] Pushing event updated for resources: {'Port': ['ID=9a08268b-29a5-47e0-936b-0f3d804c6284,revision_number=2']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:41:17.939867 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f894a101-5377-4926-9308-1a416892b3f2 admin admin] Network 16f98a57-2f56-426d-a11d-35966394c1dd is already hosted by enough agents. {{(pid=106707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:41:17.941316 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.scheduler.base_scheduler [None req-f894a101-5377-4926-9308-1a416892b3f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:41:18.068559 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f894a101-5377-4926-9308-1a416892b3f2 admin admin] Router 4bb5d70d-61b2-4d57-a79e-be3b3a4596d6 has already been hosted by L3 agent 4d9412c4-31b2-4fbf-87a0-f931332ab9d5 {{(pid=106707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 19:41:18.150260 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-95079429-0b75-4204-8327-5e515d592404 None None] Provisioning complete for port 9a08268b-29a5-47e0-936b-0f3d804c6284 triggered by entity DHCP. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:41:18.150636 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-95079429-0b75-4204-8327-5e515d592404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (9a08268b-29a5-47e0-936b-0f3d804c6284), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:18.186148 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-95079429-0b75-4204-8327-5e515d592404 None None] Port 9a08268b-29a5-47e0-936b-0f3d804c6284 cannot update to ACTIVE because it is not bound. {{(pid=106714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 19:41:18.197549 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f894a101-5377-4926-9308-1a416892b3f2 admin admin] Notify agent at l3_agent.dv-cinder-837540-1-iscsi the message routers_updated {{(pid=106707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:41:18.202836 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-f894a101-5377-4926-9308-1a416892b3f2 admin admin] 10.222.0.15 "PUT /v2.0/routers/4bb5d70d-61b2-4d57-a79e-be3b3a4596d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9100654 Apr 12 19:41:18.394271 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Device 7d6257e6-2440-4f52-93e8-88093d8604c7 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=106714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 19:41:18.533137 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] For port 7d6257e6-2440-4f52-93e8-88093d8604c7, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=7d6257e6-2440-4f52-93e8-88093d8604c7,segment=NetworkSegment(333e6cad-b775-43de-9af0-3109522046bb),segment_id=333e6cad-b775-43de-9af0-3109522046bb)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:41:18.546691 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Returning: {'device': '7d6257e6-2440-4f52-93e8-88093d8604c7', 'network_id': 'a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9', 'port_id': '7d6257e6-2440-4f52-93e8-88093d8604c7', 'mac_address': 'fa:16:3e:4e:f1:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f57a095-a707-4feb-9d1c-8b1458759bd7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 19:41:18.609251 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Current status of the port 7d6257e6-2440-4f52-93e8-88093d8604c7 is: DOWN; New status is: BUILD {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:41:18.610533 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d957781-121c-49e4-90ec-30a91e8dfa04 req-98d9ecaf-2a89-4698-8f1d-d006dd2cef05 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:18.611031 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (7d6257e6-2440-4f52-93e8-88093d8604c7), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:18.620187 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-8d957781-121c-49e4-90ec-30a91e8dfa04 req-98d9ecaf-2a89-4698-8f1d-d006dd2cef05 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed5d5b75-5593-42f3-8e63-2df69df80a03 HTTP/1.1" status: 200 len: 944 time: 0.0634446 Apr 12 19:41:18.649601 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device 5d137e0e-5be9-4376-8296-3e844c44af81 up at agent ovs-agent-dv-cinder-837540-1-iscsi {{(pid=106714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:41:18.678828 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-8d957781-121c-49e4-90ec-30a91e8dfa04 req-cff389d9-0d6d-4ced-ae99-ca4f3cdd9bd9 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=346a5e8c-2cdd-4158-9a92-b9fe91eadcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575547 Apr 12 19:41:18.707520 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.notifiers.nova [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d6257e6-2440-4f52-93e8-88093d8604c7 {{(pid=106714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 19:41:18.746580 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-655d5a5e-25bf-423f-acb4-166f4bec9d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (f3d2fb0e-5305-4f08-ab1f-5f1d50bdad22), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:18.760378 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] For port 7d6257e6-2440-4f52-93e8-88093d8604c7, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=7d6257e6-2440-4f52-93e8-88093d8604c7,segment=NetworkSegment(333e6cad-b775-43de-9af0-3109522046bb),segment_id=333e6cad-b775-43de-9af0-3109522046bb)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:41:18.768514 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (7d6257e6-2440-4f52-93e8-88093d8604c7), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:18.771705 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Provisioning complete for port 5d137e0e-5be9-4376-8296-3e844c44af81 triggered by entity L2. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:41:18.772105 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (5d137e0e-5be9-4376-8296-3e844c44af81), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:18.784964 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 34290) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:41:18.790389 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.v2.base [None req-26e05bc8-b1a4-4460-89ee-70d2229eb407 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-65822740-network', 'tenant_id': 'adf919fa29ea49628b021f8c8a8faafa'}} {{(pid=106707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:41:18.825006 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26e05bc8-b1a4-4460-89ee-70d2229eb407 admin admin] Made reservation on behalf of adf919fa29ea49628b021f8c8a8faafa for: {'network': 1} {{(pid=106707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:41:18.827313 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-26e05bc8-b1a4-4460-89ee-70d2229eb407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for network (None), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:18.850138 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Pushing event updated for resources: {'Port': ['ID=7d6257e6-2440-4f52-93e8-88093d8604c7,revision_number=4']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:41:18.861945 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-26e05bc8-b1a4-4460-89ee-70d2229eb407 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:18.878626 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f3438-3920-40fe-ad2a-10cab49cf953 req-85a904c6-a1f5-47cc-98e7-2189cc4b2814 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:18.879800 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-1c4f3438-3920-40fe-ad2a-10cab49cf953 req-85a904c6-a1f5-47cc-98e7-2189cc4b2814 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/ports?device_id=5136d3b0-b5c7-42d5-8eb4-d3cbf9bbb88f HTTP/1.1" status: 200 len: 946 time: 0.0695381 Apr 12 19:41:18.896090 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Current status of the port 5d137e0e-5be9-4376-8296-3e844c44af81 is: DOWN; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:41:18.896481 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (5d137e0e-5be9-4376-8296-3e844c44af81), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:18.919631 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] For port 5d137e0e-5be9-4376-8296-3e844c44af81, host dv-cinder-837540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-1-iscsi',level=0,port_id=5d137e0e-5be9-4376-8296-3e844c44af81,segment=NetworkSegment(d71711ac-63cd-4a26-822c-81ae059ce82d),segment_id=d71711ac-63cd-4a26-822c-81ae059ce82d)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:41:18.924715 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (5d137e0e-5be9-4376-8296-3e844c44af81), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:18.925620 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device 0f4a106a-0133-4316-8d1d-330d4f0901c3 up at agent ovs-agent-dv-cinder-837540-1-iscsi {{(pid=106714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:41:18.951766 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-1c4f3438-3920-40fe-ad2a-10cab49cf953 req-b62d023d-18f6-4b9f-8f42-2f905a943ecc tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/security-groups?id=494cadc4-45e4-4fe5-87fc-9bcf0ce1a223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647464 Apr 12 19:41:19.004447 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-26e05bc8-b1a4-4460-89ee-70d2229eb407 admin admin] Publish callbacks [] for security_group (a59e8c2f-79de-41c6-9e1f-05ffaa6b355c), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:19.009001 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-26e05bc8-b1a4-4460-89ee-70d2229eb407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (a59e8c2f-79de-41c6-9e1f-05ffaa6b355c), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:19.015841 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Pushing event updated for resources: {'Port': ['ID=5d137e0e-5be9-4376-8296-3e844c44af81,revision_number=4']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:41:19.028497 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Provisioning complete for port 0f4a106a-0133-4316-8d1d-330d4f0901c3 triggered by entity L2. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:41:19.028875 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (0f4a106a-0133-4316-8d1d-330d4f0901c3), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:19.042451 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e05bc8-b1a4-4460-89ee-70d2229eb407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a59e8c2f-79de-41c6-9e1f-05ffaa6b355c,revision_number=1']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:41:19.047670 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26e05bc8-b1a4-4460-89ee-70d2229eb407 admin admin] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=106707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 19:41:19.057085 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e05bc8-b1a4-4460-89ee-70d2229eb407 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:41:19.057492 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e05bc8-b1a4-4460-89ee-70d2229eb407 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:41:19.057864 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e05bc8-b1a4-4460-89ee-70d2229eb407 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:41:19.058208 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e05bc8-b1a4-4460-89ee-70d2229eb407 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:41:19.058540 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e05bc8-b1a4-4460-89ee-70d2229eb407 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:41:19.058874 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e05bc8-b1a4-4460-89ee-70d2229eb407 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:41:19.059201 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e05bc8-b1a4-4460-89ee-70d2229eb407 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:41:19.059524 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e05bc8-b1a4-4460-89ee-70d2229eb407 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:41:19.059848 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e05bc8-b1a4-4460-89ee-70d2229eb407 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:41:19.060200 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e05bc8-b1a4-4460-89ee-70d2229eb407 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:41:19.060540 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e05bc8-b1a4-4460-89ee-70d2229eb407 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:41:19.060869 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e05bc8-b1a4-4460-89ee-70d2229eb407 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:41:19.061286 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e05bc8-b1a4-4460-89ee-70d2229eb407 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:41:19.061619 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e05bc8-b1a4-4460-89ee-70d2229eb407 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:41:19.061941 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e05bc8-b1a4-4460-89ee-70d2229eb407 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:41:19.071006 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-26e05bc8-b1a4-4460-89ee-70d2229eb407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495566'] for segment (a589bead-6424-47ba-8dff-2009ff4bb220), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:19.071384 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.db.segments_db [None req-26e05bc8-b1a4-4460-89ee-70d2229eb407 admin admin] Added segment a589bead-6424-47ba-8dff-2009ff4bb220 of type vlan for network 9f6ac0f4-6e3a-4407-b6cb-b96fdf6af82f Apr 12 19:41:19.111152 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Current status of the port 0f4a106a-0133-4316-8d1d-330d4f0901c3 is: ACTIVE; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:41:19.118061 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-26e05bc8-b1a4-4460-89ee-70d2229eb407 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749198045660'] for network (9f6ac0f4-6e3a-4407-b6cb-b96fdf6af82f), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:19.144225 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-26e05bc8-b1a4-4460-89ee-70d2229eb407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185'] for network (9f6ac0f4-6e3a-4407-b6cb-b96fdf6af82f), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:19.145177 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e05bc8-b1a4-4460-89ee-70d2229eb407 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:19.145746 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-26e05bc8-b1a4-4460-89ee-70d2229eb407 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565043'] for network (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:19.176676 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-26e05bc8-b1a4-4460-89ee-70d2229eb407 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3904078 Apr 12 19:41:19.179592 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 34292) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:41:19.184551 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.v2.base [None req-b54fe5fd-a5a1-4174-8e89-78d8daf53c30 admin admin] Request body: {'subnet': {'network_id': '9f6ac0f4-6e3a-4407-b6cb-b96fdf6af82f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-65822740-subnet', 'tenant_id': 'adf919fa29ea49628b021f8c8a8faafa', 'ip_version': 4}} {{(pid=106704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:41:19.206494 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b54fe5fd-a5a1-4174-8e89-78d8daf53c30 admin admin] Made reservation on behalf of adf919fa29ea49628b021f8c8a8faafa for: {'subnet': 1} {{(pid=106704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:41:19.207758 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e05bc8-b1a4-4460-89ee-70d2229eb407 admin admin] Pushing event updated for resources: {'Network': ['ID=9f6ac0f4-6e3a-4407-b6cb-b96fdf6af82f,revision_number=1']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:41:19.208974 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-b54fe5fd-a5a1-4174-8e89-78d8daf53c30 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:19.220616 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Network 9f6ac0f4-6e3a-4407-b6cb-b96fdf6af82f details requested by agent ovs-agent-dv-cinder-837540-1-iscsi with host dv-cinder-837540-1-iscsi {{(pid=106714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 19:41:19.310872 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64d2211-8d2c-4325-9297-74ed0a6d15eb None None] Sync routers for ids ['4bb5d70d-61b2-4d57-a79e-be3b3a4596d6'] in dv-cinder-837540-1-iscsi {{(pid=106714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:41:19.321997 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64d2211-8d2c-4325-9297-74ed0a6d15eb None None] Routers {'4bb5d70d-61b2-4d57-a79e-be3b3a4596d6'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:41:19.322618 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_hamode_db [None req-e64d2211-8d2c-4325-9297-74ed0a6d15eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:41:16Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['4bb5d70d-61b2-4d57-a79e-be3b3a4596d6'], 'active': True} {{(pid=106714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:41:19.382291 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-b54fe5fd-a5a1-4174-8e89-78d8daf53c30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185'] for subnet (7b6cbf2f-cc0e-4599-8e05-cf756e35e59f), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:19.433560 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_dvr_db [None req-e64d2211-8d2c-4325-9297-74ed0a6d15eb None None] Set router 4bb5d70d-61b2-4d57-a79e-be3b3a4596d6 gateway port host: dv-cinder-837540-1-iscsi {{(pid=106714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:41:19.435528 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54fe5fd-a5a1-4174-8e89-78d8daf53c30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b6cbf2f-cc0e-4599-8e05-cf756e35e59f,revision_number=0']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:41:19.451134 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54fe5fd-a5a1-4174-8e89-78d8daf53c30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:41:19.451463 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54fe5fd-a5a1-4174-8e89-78d8daf53c30 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:41:19.451804 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54fe5fd-a5a1-4174-8e89-78d8daf53c30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:41:19.452164 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54fe5fd-a5a1-4174-8e89-78d8daf53c30 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:41:19.452697 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54fe5fd-a5a1-4174-8e89-78d8daf53c30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:41:19.453030 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54fe5fd-a5a1-4174-8e89-78d8daf53c30 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:41:19.453359 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54fe5fd-a5a1-4174-8e89-78d8daf53c30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:41:19.453686 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54fe5fd-a5a1-4174-8e89-78d8daf53c30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:41:19.454012 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54fe5fd-a5a1-4174-8e89-78d8daf53c30 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:41:19.454337 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54fe5fd-a5a1-4174-8e89-78d8daf53c30 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:41:19.454658 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54fe5fd-a5a1-4174-8e89-78d8daf53c30 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:41:19.454984 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54fe5fd-a5a1-4174-8e89-78d8daf53c30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:41:19.455323 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54fe5fd-a5a1-4174-8e89-78d8daf53c30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:41:19.455892 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54fe5fd-a5a1-4174-8e89-78d8daf53c30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:41:19.456039 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54fe5fd-a5a1-4174-8e89-78d8daf53c30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:41:19.465165 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54fe5fd-a5a1-4174-8e89-78d8daf53c30 admin admin] Checking segment: {'id': 'a589bead-6424-47ba-8dff-2009ff4bb220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '9f6ac0f4-6e3a-4407-b6cb-b96fdf6af82f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:41:19.465522 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54fe5fd-a5a1-4174-8e89-78d8daf53c30 admin admin] Network hostable DHCP agents. Network: 9f6ac0f4-6e3a-4407-b6cb-b96fdf6af82f, hostable agents: ['055fa106-9079-4d8f-a829-e3ca37bbcb19'], hosted agents: [] {{(pid=106704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 19:41:19.481529 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54fe5fd-a5a1-4174-8e89-78d8daf53c30 admin admin] Network 9f6ac0f4-6e3a-4407-b6cb-b96fdf6af82f is scheduled to be hosted by DHCP agent 055fa106-9079-4d8f-a829-e3ca37bbcb19 with binding_index 1 {{(pid=106704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 19:41:19.489895 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.base_scheduler [None req-b54fe5fd-a5a1-4174-8e89-78d8daf53c30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837540-1-iscsi, 9f6ac0f4-6e3a-4407-b6cb-b96fdf6af82f) {{(pid=106704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:41:19.494522 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54fe5fd-a5a1-4174-8e89-78d8daf53c30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:19.495175 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-b54fe5fd-a5a1-4174-8e89-78d8daf53c30 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:19.511774 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-b54fe5fd-a5a1-4174-8e89-78d8daf53c30 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3308372 Apr 12 19:41:19.513084 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40223ccc-87e0-4425-9269-f6fbb61f6904 None None] Network 9f6ac0f4-6e3a-4407-b6cb-b96fdf6af82f requested from dv-cinder-837540-1-iscsi {{(pid=106714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 19:41:19.514220 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 34296) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:41:19.518449 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.v2.base [None req-1b3c39fe-6dee-4e90-8376-e88bd8a64a3f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-65822740-router', 'tenant_id': 'adf919fa29ea49628b021f8c8a8faafa', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08'}}} {{(pid=106704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:41:19.537025 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-1b3c39fe-6dee-4e90-8376-e88bd8a64a3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-670512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26520'] for router (da70aba3-a999-49fe-a9b7-46e68f11d34c), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:19.538502 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-1b3c39fe-6dee-4e90-8376-e88bd8a64a3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-670368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-602046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26497'] for router (da70aba3-a999-49fe-a9b7-46e68f11d34c), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:19.593169 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-1b3c39fe-6dee-4e90-8376-e88bd8a64a3f admin admin] Publish callbacks [] for router_controller (da70aba3-a999-49fe-a9b7-46e68f11d34c), precommit_add_association {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:19.691379 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc37a52-83a7-490c-847a-085283529f6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3012341e-45cf-56fd-a54d-b96530cfb325-9f6ac0f4-6e3a-4407-b6cb-b96fdf6af82f', 'network_id': '9f6ac0f4-6e3a-4407-b6cb-b96fdf6af82f', 'project_id': 'adf919fa29ea49628b021f8c8a8faafa', 'fixed_ips': [{'subnet_id': '7b6cbf2f-cc0e-4599-8e05-cf756e35e59f'}]}} from dv-cinder-837540-1-iscsi. {{(pid=106714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 19:41:19.692235 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-0bc37a52-83a7-490c-847a-085283529f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (None), before_create {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:19.731847 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_hamode_db [None req-e64d2211-8d2c-4325-9297-74ed0a6d15eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb5d70d-61b2-4d57-a79e-be3b3a4596d6', 'name': 'tempest-TestShelveInstance-2133669833-router', 'tenant_id': '25505e1fa3da4037b5c77cccb47d3515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '5d137e0e-5be9-4376-8296-3e844c44af81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:41:14Z', 'updated_at': '2022-04-12T19:41:17Z', 'revision_number': 4, 'project_id': '25505e1fa3da4037b5c77cccb47d3515', 'gw_port': {'id': '5d137e0e-5be9-4376-8296-3e844c44af81', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:c0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb5d70d-61b2-4d57-a79e-be3b3a4596d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:41:14Z', 'updated_at': '2022-04-12T19:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_interfaces': [{'id': '9a08268b-29a5-47e0-936b-0f3d804c6284', 'name': '', 'network_id': '16f98a57-2f56-426d-a11d-35966394c1dd', 'tenant_id': '25505e1fa3da4037b5c77cccb47d3515', 'mac_address': 'fa:16:3e:1e:ea:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb5d70d-61b2-4d57-a79e-be3b3a4596d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '913eccc2-3fc9-416c-8745-8aa9ab19ccf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:41:16Z', 'updated_at': '2022-04-12T19:41:17Z', 'revision_number': 2, 'project_id': '25505e1fa3da4037b5c77cccb47d3515', 'subnets': [{'id': '913eccc2-3fc9-416c-8745-8aa9ab19ccf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:41:19.805485 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64d2211-8d2c-4325-9297-74ed0a6d15eb None None] Checking router: 4bb5d70d-61b2-4d57-a79e-be3b3a4596d6 for host: dv-cinder-837540-1-iscsi {{(pid=106714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:41:19.806387 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64d2211-8d2c-4325-9297-74ed0a6d15eb None None] Updating router 4bb5d70d-61b2-4d57-a79e-be3b3a4596d6 port 9a08268b-29a5-47e0-936b-0f3d804c6284 binding host dv-cinder-837540-1-iscsi {{(pid=106714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 19:41:19.851249 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-e64d2211-8d2c-4325-9297-74ed0a6d15eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (9a08268b-29a5-47e0-936b-0f3d804c6284), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:19.997935 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.db_base_plugin_common [None req-0bc37a52-83a7-490c-847a-085283529f6d None None] Allocated IP 172.20.0.2 (9f6ac0f4-6e3a-4407-b6cb-b96fdf6af82f/7b6cbf2f-cc0e-4599-8e05-cf756e35e59f/12d41ebb-702c-45a7-b056-f46edecbfd9d) {{(pid=106714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:41:19.999912 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb06bfa3-1ccc-40f8-8a84-cdbfd71f2ec5 req-d4666333-5488-4e60-9094-5cc7fbe9c8a0 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:20.001757 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-cb06bfa3-1ccc-40f8-8a84-cdbfd71f2ec5 req-d4666333-5488-4e60-9094-5cc7fbe9c8a0 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed5d5b75-5593-42f3-8e63-2df69df80a03 HTTP/1.1" status: 200 len: 944 time: 0.0576866 Apr 12 19:41:20.005699 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-1b3c39fe-6dee-4e90-8376-e88bd8a64a3f admin admin] Publish callbacks [] for router_gateway (da70aba3-a999-49fe-a9b7-46e68f11d34c), precommit_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:20.088276 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cff9ec7-63a8-4809-84cc-d2f25c9b4d7a req-c94065ec-78c7-468c-b1d5-35da731c7935 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:20.093225 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-2cff9ec7-63a8-4809-84cc-d2f25c9b4d7a req-c94065ec-78c7-468c-b1d5-35da731c7935 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/ports?device_id=5136d3b0-b5c7-42d5-8eb4-d3cbf9bbb88f HTTP/1.1" status: 200 len: 946 time: 0.0522089 Apr 12 19:41:20.117223 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-cb06bfa3-1ccc-40f8-8a84-cdbfd71f2ec5 req-9be67338-3712-4697-99ae-d1362fdb5505 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=346a5e8c-2cdd-4158-9a92-b9fe91eadcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068377 Apr 12 19:41:20.146059 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-2cff9ec7-63a8-4809-84cc-d2f25c9b4d7a req-b934df5a-487c-44ff-a3c7-e2ad30beedcb tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/security-groups?id=494cadc4-45e4-4fe5-87fc-9bcf0ce1a223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504756 Apr 12 19:41:20.242670 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-1b3c39fe-6dee-4e90-8376-e88bd8a64a3f admin admin] Publish callbacks [] for router_gateway (da70aba3-a999-49fe-a9b7-46e68f11d34c), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:20.261897 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-1b3c39fe-6dee-4e90-8376-e88bd8a64a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:20.361669 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.db_base_plugin_common [None req-1b3c39fe-6dee-4e90-8376-e88bd8a64a3f admin admin] Allocated IP 172.27.2.235 (afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08/6283d24b-0e2c-4ae1-ac34-d042e72aa307/c006fcb6-de23-4882-a6b2-1cece12bd081) {{(pid=106704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:41:20.367304 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-0bc37a52-83a7-490c-847a-085283529f6d None None] Publish callbacks [] for port (12d41ebb-702c-45a7-b056-f46edecbfd9d), precommit_create {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:20.392465 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-0bc37a52-83a7-490c-847a-085283529f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749198058662'] for port (12d41ebb-702c-45a7-b056-f46edecbfd9d), after_create {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:20.439194 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-e64d2211-8d2c-4325-9297-74ed0a6d15eb None None] Publish callbacks [] for port (9a08268b-29a5-47e0-936b-0f3d804c6284), precommit_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:20.462914 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-e64d2211-8d2c-4325-9297-74ed0a6d15eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (9a08268b-29a5-47e0-936b-0f3d804c6284), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:20.466594 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc37a52-83a7-490c-847a-085283529f6d None None] Network 9f6ac0f4-6e3a-4407-b6cb-b96fdf6af82f is already hosted by enough agents. {{(pid=106714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:41:20.468736 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-1b3c39fe-6dee-4e90-8376-e88bd8a64a3f admin admin] Publish callbacks [] for port (c006fcb6-de23-4882-a6b2-1cece12bd081), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:20.477700 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.scheduler.base_scheduler [None req-0bc37a52-83a7-490c-847a-085283529f6d None None] Resources bound (agent type, host, resource id): {{(pid=106714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:41:20.482597 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc37a52-83a7-490c-847a-085283529f6d None None] Received port after_create {{(pid=106714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:41:20.484651 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (e0bf5abe-d5c5-40a1-a359-03156ade36a4), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:20.490092 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc37a52-83a7-490c-847a-085283529f6d None None] Pushing event updated for resources: {'Port': ['ID=12d41ebb-702c-45a7-b056-f46edecbfd9d,revision_number=1']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:41:20.505947 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-1b3c39fe-6dee-4e90-8376-e88bd8a64a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749198058662'] for port (c006fcb6-de23-4882-a6b2-1cece12bd081), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:20.547354 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3c39fe-6dee-4e90-8376-e88bd8a64a3f admin admin] Network afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08 is already hosted by enough agents. {{(pid=106704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:41:20.550490 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.base_scheduler [None req-1b3c39fe-6dee-4e90-8376-e88bd8a64a3f admin admin] Resources bound (agent type, host, resource id): {{(pid=106704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:41:20.554097 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3c39fe-6dee-4e90-8376-e88bd8a64a3f admin admin] Received port after_create {{(pid=106704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:41:20.583109 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device 5d137e0e-5be9-4376-8296-3e844c44af81 up at agent ovs-agent-dv-cinder-837540-1-iscsi {{(pid=106714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:41:20.616318 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.managers [None req-0bc37a52-83a7-490c-847a-085283529f6d None None] Attempting to bind port 12d41ebb-702c-45a7-b056-f46edecbfd9d on host dv-cinder-837540-1-iscsi for vnic_type normal with profile {{(pid=106714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:41:20.616608 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.managers [None req-0bc37a52-83a7-490c-847a-085283529f6d None None] Attempting to bind port 12d41ebb-702c-45a7-b056-f46edecbfd9d by drivers openvswitch,hyperv on host dv-cinder-837540-1-iscsi at level 0 using segments [{'id': 'a589bead-6424-47ba-8dff-2009ff4bb220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '9f6ac0f4-6e3a-4407-b6cb-b96fdf6af82f'}] {{(pid=106714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:41:20.616978 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc37a52-83a7-490c-847a-085283529f6d None None] Attempting to bind port 12d41ebb-702c-45a7-b056-f46edecbfd9d on network 9f6ac0f4-6e3a-4407-b6cb-b96fdf6af82f {{(pid=106714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:41:20.630152 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3c39fe-6dee-4e90-8376-e88bd8a64a3f admin admin] Pushing event updated for resources: {'Port': ['ID=c006fcb6-de23-4882-a6b2-1cece12bd081,revision_number=1']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:41:20.643274 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e497b5-16f7-4aeb-9690-53f6493b763b None None] Pushing event updated for resources: {'Port': ['ID=9a08268b-29a5-47e0-936b-0f3d804c6284,revision_number=3']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:41:20.655000 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc37a52-83a7-490c-847a-085283529f6d None None] Checking agent: {'id': 'e0bf5abe-d5c5-40a1-a359-03156ade36a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837540-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 30, 50), 'started_at': datetime.datetime(2022, 4, 12, 19, 31, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837540-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:41:20.655392 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc37a52-83a7-490c-847a-085283529f6d None None] Checking segment: {'id': 'a589bead-6424-47ba-8dff-2009ff4bb220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '9f6ac0f4-6e3a-4407-b6cb-b96fdf6af82f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:41:20.655806 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-0bc37a52-83a7-490c-847a-085283529f6d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:20.656235 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc37a52-83a7-490c-847a-085283529f6d None None] Bound using segment: {'id': 'a589bead-6424-47ba-8dff-2009ff4bb220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '9f6ac0f4-6e3a-4407-b6cb-b96fdf6af82f'} {{(pid=106714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:41:20.656735 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.managers [None req-0bc37a52-83a7-490c-847a-085283529f6d None None] Bound port: 12d41ebb-702c-45a7-b056-f46edecbfd9d, host: dv-cinder-837540-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a589bead-6424-47ba-8dff-2009ff4bb220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '9f6ac0f4-6e3a-4407-b6cb-b96fdf6af82f'}}] {{(pid=106714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:41:20.657123 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-0bc37a52-83a7-490c-847a-085283529f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (12d41ebb-702c-45a7-b056-f46edecbfd9d), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:20.722488 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.managers [None req-e64d2211-8d2c-4325-9297-74ed0a6d15eb None None] Attempting to bind port 9a08268b-29a5-47e0-936b-0f3d804c6284 on host dv-cinder-837540-1-iscsi for vnic_type normal with profile {{(pid=106714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:41:20.722870 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.managers [None req-e64d2211-8d2c-4325-9297-74ed0a6d15eb None None] Attempting to bind port 9a08268b-29a5-47e0-936b-0f3d804c6284 by drivers openvswitch,hyperv on host dv-cinder-837540-1-iscsi at level 0 using segments [{'id': '091cad68-4d23-40d8-8acd-1c52000a0bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '16f98a57-2f56-426d-a11d-35966394c1dd'}] {{(pid=106714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:41:20.723237 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64d2211-8d2c-4325-9297-74ed0a6d15eb None None] Attempting to bind port 9a08268b-29a5-47e0-936b-0f3d804c6284 on network 16f98a57-2f56-426d-a11d-35966394c1dd {{(pid=106714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:41:20.735325 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Provisioning complete for port 5d137e0e-5be9-4376-8296-3e844c44af81 triggered by entity L2. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:41:20.735725 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (5d137e0e-5be9-4376-8296-3e844c44af81), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:20.741568 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64d2211-8d2c-4325-9297-74ed0a6d15eb None None] Checking agent: {'id': 'e0bf5abe-d5c5-40a1-a359-03156ade36a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837540-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 30, 50), 'started_at': datetime.datetime(2022, 4, 12, 19, 31, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837540-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:41:20.741958 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64d2211-8d2c-4325-9297-74ed0a6d15eb None None] Checking segment: {'id': '091cad68-4d23-40d8-8acd-1c52000a0bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '16f98a57-2f56-426d-a11d-35966394c1dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:41:20.742359 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-e64d2211-8d2c-4325-9297-74ed0a6d15eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:20.742768 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64d2211-8d2c-4325-9297-74ed0a6d15eb None None] Bound using segment: {'id': '091cad68-4d23-40d8-8acd-1c52000a0bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '16f98a57-2f56-426d-a11d-35966394c1dd'} {{(pid=106714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:41:20.743291 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.managers [None req-e64d2211-8d2c-4325-9297-74ed0a6d15eb None None] Bound port: 9a08268b-29a5-47e0-936b-0f3d804c6284, host: dv-cinder-837540-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '091cad68-4d23-40d8-8acd-1c52000a0bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '16f98a57-2f56-426d-a11d-35966394c1dd'}}] {{(pid=106714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:41:20.743676 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-e64d2211-8d2c-4325-9297-74ed0a6d15eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (9a08268b-29a5-47e0-936b-0f3d804c6284), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:20.797058 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-1b3c39fe-6dee-4e90-8376-e88bd8a64a3f admin admin] Publish callbacks [] for router_gateway (da70aba3-a999-49fe-a9b7-46e68f11d34c), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:20.851531 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-0bc37a52-83a7-490c-847a-085283529f6d None None] For port 12d41ebb-702c-45a7-b056-f46edecbfd9d, host dv-cinder-837540-1-iscsi, cleared binding levels {{(pid=106714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:41:20.864314 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-43764402-70f7-44d5-aa83-9645471bf85f None None] Provisioning complete for port 9a08268b-29a5-47e0-936b-0f3d804c6284 triggered by entity DHCP. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:41:20.864697 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-43764402-70f7-44d5-aa83-9645471bf85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (9a08268b-29a5-47e0-936b-0f3d804c6284), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:20.903784 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-0bc37a52-83a7-490c-847a-085283529f6d None None] For port 12d41ebb-702c-45a7-b056-f46edecbfd9d, host dv-cinder-837540-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-1-iscsi',level=0,port_id=12d41ebb-702c-45a7-b056-f46edecbfd9d,segment=NetworkSegment(a589bead-6424-47ba-8dff-2009ff4bb220),segment_id=a589bead-6424-47ba-8dff-2009ff4bb220)] {{(pid=106714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:41:20.921048 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-0bc37a52-83a7-490c-847a-085283529f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (12d41ebb-702c-45a7-b056-f46edecbfd9d), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:20.951239 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-e64d2211-8d2c-4325-9297-74ed0a6d15eb None None] For port 9a08268b-29a5-47e0-936b-0f3d804c6284, host dv-cinder-837540-1-iscsi, cleared binding levels {{(pid=106714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:41:20.989394 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-43764402-70f7-44d5-aa83-9645471bf85f None None] Port 9a08268b-29a5-47e0-936b-0f3d804c6284 cannot update to ACTIVE because it is not bound. {{(pid=106714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 19:41:20.999800 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-e64d2211-8d2c-4325-9297-74ed0a6d15eb None None] For port 9a08268b-29a5-47e0-936b-0f3d804c6284, host dv-cinder-837540-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-1-iscsi',level=0,port_id=9a08268b-29a5-47e0-936b-0f3d804c6284,segment=NetworkSegment(091cad68-4d23-40d8-8acd-1c52000a0bc6),segment_id=091cad68-4d23-40d8-8acd-1c52000a0bc6)] {{(pid=106714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:41:21.016026 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-1b3c39fe-6dee-4e90-8376-e88bd8a64a3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668120'] for router (da70aba3-a999-49fe-a9b7-46e68f11d34c), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:21.021650 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-e64d2211-8d2c-4325-9297-74ed0a6d15eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (9a08268b-29a5-47e0-936b-0f3d804c6284), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:21.034836 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Current status of the port 5d137e0e-5be9-4376-8296-3e844c44af81 is: ACTIVE; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:41:21.041496 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc37a52-83a7-490c-847a-085283529f6d None None] Pushing event updated for resources: {'Port': ['ID=12d41ebb-702c-45a7-b056-f46edecbfd9d,revision_number=2']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:41:21.088999 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64d2211-8d2c-4325-9297-74ed0a6d15eb None None] Routers {'4bb5d70d-61b2-4d57-a79e-be3b3a4596d6'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:41:21.089647 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_hamode_db [None req-e64d2211-8d2c-4325-9297-74ed0a6d15eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:41:16Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['4bb5d70d-61b2-4d57-a79e-be3b3a4596d6'], 'active': True} {{(pid=106714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:41:21.160353 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e497b5-16f7-4aeb-9690-53f6493b763b None None] Pushing event updated for resources: {'Port': ['ID=9a08268b-29a5-47e0-936b-0f3d804c6284,revision_number=4']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:41:21.204813 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b3c39fe-6dee-4e90-8376-e88bd8a64a3f admin admin] Router da70aba3-a999-49fe-a9b7-46e68f11d34c is scheduled to L3 agent 4d9412c4-31b2-4fbf-87a0-f931332ab9d5 with binding_index 1 {{(pid=106704) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 19:41:21.300865 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_dvr_db [None req-e64d2211-8d2c-4325-9297-74ed0a6d15eb None None] Set router 4bb5d70d-61b2-4d57-a79e-be3b3a4596d6 gateway port host: dv-cinder-837540-1-iscsi {{(pid=106714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:41:21.341589 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db8ba8-bc75-48ae-a7f7-ac2703ebf17d req-4aaa4c13-76c8-42d1-a532-d94e4b69f43d tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:21.343902 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-57db8ba8-bc75-48ae-a7f7-ac2703ebf17d req-4aaa4c13-76c8-42d1-a532-d94e4b69f43d tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/ports?device_id=5136d3b0-b5c7-42d5-8eb4-d3cbf9bbb88f HTTP/1.1" status: 200 len: 946 time: 0.1022542 Apr 12 19:41:21.378508 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997fbaf2-b1c7-4773-9764-7a9413e62335 req-c1fb71d8-c2d4-48b8-a398-6dc511c685d3 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:21.385283 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-997fbaf2-b1c7-4773-9764-7a9413e62335 req-c1fb71d8-c2d4-48b8-a398-6dc511c685d3 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed5d5b75-5593-42f3-8e63-2df69df80a03 HTTP/1.1" status: 200 len: 944 time: 0.1072943 Apr 12 19:41:21.434584 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b3c39fe-6dee-4e90-8376-e88bd8a64a3f admin admin] Notify agent at l3_agent.dv-cinder-837540-1-iscsi the message routers_updated {{(pid=106704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:41:21.441494 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-57db8ba8-bc75-48ae-a7f7-ac2703ebf17d req-987c23d4-8b76-49a4-866c-be6a38985db1 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/security-groups?id=494cadc4-45e4-4fe5-87fc-9bcf0ce1a223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893836 Apr 12 19:41:21.443794 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc2ba48-eb07-44a1-86d1-c27c2d34bcdf None None] Sync routers for ids ['da70aba3-a999-49fe-a9b7-46e68f11d34c'] in dv-cinder-837540-1-iscsi {{(pid=106718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:41:21.466610 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc2ba48-eb07-44a1-86d1-c27c2d34bcdf None None] Routers {'da70aba3-a999-49fe-a9b7-46e68f11d34c'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:41:21.467409 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-0fc2ba48-eb07-44a1-86d1-c27c2d34bcdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:41:16Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['da70aba3-a999-49fe-a9b7-46e68f11d34c'], 'active': True} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:41:21.493073 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-997fbaf2-b1c7-4773-9764-7a9413e62335 req-f41cf0d4-b97d-4f68-82b4-b826ceffd7ce tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=346a5e8c-2cdd-4158-9a92-b9fe91eadcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074586 Apr 12 19:41:21.500079 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-1b3c39fe-6dee-4e90-8376-e88bd8a64a3f admin admin] Publish callbacks [] for router (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:21.503733 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-1b3c39fe-6dee-4e90-8376-e88bd8a64a3f admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.9859509 Apr 12 19:41:21.504070 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 34324) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:41:21.512914 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-ce676a3f-fa98-46da-a8a8-8f359ebda795 None None] Provisioning complete for port 9a08268b-29a5-47e0-936b-0f3d804c6284 triggered by entity DHCP. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:41:21.513478 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-ce676a3f-fa98-46da-a8a8-8f359ebda795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (9a08268b-29a5-47e0-936b-0f3d804c6284), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:21.605680 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvr_db [None req-0fc2ba48-eb07-44a1-86d1-c27c2d34bcdf None None] Set router da70aba3-a999-49fe-a9b7-46e68f11d34c gateway port host: dv-cinder-837540-1-iscsi {{(pid=106718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:41:21.638044 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_hamode_db [None req-e64d2211-8d2c-4325-9297-74ed0a6d15eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb5d70d-61b2-4d57-a79e-be3b3a4596d6', 'name': 'tempest-TestShelveInstance-2133669833-router', 'tenant_id': '25505e1fa3da4037b5c77cccb47d3515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '5d137e0e-5be9-4376-8296-3e844c44af81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:41:14Z', 'updated_at': '2022-04-12T19:41:17Z', 'revision_number': 4, 'project_id': '25505e1fa3da4037b5c77cccb47d3515', 'gw_port': {'id': '5d137e0e-5be9-4376-8296-3e844c44af81', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:c0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb5d70d-61b2-4d57-a79e-be3b3a4596d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:41:14Z', 'updated_at': '2022-04-12T19:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_interfaces': [{'id': '9a08268b-29a5-47e0-936b-0f3d804c6284', 'name': '', 'network_id': '16f98a57-2f56-426d-a11d-35966394c1dd', 'tenant_id': '25505e1fa3da4037b5c77cccb47d3515', 'mac_address': 'fa:16:3e:1e:ea:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb5d70d-61b2-4d57-a79e-be3b3a4596d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '913eccc2-3fc9-416c-8745-8aa9ab19ccf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:41:16Z', 'updated_at': '2022-04-12T19:41:20Z', 'revision_number': 4, 'project_id': '25505e1fa3da4037b5c77cccb47d3515', 'subnets': [{'id': '913eccc2-3fc9-416c-8745-8aa9ab19ccf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:41:21.674743 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64d2211-8d2c-4325-9297-74ed0a6d15eb None None] The sync data for ids ['4bb5d70d-61b2-4d57-a79e-be3b3a4596d6'] in dv-cinder-837540-1-iscsi is: [{'id': '4bb5d70d-61b2-4d57-a79e-be3b3a4596d6', 'name': 'tempest-TestShelveInstance-2133669833-router', 'tenant_id': '25505e1fa3da4037b5c77cccb47d3515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '5d137e0e-5be9-4376-8296-3e844c44af81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:41:14Z', 'updated_at': '2022-04-12T19:41:17Z', 'revision_number': 4, 'project_id': '25505e1fa3da4037b5c77cccb47d3515', 'gw_port': {'id': '5d137e0e-5be9-4376-8296-3e844c44af81', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:c0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb5d70d-61b2-4d57-a79e-be3b3a4596d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:41:14Z', 'updated_at': '2022-04-12T19:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_interfaces': [{'id': '9a08268b-29a5-47e0-936b-0f3d804c6284', 'name': '', 'network_id': '16f98a57-2f56-426d-a11d-35966394c1dd', 'tenant_id': '25505e1fa3da4037b5c77cccb47d3515', 'mac_address': 'fa:16:3e:1e:ea:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb5d70d-61b2-4d57-a79e-be3b3a4596d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '913eccc2-3fc9-416c-8745-8aa9ab19ccf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:41:16Z', 'updated_at': '2022-04-12T19:41:20Z', 'revision_number': 4, 'project_id': '25505e1fa3da4037b5c77cccb47d3515', 'subnets': [{'id': '913eccc2-3fc9-416c-8745-8aa9ab19ccf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:41:21.676399 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-ce676a3f-fa98-46da-a8a8-8f359ebda795 None None] Current status of the port 9a08268b-29a5-47e0-936b-0f3d804c6284 is: DOWN; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:41:21.676789 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-ce676a3f-fa98-46da-a8a8-8f359ebda795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (9a08268b-29a5-47e0-936b-0f3d804c6284), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:21.714298 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-ce676a3f-fa98-46da-a8a8-8f359ebda795 None None] For port 9a08268b-29a5-47e0-936b-0f3d804c6284, host dv-cinder-837540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-1-iscsi',level=0,port_id=9a08268b-29a5-47e0-936b-0f3d804c6284,segment=NetworkSegment(091cad68-4d23-40d8-8acd-1c52000a0bc6),segment_id=091cad68-4d23-40d8-8acd-1c52000a0bc6)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:41:21.723399 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-ce676a3f-fa98-46da-a8a8-8f359ebda795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (9a08268b-29a5-47e0-936b-0f3d804c6284), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:21.810693 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce676a3f-fa98-46da-a8a8-8f359ebda795 None None] Pushing event updated for resources: {'Port': ['ID=9a08268b-29a5-47e0-936b-0f3d804c6284,revision_number=5']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:41:21.812011 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-0fc2ba48-eb07-44a1-86d1-c27c2d34bcdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da70aba3-a999-49fe-a9b7-46e68f11d34c', 'name': 'tempest-TestShelveInstance-65822740-router', 'tenant_id': 'adf919fa29ea49628b021f8c8a8faafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'c006fcb6-de23-4882-a6b2-1cece12bd081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:41:19Z', 'updated_at': '2022-04-12T19:41:20Z', 'revision_number': 3, 'project_id': 'adf919fa29ea49628b021f8c8a8faafa', 'gw_port': {'id': 'c006fcb6-de23-4882-a6b2-1cece12bd081', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3a:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da70aba3-a999-49fe-a9b7-46e68f11d34c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:41:20Z', 'updated_at': '2022-04-12T19:41:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi'}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:41:21.854770 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc2ba48-eb07-44a1-86d1-c27c2d34bcdf None None] Checking router: da70aba3-a999-49fe-a9b7-46e68f11d34c for host: dv-cinder-837540-1-iscsi {{(pid=106718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:41:21.854904 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc2ba48-eb07-44a1-86d1-c27c2d34bcdf None None] Updating router da70aba3-a999-49fe-a9b7-46e68f11d34c port c006fcb6-de23-4882-a6b2-1cece12bd081 binding host dv-cinder-837540-1-iscsi {{(pid=106718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 19:41:21.886084 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron_lib.callbacks.manager [None req-0fc2ba48-eb07-44a1-86d1-c27c2d34bcdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (c006fcb6-de23-4882-a6b2-1cece12bd081), before_update {{(pid=106718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:22.039365 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-074a9a46-a389-4b43-b07a-0fc642533a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (None), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:22.244809 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron_lib.callbacks.manager [None req-0fc2ba48-eb07-44a1-86d1-c27c2d34bcdf None None] Publish callbacks [] for port (c006fcb6-de23-4882-a6b2-1cece12bd081), precommit_update {{(pid=106718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:22.252870 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron_lib.callbacks.manager [None req-0fc2ba48-eb07-44a1-86d1-c27c2d34bcdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (c006fcb6-de23-4882-a6b2-1cece12bd081), after_update {{(pid=106718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:22.275805 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.db.db_base_plugin_common [None req-074a9a46-a389-4b43-b07a-0fc642533a06 admin admin] Allocated IP 172.20.0.1 (9f6ac0f4-6e3a-4407-b6cb-b96fdf6af82f/7b6cbf2f-cc0e-4599-8e05-cf756e35e59f/d30614b6-679c-4573-bc3d-e05c1f58b9da) {{(pid=106707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:41:22.311586 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.plugins.ml2.managers [None req-0fc2ba48-eb07-44a1-86d1-c27c2d34bcdf None None] Attempting to bind port c006fcb6-de23-4882-a6b2-1cece12bd081 on host dv-cinder-837540-1-iscsi for vnic_type normal with profile {{(pid=106718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:41:22.312016 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.plugins.ml2.managers [None req-0fc2ba48-eb07-44a1-86d1-c27c2d34bcdf None None] Attempting to bind port c006fcb6-de23-4882-a6b2-1cece12bd081 by drivers openvswitch,hyperv on host dv-cinder-837540-1-iscsi at level 0 using segments [{'id': 'd71711ac-63cd-4a26-822c-81ae059ce82d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08'}] {{(pid=106718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:41:22.312355 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc2ba48-eb07-44a1-86d1-c27c2d34bcdf None None] Attempting to bind port c006fcb6-de23-4882-a6b2-1cece12bd081 on network afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08 {{(pid=106718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:41:22.314362 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff6a702-051f-4e51-a21a-5a464b294063 None None] Pushing event updated for resources: {'Port': ['ID=c006fcb6-de23-4882-a6b2-1cece12bd081,revision_number=2']} {{(pid=106718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:41:22.321704 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc2ba48-eb07-44a1-86d1-c27c2d34bcdf None None] Checking agent: {'id': 'e0bf5abe-d5c5-40a1-a359-03156ade36a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837540-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 30, 50), 'started_at': datetime.datetime(2022, 4, 12, 19, 31, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837540-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:41:22.322078 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc2ba48-eb07-44a1-86d1-c27c2d34bcdf None None] Checking segment: {'id': 'd71711ac-63cd-4a26-822c-81ae059ce82d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:41:22.322423 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron_lib.callbacks.manager [None req-0fc2ba48-eb07-44a1-86d1-c27c2d34bcdf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:22.322893 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc2ba48-eb07-44a1-86d1-c27c2d34bcdf None None] Bound using segment: {'id': 'd71711ac-63cd-4a26-822c-81ae059ce82d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08'} {{(pid=106718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:41:22.323278 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.plugins.ml2.managers [None req-0fc2ba48-eb07-44a1-86d1-c27c2d34bcdf None None] Bound port: c006fcb6-de23-4882-a6b2-1cece12bd081, host: dv-cinder-837540-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd71711ac-63cd-4a26-822c-81ae059ce82d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08'}}] {{(pid=106718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:41:22.323660 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron_lib.callbacks.manager [None req-0fc2ba48-eb07-44a1-86d1-c27c2d34bcdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (c006fcb6-de23-4882-a6b2-1cece12bd081), before_update {{(pid=106718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:22.332808 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c54a2a8-8aea-4d82-91f3-f48134628c4d None None] Network 9f6ac0f4-6e3a-4407-b6cb-b96fdf6af82f requested from dv-cinder-837540-1-iscsi {{(pid=106714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 19:41:22.384227 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.plugins.ml2.db [None req-0fc2ba48-eb07-44a1-86d1-c27c2d34bcdf None None] For port c006fcb6-de23-4882-a6b2-1cece12bd081, host dv-cinder-837540-1-iscsi, cleared binding levels {{(pid=106718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:41:22.386946 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.plugins.ml2.db [None req-0fc2ba48-eb07-44a1-86d1-c27c2d34bcdf None None] For port c006fcb6-de23-4882-a6b2-1cece12bd081, host dv-cinder-837540-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-1-iscsi',level=0,port_id=c006fcb6-de23-4882-a6b2-1cece12bd081,segment=NetworkSegment(d71711ac-63cd-4a26-822c-81ae059ce82d),segment_id=d71711ac-63cd-4a26-822c-81ae059ce82d)] {{(pid=106718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:41:22.394258 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron_lib.callbacks.manager [None req-0fc2ba48-eb07-44a1-86d1-c27c2d34bcdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (c006fcb6-de23-4882-a6b2-1cece12bd081), after_update {{(pid=106718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:22.412517 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-8e70df5b-59a3-4ea7-921c-99243b4da0a0 None None] Provisioning complete for port 12d41ebb-702c-45a7-b056-f46edecbfd9d triggered by entity DHCP. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:41:22.413301 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8e70df5b-59a3-4ea7-921c-99243b4da0a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (12d41ebb-702c-45a7-b056-f46edecbfd9d), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:22.414645 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-074a9a46-a389-4b43-b07a-0fc642533a06 admin admin] Publish callbacks [] for port (d30614b6-679c-4573-bc3d-e05c1f58b9da), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:22.454569 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff6a702-051f-4e51-a21a-5a464b294063 None None] Pushing event updated for resources: {'Port': ['ID=c006fcb6-de23-4882-a6b2-1cece12bd081,revision_number=3']} {{(pid=106718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:41:22.457990 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-074a9a46-a389-4b43-b07a-0fc642533a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749198058662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9064885'] for port (d30614b6-679c-4573-bc3d-e05c1f58b9da), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:22.494103 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc2ba48-eb07-44a1-86d1-c27c2d34bcdf None None] Routers {'da70aba3-a999-49fe-a9b7-46e68f11d34c'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:41:22.497689 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-0fc2ba48-eb07-44a1-86d1-c27c2d34bcdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:41:16Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['da70aba3-a999-49fe-a9b7-46e68f11d34c'], 'active': True} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:41:22.516271 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074a9a46-a389-4b43-b07a-0fc642533a06 admin admin] Pushing event updated for resources: {'Port': ['ID=d30614b6-679c-4573-bc3d-e05c1f58b9da,revision_number=1']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:41:22.556610 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074a9a46-a389-4b43-b07a-0fc642533a06 admin admin] Network 9f6ac0f4-6e3a-4407-b6cb-b96fdf6af82f is already hosted by enough agents. {{(pid=106707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:41:22.560636 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.scheduler.base_scheduler [None req-074a9a46-a389-4b43-b07a-0fc642533a06 admin admin] Resources bound (agent type, host, resource id): {{(pid=106707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:41:22.573871 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074a9a46-a389-4b43-b07a-0fc642533a06 admin admin] Received port after_create {{(pid=106707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:41:22.664229 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device 9a08268b-29a5-47e0-936b-0f3d804c6284 up at agent ovs-agent-dv-cinder-837540-1-iscsi {{(pid=106714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:41:22.687904 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40835ae5-3065-4b60-a530-7a3a7de75c39 req-1d4f5d27-4536-44e5-a397-62ed1cb0e593 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:22.696303 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee77e1-fb6c-4fb9-ad41-1777f612745a req-5641e55f-9ed2-4112-9741-9640ea49c381 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:22.697387 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-40835ae5-3065-4b60-a530-7a3a7de75c39 req-1d4f5d27-4536-44e5-a397-62ed1cb0e593 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/ports?device_id=5136d3b0-b5c7-42d5-8eb4-d3cbf9bbb88f HTTP/1.1" status: 200 len: 946 time: 0.1134970 Apr 12 19:41:22.702321 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-71ee77e1-fb6c-4fb9-ad41-1777f612745a req-5641e55f-9ed2-4112-9741-9640ea49c381 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed5d5b75-5593-42f3-8e63-2df69df80a03 HTTP/1.1" status: 200 len: 944 time: 0.1101344 Apr 12 19:41:22.713871 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-074a9a46-a389-4b43-b07a-0fc642533a06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667945'] for router_interface (da70aba3-a999-49fe-a9b7-46e68f11d34c), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:22.788183 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvr_db [None req-0fc2ba48-eb07-44a1-86d1-c27c2d34bcdf None None] Set router da70aba3-a999-49fe-a9b7-46e68f11d34c gateway port host: dv-cinder-837540-1-iscsi {{(pid=106718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:41:22.836411 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-71ee77e1-fb6c-4fb9-ad41-1777f612745a req-11f170c0-c8e6-41c7-b3e5-4af0ed260496 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=346a5e8c-2cdd-4158-9a92-b9fe91eadcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274767 Apr 12 19:41:22.913490 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-074a9a46-a389-4b43-b07a-0fc642533a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (d30614b6-679c-4573-bc3d-e05c1f58b9da), before_update {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:22.942992 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-40835ae5-3065-4b60-a530-7a3a7de75c39 req-504695c2-4a17-4840-9695-73b7da0a571d tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/security-groups?id=494cadc4-45e4-4fe5-87fc-9bcf0ce1a223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452331 Apr 12 19:41:22.959056 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-8e70df5b-59a3-4ea7-921c-99243b4da0a0 None None] Current status of the port 12d41ebb-702c-45a7-b056-f46edecbfd9d is: DOWN; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:41:22.959440 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8e70df5b-59a3-4ea7-921c-99243b4da0a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (12d41ebb-702c-45a7-b056-f46edecbfd9d), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:22.976395 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Provisioning complete for port 9a08268b-29a5-47e0-936b-0f3d804c6284 triggered by entity L2. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:41:22.976774 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (9a08268b-29a5-47e0-936b-0f3d804c6284), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:23.039767 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-8e70df5b-59a3-4ea7-921c-99243b4da0a0 None None] For port 12d41ebb-702c-45a7-b056-f46edecbfd9d, host dv-cinder-837540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-1-iscsi',level=0,port_id=12d41ebb-702c-45a7-b056-f46edecbfd9d,segment=NetworkSegment(a589bead-6424-47ba-8dff-2009ff4bb220),segment_id=a589bead-6424-47ba-8dff-2009ff4bb220)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:41:23.048069 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8e70df5b-59a3-4ea7-921c-99243b4da0a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (12d41ebb-702c-45a7-b056-f46edecbfd9d), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:23.088364 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-0fc2ba48-eb07-44a1-86d1-c27c2d34bcdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da70aba3-a999-49fe-a9b7-46e68f11d34c', 'name': 'tempest-TestShelveInstance-65822740-router', 'tenant_id': 'adf919fa29ea49628b021f8c8a8faafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'c006fcb6-de23-4882-a6b2-1cece12bd081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:41:19Z', 'updated_at': '2022-04-12T19:41:20Z', 'revision_number': 3, 'project_id': 'adf919fa29ea49628b021f8c8a8faafa', 'gw_port': {'id': 'c006fcb6-de23-4882-a6b2-1cece12bd081', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3a:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da70aba3-a999-49fe-a9b7-46e68f11d34c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:41:20Z', 'updated_at': '2022-04-12T19:41:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi'}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:41:23.129544 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc2ba48-eb07-44a1-86d1-c27c2d34bcdf None None] The sync data for ids ['da70aba3-a999-49fe-a9b7-46e68f11d34c'] in dv-cinder-837540-1-iscsi is: [{'id': 'da70aba3-a999-49fe-a9b7-46e68f11d34c', 'name': 'tempest-TestShelveInstance-65822740-router', 'tenant_id': 'adf919fa29ea49628b021f8c8a8faafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'c006fcb6-de23-4882-a6b2-1cece12bd081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:41:19Z', 'updated_at': '2022-04-12T19:41:20Z', 'revision_number': 3, 'project_id': 'adf919fa29ea49628b021f8c8a8faafa', 'gw_port': {'id': 'c006fcb6-de23-4882-a6b2-1cece12bd081', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3a:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da70aba3-a999-49fe-a9b7-46e68f11d34c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:41:20Z', 'updated_at': '2022-04-12T19:41:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi'}] {{(pid=106718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:41:23.166756 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Current status of the port 9a08268b-29a5-47e0-936b-0f3d804c6284 is: ACTIVE; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:41:23.168765 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device 12d41ebb-702c-45a7-b056-f46edecbfd9d up at agent ovs-agent-dv-cinder-837540-1-iscsi {{(pid=106714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:41:23.196087 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-074a9a46-a389-4b43-b07a-0fc642533a06 admin admin] Publish callbacks [] for port (d30614b6-679c-4573-bc3d-e05c1f58b9da), precommit_update {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:23.204156 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-074a9a46-a389-4b43-b07a-0fc642533a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9064844'] for port (d30614b6-679c-4573-bc3d-e05c1f58b9da), after_update {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:23.217175 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e70df5b-59a3-4ea7-921c-99243b4da0a0 None None] Pushing event updated for resources: {'Port': ['ID=12d41ebb-702c-45a7-b056-f46edecbfd9d,revision_number=3']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:41:23.234021 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-56a89e52-4d87-411c-803a-45ca081459d7 None None] Provisioning complete for port d30614b6-679c-4573-bc3d-e05c1f58b9da triggered by entity DHCP. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:41:23.234784 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-56a89e52-4d87-411c-803a-45ca081459d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (d30614b6-679c-4573-bc3d-e05c1f58b9da), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:23.267225 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-074a9a46-a389-4b43-b07a-0fc642533a06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-668313'] for router_interface (da70aba3-a999-49fe-a9b7-46e68f11d34c), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:23.296496 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Provisioning complete for port 12d41ebb-702c-45a7-b056-f46edecbfd9d triggered by entity L2. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:41:23.296948 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (12d41ebb-702c-45a7-b056-f46edecbfd9d), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:23.298608 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-56a89e52-4d87-411c-803a-45ca081459d7 None None] Port d30614b6-679c-4573-bc3d-e05c1f58b9da cannot update to ACTIVE because it is not bound. {{(pid=106714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 19:41:23.327593 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-56a89e52-4d87-411c-803a-45ca081459d7 None None] Provisioning complete for port 12d41ebb-702c-45a7-b056-f46edecbfd9d triggered by entity DHCP. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:41:23.328106 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-56a89e52-4d87-411c-803a-45ca081459d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (12d41ebb-702c-45a7-b056-f46edecbfd9d), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:23.448773 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Current status of the port 12d41ebb-702c-45a7-b056-f46edecbfd9d is: ACTIVE; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:41:23.460007 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-56a89e52-4d87-411c-803a-45ca081459d7 None None] Current status of the port 12d41ebb-702c-45a7-b056-f46edecbfd9d is: ACTIVE; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:41:23.593159 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-48207803-dfc7-4cc8-9ba9-14a8a145ca79 None None] Provisioning complete for port d30614b6-679c-4573-bc3d-e05c1f58b9da triggered by entity DHCP. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:41:23.593489 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-48207803-dfc7-4cc8-9ba9-14a8a145ca79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (d30614b6-679c-4573-bc3d-e05c1f58b9da), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:23.600559 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074a9a46-a389-4b43-b07a-0fc642533a06 admin admin] Pushing event updated for resources: {'Port': ['ID=d30614b6-679c-4573-bc3d-e05c1f58b9da,revision_number=2']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:41:23.639235 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-48207803-dfc7-4cc8-9ba9-14a8a145ca79 None None] Port d30614b6-679c-4573-bc3d-e05c1f58b9da cannot update to ACTIVE because it is not bound. {{(pid=106714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 19:41:23.639445 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074a9a46-a389-4b43-b07a-0fc642533a06 admin admin] Network 9f6ac0f4-6e3a-4407-b6cb-b96fdf6af82f is already hosted by enough agents. {{(pid=106707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:41:23.640806 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.scheduler.base_scheduler [None req-074a9a46-a389-4b43-b07a-0fc642533a06 admin admin] Resources bound (agent type, host, resource id): {{(pid=106707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:41:23.729551 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] get_ports_and_sgs() called for port_ids ['7d6257e6-2440-4f52-93e8-88093d8604c7'] {{(pid=106714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 19:41:23.767544 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-074a9a46-a389-4b43-b07a-0fc642533a06 admin admin] Router da70aba3-a999-49fe-a9b7-46e68f11d34c has already been hosted by L3 agent 4d9412c4-31b2-4fbf-87a0-f931332ab9d5 {{(pid=106707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 19:41:23.787690 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (ce4c6b0b-91ae-4576-82ad-f2f4ee2d2a45), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:23.903559 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-074a9a46-a389-4b43-b07a-0fc642533a06 admin admin] Notify agent at l3_agent.dv-cinder-837540-1-iscsi the message routers_updated {{(pid=106707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:41:23.909401 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-074a9a46-a389-4b43-b07a-0fc642533a06 admin admin] 10.222.0.15 "PUT /v2.0/routers/da70aba3-a999-49fe-a9b7-46e68f11d34c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4042230 Apr 12 19:41:23.959175 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-297c2d0c-2686-465c-9428-a6d1f9beccc4 None None] Provisioning complete for port d30614b6-679c-4573-bc3d-e05c1f58b9da triggered by entity DHCP. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:41:23.959914 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-297c2d0c-2686-465c-9428-a6d1f9beccc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (d30614b6-679c-4573-bc3d-e05c1f58b9da), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:23.969966 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486863e4-d41e-442c-9df1-da6e08425932 req-facaefb5-466f-4c12-a3fd-9c1592da2640 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:23.972226 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-486863e4-d41e-442c-9df1-da6e08425932 req-facaefb5-466f-4c12-a3fd-9c1592da2640 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed5d5b75-5593-42f3-8e63-2df69df80a03 HTTP/1.1" status: 200 len: 944 time: 0.0660510 Apr 12 19:41:24.011791 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-297c2d0c-2686-465c-9428-a6d1f9beccc4 None None] Port d30614b6-679c-4573-bc3d-e05c1f58b9da cannot update to ACTIVE because it is not bound. {{(pid=106714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 19:41:24.040883 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-486863e4-d41e-442c-9df1-da6e08425932 req-554b3ad8-525d-47a3-b7f5-9b7c6565fa41 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=346a5e8c-2cdd-4158-9a92-b9fe91eadcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584397 Apr 12 19:41:24.113058 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603e2345-a0ad-4024-81d4-b08aa72ab6e9 req-7234c24e-8b7b-4fc1-9b53-6d64cc324fe2 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:24.114963 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-603e2345-a0ad-4024-81d4-b08aa72ab6e9 req-7234c24e-8b7b-4fc1-9b53-6d64cc324fe2 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/ports?device_id=5136d3b0-b5c7-42d5-8eb4-d3cbf9bbb88f HTTP/1.1" status: 200 len: 946 time: 0.0620496 Apr 12 19:41:24.173766 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-603e2345-a0ad-4024-81d4-b08aa72ab6e9 req-51de2352-fd25-4b16-9cb4-a040c915bb45 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/security-groups?id=494cadc4-45e4-4fe5-87fc-9bcf0ce1a223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514591 Apr 12 19:41:24.605178 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device c006fcb6-de23-4882-a6b2-1cece12bd081 up at agent ovs-agent-dv-cinder-837540-1-iscsi {{(pid=106714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:41:24.610344 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 34362) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:41:24.615649 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.v2.base [None req-33bc21e0-f8f9-4f88-9404-7b1aea51a459 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-911847564', 'description': 'tempest-secgroup-smoke-911847564 description', 'project_id': '25505e1fa3da4037b5c77cccb47d3515'}} {{(pid=106707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:41:24.640666 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-33bc21e0-f8f9-4f88-9404-7b1aea51a459 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Publish callbacks [] for security_group (None), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:24.653479 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Provisioning complete for port c006fcb6-de23-4882-a6b2-1cece12bd081 triggered by entity L2. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:41:24.653935 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (c006fcb6-de23-4882-a6b2-1cece12bd081), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:24.722663 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-33bc21e0-f8f9-4f88-9404-7b1aea51a459 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Publish callbacks [] for security_group (caae999b-6ab1-48ca-bc49-0938bf2e9075), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:24.727427 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-33bc21e0-f8f9-4f88-9404-7b1aea51a459 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (caae999b-6ab1-48ca-bc49-0938bf2e9075), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:24.751729 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Current status of the port c006fcb6-de23-4882-a6b2-1cece12bd081 is: DOWN; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:41:24.752733 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (c006fcb6-de23-4882-a6b2-1cece12bd081), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:24.775497 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-33bc21e0-f8f9-4f88-9404-7b1aea51a459 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Publish callbacks [] for security_group (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:24.776841 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-33bc21e0-f8f9-4f88-9404-7b1aea51a459 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1646106 Apr 12 19:41:24.780142 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 34366) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:41:24.785216 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.v2.base [None req-5e9ce467-a716-44db-9a3a-264b8126534e tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Request body: {'security_group_rule': {'security_group_id': 'caae999b-6ab1-48ca-bc49-0938bf2e9075', 'project_id': '25505e1fa3da4037b5c77cccb47d3515', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:41:24.787880 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bc21e0-f8f9-4f88-9404-7b1aea51a459 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=caae999b-6ab1-48ca-bc49-0938bf2e9075,revision_number=1']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:41:24.792632 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] For port c006fcb6-de23-4882-a6b2-1cece12bd081, host dv-cinder-837540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-1-iscsi',level=0,port_id=c006fcb6-de23-4882-a6b2-1cece12bd081,segment=NetworkSegment(d71711ac-63cd-4a26-822c-81ae059ce82d),segment_id=d71711ac-63cd-4a26-822c-81ae059ce82d)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:41:24.797054 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (c006fcb6-de23-4882-a6b2-1cece12bd081), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:24.797939 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device 12d41ebb-702c-45a7-b056-f46edecbfd9d up at agent ovs-agent-dv-cinder-837540-1-iscsi {{(pid=106714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:41:24.818196 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-5e9ce467-a716-44db-9a3a-264b8126534e tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Publish callbacks [] for security_group_rule (db7c9f6b-eef2-415b-8e3e-ebba3d601517), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:24.887181 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Pushing event updated for resources: {'Port': ['ID=c006fcb6-de23-4882-a6b2-1cece12bd081,revision_number=4']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:41:24.895732 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Provisioning complete for port 12d41ebb-702c-45a7-b056-f46edecbfd9d triggered by entity L2. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:41:24.896053 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (12d41ebb-702c-45a7-b056-f46edecbfd9d), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:24.896167 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-5e9ce467-a716-44db-9a3a-264b8126534e tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Publish callbacks [] for security_group_rule (db7c9f6b-eef2-415b-8e3e-ebba3d601517), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:24.900134 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-5e9ce467-a716-44db-9a3a-264b8126534e tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529670'] for security_group_rule (db7c9f6b-eef2-415b-8e3e-ebba3d601517), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:24.918600 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9ce467-a716-44db-9a3a-264b8126534e tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db7c9f6b-eef2-415b-8e3e-ebba3d601517,revision_number=0']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:41:24.929014 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-5e9ce467-a716-44db-9a3a-264b8126534e tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:24.931112 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-5e9ce467-a716-44db-9a3a-264b8126534e tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1491330 Apr 12 19:41:24.934057 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 34370) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:41:24.938673 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.v2.base [None req-4aaecdc4-b069-4736-9f1b-1f24efddb46c tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Request body: {'security_group_rule': {'security_group_id': 'caae999b-6ab1-48ca-bc49-0938bf2e9075', 'project_id': '25505e1fa3da4037b5c77cccb47d3515', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:41:24.963507 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-4aaecdc4-b069-4736-9f1b-1f24efddb46c tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Publish callbacks [] for security_group_rule (0e775fd7-321d-404a-ab48-f352a84e8ece), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:24.984695 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Current status of the port 12d41ebb-702c-45a7-b056-f46edecbfd9d is: ACTIVE; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:41:25.024863 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-4aaecdc4-b069-4736-9f1b-1f24efddb46c tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Publish callbacks [] for security_group_rule (0e775fd7-321d-404a-ab48-f352a84e8ece), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:25.028196 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-4aaecdc4-b069-4736-9f1b-1f24efddb46c tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529670'] for security_group_rule (0e775fd7-321d-404a-ab48-f352a84e8ece), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:25.046608 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaecdc4-b069-4736-9f1b-1f24efddb46c tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e775fd7-321d-404a-ab48-f352a84e8ece,revision_number=0']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:41:25.052820 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-4aaecdc4-b069-4736-9f1b-1f24efddb46c tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:25.054046 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-4aaecdc4-b069-4736-9f1b-1f24efddb46c tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1190963 Apr 12 19:41:25.057362 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 34374) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:41:25.061884 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.v2.base [None req-65c63270-c3f0-4d5a-9d6f-6760a3334288 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Request body: {'security_group_rule': {'security_group_id': 'caae999b-6ab1-48ca-bc49-0938bf2e9075', 'project_id': '25505e1fa3da4037b5c77cccb47d3515', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:41:25.082694 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a72aaa0-fcc4-4bc8-92b6-bd36478e546e None None] Sync routers for ids ['da70aba3-a999-49fe-a9b7-46e68f11d34c'] in dv-cinder-837540-1-iscsi {{(pid=106714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:41:25.089780 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-65c63270-c3f0-4d5a-9d6f-6760a3334288 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Publish callbacks [] for security_group_rule (97f56b21-e1e9-4ae6-b395-0add3c55b975), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:25.094860 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a72aaa0-fcc4-4bc8-92b6-bd36478e546e None None] Routers {'da70aba3-a999-49fe-a9b7-46e68f11d34c'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:41:25.095566 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_hamode_db [None req-6a72aaa0-fcc4-4bc8-92b6-bd36478e546e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:41:16Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['da70aba3-a999-49fe-a9b7-46e68f11d34c'], 'active': True} {{(pid=106714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:41:25.152140 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-65c63270-c3f0-4d5a-9d6f-6760a3334288 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Publish callbacks [] for security_group_rule (97f56b21-e1e9-4ae6-b395-0add3c55b975), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:25.156482 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-65c63270-c3f0-4d5a-9d6f-6760a3334288 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529670'] for security_group_rule (97f56b21-e1e9-4ae6-b395-0add3c55b975), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:25.157401 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c833bb9d-4d14-43ae-bedd-7af6a170a9a0 req-5d125f1b-a0eb-4463-8976-448a6a1eb921 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:25.159528 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-c833bb9d-4d14-43ae-bedd-7af6a170a9a0 req-5d125f1b-a0eb-4463-8976-448a6a1eb921 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed5d5b75-5593-42f3-8e63-2df69df80a03 HTTP/1.1" status: 200 len: 944 time: 0.0580084 Apr 12 19:41:25.182226 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c63270-c3f0-4d5a-9d6f-6760a3334288 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97f56b21-e1e9-4ae6-b395-0add3c55b975,revision_number=0']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:41:25.190721 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-65c63270-c3f0-4d5a-9d6f-6760a3334288 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:25.192023 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-65c63270-c3f0-4d5a-9d6f-6760a3334288 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1335702 Apr 12 19:41:25.194544 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 34380) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:41:25.204966 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.v2.base [None req-18b945c7-153e-4084-a027-dd4b53cc3079 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Request body: {'security_group_rule': {'security_group_id': 'caae999b-6ab1-48ca-bc49-0938bf2e9075', 'project_id': '25505e1fa3da4037b5c77cccb47d3515', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:41:25.220204 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-c833bb9d-4d14-43ae-bedd-7af6a170a9a0 req-f5ed4000-d50c-4b1b-adc0-32d886bd569c tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=346a5e8c-2cdd-4158-9a92-b9fe91eadcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549841 Apr 12 19:41:25.248075 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-18b945c7-153e-4084-a027-dd4b53cc3079 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Publish callbacks [] for security_group_rule (f833c4ca-3b4c-4671-8b06-abdb2532dc49), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:25.253579 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_dvr_db [None req-6a72aaa0-fcc4-4bc8-92b6-bd36478e546e None None] Set router da70aba3-a999-49fe-a9b7-46e68f11d34c gateway port host: dv-cinder-837540-1-iscsi {{(pid=106714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:41:25.354816 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5388f7-385a-46ff-afae-9c1f9e7c149a req-c691bb28-e705-4f47-8750-c527343d397d tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:25.356570 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-ae5388f7-385a-46ff-afae-9c1f9e7c149a req-c691bb28-e705-4f47-8750-c527343d397d tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/ports?device_id=5136d3b0-b5c7-42d5-8eb4-d3cbf9bbb88f HTTP/1.1" status: 200 len: 946 time: 0.0863898 Apr 12 19:41:25.402887 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-18b945c7-153e-4084-a027-dd4b53cc3079 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Publish callbacks [] for security_group_rule (f833c4ca-3b4c-4671-8b06-abdb2532dc49), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:25.413964 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-18b945c7-153e-4084-a027-dd4b53cc3079 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529670'] for security_group_rule (f833c4ca-3b4c-4671-8b06-abdb2532dc49), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:25.436686 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-ae5388f7-385a-46ff-afae-9c1f9e7c149a req-25275334-8246-4245-a0ea-823fe15087ec tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/security-groups?id=494cadc4-45e4-4fe5-87fc-9bcf0ce1a223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728922 Apr 12 19:41:25.457096 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-18b945c7-153e-4084-a027-dd4b53cc3079 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:25.457096 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-18b945c7-153e-4084-a027-dd4b53cc3079 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2561927 Apr 12 19:41:25.457096 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b945c7-153e-4084-a027-dd4b53cc3079 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f833c4ca-3b4c-4671-8b06-abdb2532dc49,revision_number=0']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:41:25.457586 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 34390) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:41:25.460062 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.v2.base [None req-7b3f9c80-caff-4cc8-9637-3a378c1d6213 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Request body: {'security_group_rule': {'security_group_id': 'caae999b-6ab1-48ca-bc49-0938bf2e9075', 'project_id': '25505e1fa3da4037b5c77cccb47d3515', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:41:25.495242 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_hamode_db [None req-6a72aaa0-fcc4-4bc8-92b6-bd36478e546e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da70aba3-a999-49fe-a9b7-46e68f11d34c', 'name': 'tempest-TestShelveInstance-65822740-router', 'tenant_id': 'adf919fa29ea49628b021f8c8a8faafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'c006fcb6-de23-4882-a6b2-1cece12bd081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:41:19Z', 'updated_at': '2022-04-12T19:41:22Z', 'revision_number': 4, 'project_id': 'adf919fa29ea49628b021f8c8a8faafa', 'gw_port': {'id': 'c006fcb6-de23-4882-a6b2-1cece12bd081', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da70aba3-a999-49fe-a9b7-46e68f11d34c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:41:20Z', 'updated_at': '2022-04-12T19:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_interfaces': [{'id': 'd30614b6-679c-4573-bc3d-e05c1f58b9da', 'name': '', 'network_id': '9f6ac0f4-6e3a-4407-b6cb-b96fdf6af82f', 'tenant_id': 'adf919fa29ea49628b021f8c8a8faafa', 'mac_address': 'fa:16:3e:ef:01:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da70aba3-a999-49fe-a9b7-46e68f11d34c', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '7b6cbf2f-cc0e-4599-8e05-cf756e35e59f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:41:22Z', 'updated_at': '2022-04-12T19:41:23Z', 'revision_number': 2, 'project_id': 'adf919fa29ea49628b021f8c8a8faafa', 'subnets': [{'id': '7b6cbf2f-cc0e-4599-8e05-cf756e35e59f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:41:25.502470 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.db.securitygroups_db [None req-7b3f9c80-caff-4cc8-9637-3a378c1d6213 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Project 25505e1fa3da4037b5c77cccb47d3515 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 19:41:25.508300 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-7b3f9c80-caff-4cc8-9637-3a378c1d6213 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Publish callbacks [] for security_group_rule (00922b99-6f37-40a0-b697-9501f23529aa), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:25.523660 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a72aaa0-fcc4-4bc8-92b6-bd36478e546e None None] Checking router: da70aba3-a999-49fe-a9b7-46e68f11d34c for host: dv-cinder-837540-1-iscsi {{(pid=106714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:41:25.524114 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a72aaa0-fcc4-4bc8-92b6-bd36478e546e None None] Updating router da70aba3-a999-49fe-a9b7-46e68f11d34c port d30614b6-679c-4573-bc3d-e05c1f58b9da binding host dv-cinder-837540-1-iscsi {{(pid=106714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 19:41:25.555895 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-6a72aaa0-fcc4-4bc8-92b6-bd36478e546e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (d30614b6-679c-4573-bc3d-e05c1f58b9da), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:25.572683 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-7b3f9c80-caff-4cc8-9637-3a378c1d6213 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Publish callbacks [] for security_group_rule (00922b99-6f37-40a0-b697-9501f23529aa), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:25.577839 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-7b3f9c80-caff-4cc8-9637-3a378c1d6213 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529670'] for security_group_rule (00922b99-6f37-40a0-b697-9501f23529aa), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:25.592945 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 34394) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:41:25.594996 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3f9c80-caff-4cc8-9637-3a378c1d6213 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00922b99-6f37-40a0-b697-9501f23529aa,revision_number=0']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:41:25.613016 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-7b3f9c80-caff-4cc8-9637-3a378c1d6213 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:25.617133 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-7b3f9c80-caff-4cc8-9637-3a378c1d6213 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1613050 Apr 12 19:41:25.618403 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 34398) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:41:25.623228 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.v2.base [None req-1b386e46-ba47-4248-a8f3-6fd8307d9403 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Request body: {'security_group_rule': {'security_group_id': 'caae999b-6ab1-48ca-bc49-0938bf2e9075', 'project_id': '25505e1fa3da4037b5c77cccb47d3515', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:41:25.646860 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.db.securitygroups_db [None req-1b386e46-ba47-4248-a8f3-6fd8307d9403 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Project 25505e1fa3da4037b5c77cccb47d3515 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 19:41:25.653136 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-1b386e46-ba47-4248-a8f3-6fd8307d9403 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Publish callbacks [] for security_group_rule (74671d59-6db4-4bbe-8600-eeb7e4a7622e), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:25.714676 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-1b386e46-ba47-4248-a8f3-6fd8307d9403 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Publish callbacks [] for security_group_rule (74671d59-6db4-4bbe-8600-eeb7e4a7622e), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:25.718850 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-1b386e46-ba47-4248-a8f3-6fd8307d9403 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529670'] for security_group_rule (74671d59-6db4-4bbe-8600-eeb7e4a7622e), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:25.745751 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-4cbb497d-96ad-43cb-8124-a30d65983bff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:25.755157 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b386e46-ba47-4248-a8f3-6fd8307d9403 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74671d59-6db4-4bbe-8600-eeb7e4a7622e,revision_number=0']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:41:25.769276 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-1b386e46-ba47-4248-a8f3-6fd8307d9403 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:25.770485 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-1b386e46-ba47-4248-a8f3-6fd8307d9403 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1509380 Apr 12 19:41:25.860212 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-4cbb497d-96ad-43cb-8124-a30d65983bff admin admin] Publish callbacks [] for security_group (5feddadc-2aee-4c59-ae4e-07bac186afc1), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:25.864026 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-4cbb497d-96ad-43cb-8124-a30d65983bff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (5feddadc-2aee-4c59-ae4e-07bac186afc1), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:25.871683 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-6a72aaa0-fcc4-4bc8-92b6-bd36478e546e None None] Publish callbacks [] for port (d30614b6-679c-4573-bc3d-e05c1f58b9da), precommit_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:25.880690 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-6a72aaa0-fcc4-4bc8-92b6-bd36478e546e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (d30614b6-679c-4573-bc3d-e05c1f58b9da), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:25.914436 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-4cbb497d-96ad-43cb-8124-a30d65983bff admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=998261194e8b42298fdaee775381d95c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3181102 Apr 12 19:41:25.915419 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 34410) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:41:25.928930 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbb497d-96ad-43cb-8124-a30d65983bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5feddadc-2aee-4c59-ae4e-07bac186afc1,revision_number=1']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:41:25.940834 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae42e83-2d46-43f8-a2ec-ec21307eea30 None None] Pushing event updated for resources: {'Port': ['ID=d30614b6-679c-4573-bc3d-e05c1f58b9da,revision_number=3']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:41:25.971523 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-2b7a1ded-a468-4d6b-bc39-2a636ec41bd9 admin admin] Publish callbacks [] for security_group (5feddadc-2aee-4c59-ae4e-07bac186afc1), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:25.996244 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-2b7a1ded-a468-4d6b-bc39-2a636ec41bd9 admin admin] Publish callbacks [] for security_group (5feddadc-2aee-4c59-ae4e-07bac186afc1), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:26.019092 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.managers [None req-6a72aaa0-fcc4-4bc8-92b6-bd36478e546e None None] Attempting to bind port d30614b6-679c-4573-bc3d-e05c1f58b9da on host dv-cinder-837540-1-iscsi for vnic_type normal with profile {{(pid=106714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:41:26.019633 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.managers [None req-6a72aaa0-fcc4-4bc8-92b6-bd36478e546e None None] Attempting to bind port d30614b6-679c-4573-bc3d-e05c1f58b9da by drivers openvswitch,hyperv on host dv-cinder-837540-1-iscsi at level 0 using segments [{'id': 'a589bead-6424-47ba-8dff-2009ff4bb220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '9f6ac0f4-6e3a-4407-b6cb-b96fdf6af82f'}] {{(pid=106714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:41:26.020025 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a72aaa0-fcc4-4bc8-92b6-bd36478e546e None None] Attempting to bind port d30614b6-679c-4573-bc3d-e05c1f58b9da on network 9f6ac0f4-6e3a-4407-b6cb-b96fdf6af82f {{(pid=106714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:41:26.025994 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a72aaa0-fcc4-4bc8-92b6-bd36478e546e None None] Checking agent: {'id': 'e0bf5abe-d5c5-40a1-a359-03156ade36a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837540-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 30, 50), 'started_at': datetime.datetime(2022, 4, 12, 19, 31, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837540-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:41:26.026376 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a72aaa0-fcc4-4bc8-92b6-bd36478e546e None None] Checking segment: {'id': 'a589bead-6424-47ba-8dff-2009ff4bb220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '9f6ac0f4-6e3a-4407-b6cb-b96fdf6af82f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:41:26.026779 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-6a72aaa0-fcc4-4bc8-92b6-bd36478e546e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:26.027175 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a72aaa0-fcc4-4bc8-92b6-bd36478e546e None None] Bound using segment: {'id': 'a589bead-6424-47ba-8dff-2009ff4bb220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '9f6ac0f4-6e3a-4407-b6cb-b96fdf6af82f'} {{(pid=106714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:41:26.027643 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.managers [None req-6a72aaa0-fcc4-4bc8-92b6-bd36478e546e None None] Bound port: d30614b6-679c-4573-bc3d-e05c1f58b9da, host: dv-cinder-837540-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a589bead-6424-47ba-8dff-2009ff4bb220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '9f6ac0f4-6e3a-4407-b6cb-b96fdf6af82f'}}] {{(pid=106714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:41:26.028063 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-6a72aaa0-fcc4-4bc8-92b6-bd36478e546e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (d30614b6-679c-4573-bc3d-e05c1f58b9da), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:26.063846 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-2b7a1ded-a468-4d6b-bc39-2a636ec41bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (5feddadc-2aee-4c59-ae4e-07bac186afc1), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:26.068498 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-2b7a1ded-a468-4d6b-bc39-2a636ec41bd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:26.069783 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-2b7a1ded-a468-4d6b-bc39-2a636ec41bd9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5feddadc-2aee-4c59-ae4e-07bac186afc1 HTTP/1.1" status: 204 len: 168 time: 0.1532731 Apr 12 19:41:26.093933 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7a1ded-a468-4d6b-bc39-2a636ec41bd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5feddadc-2aee-4c59-ae4e-07bac186afc1,revision_number=None']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:41:26.130158 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-6a72aaa0-fcc4-4bc8-92b6-bd36478e546e None None] For port d30614b6-679c-4573-bc3d-e05c1f58b9da, host dv-cinder-837540-1-iscsi, cleared binding levels {{(pid=106714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:41:26.136057 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-6a72aaa0-fcc4-4bc8-92b6-bd36478e546e None None] For port d30614b6-679c-4573-bc3d-e05c1f58b9da, host dv-cinder-837540-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-1-iscsi',level=0,port_id=d30614b6-679c-4573-bc3d-e05c1f58b9da,segment=NetworkSegment(a589bead-6424-47ba-8dff-2009ff4bb220),segment_id=a589bead-6424-47ba-8dff-2009ff4bb220)] {{(pid=106714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:41:26.145175 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-6a72aaa0-fcc4-4bc8-92b6-bd36478e546e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (d30614b6-679c-4573-bc3d-e05c1f58b9da), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:26.213713 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a72aaa0-fcc4-4bc8-92b6-bd36478e546e None None] Routers {'da70aba3-a999-49fe-a9b7-46e68f11d34c'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:41:26.214381 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_hamode_db [None req-6a72aaa0-fcc4-4bc8-92b6-bd36478e546e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:41:16Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['da70aba3-a999-49fe-a9b7-46e68f11d34c'], 'active': True} {{(pid=106714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:41:26.218036 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae42e83-2d46-43f8-a2ec-ec21307eea30 None None] Pushing event updated for resources: {'Port': ['ID=d30614b6-679c-4573-bc3d-e05c1f58b9da,revision_number=4']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:41:26.293965 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-58e173e0-bb8c-474f-a451-d13c41ccadda None None] Provisioning complete for port d30614b6-679c-4573-bc3d-e05c1f58b9da triggered by entity DHCP. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:41:26.293965 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-58e173e0-bb8c-474f-a451-d13c41ccadda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (d30614b6-679c-4573-bc3d-e05c1f58b9da), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:26.411219 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72437735-d1e8-4181-a0ea-84d196313897 req-ba333575-c2d2-4f8a-aa18-d05ac4d20645 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:26.413361 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-72437735-d1e8-4181-a0ea-84d196313897 req-ba333575-c2d2-4f8a-aa18-d05ac4d20645 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed5d5b75-5593-42f3-8e63-2df69df80a03 HTTP/1.1" status: 200 len: 944 time: 0.0923324 Apr 12 19:41:26.569980 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-72437735-d1e8-4181-a0ea-84d196313897 req-0dd030ff-c339-4834-b72c-fd2598057600 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=346a5e8c-2cdd-4158-9a92-b9fe91eadcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478653 Apr 12 19:41:26.638380 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c620ba74-fd13-4c9b-92e3-9a2736dc093c req-6ed5daae-ab99-462a-a587-15152ed13fa1 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:26.640133 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-c620ba74-fd13-4c9b-92e3-9a2736dc093c req-6ed5daae-ab99-462a-a587-15152ed13fa1 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/ports?device_id=5136d3b0-b5c7-42d5-8eb4-d3cbf9bbb88f HTTP/1.1" status: 200 len: 946 time: 0.0959752 Apr 12 19:41:26.652916 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_dvr_db [None req-6a72aaa0-fcc4-4bc8-92b6-bd36478e546e None None] Set router da70aba3-a999-49fe-a9b7-46e68f11d34c gateway port host: dv-cinder-837540-1-iscsi {{(pid=106714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:41:26.684890 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device c006fcb6-de23-4882-a6b2-1cece12bd081 up at agent ovs-agent-dv-cinder-837540-1-iscsi {{(pid=106714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:41:26.695230 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-c620ba74-fd13-4c9b-92e3-9a2736dc093c req-0ae30e80-238a-446e-a684-f9781e95a618 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/security-groups?id=494cadc4-45e4-4fe5-87fc-9bcf0ce1a223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482793 Apr 12 19:41:26.864998 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Provisioning complete for port c006fcb6-de23-4882-a6b2-1cece12bd081 triggered by entity L2. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:41:26.865437 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (c006fcb6-de23-4882-a6b2-1cece12bd081), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:26.908448 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-58e173e0-bb8c-474f-a451-d13c41ccadda None None] Current status of the port d30614b6-679c-4573-bc3d-e05c1f58b9da is: DOWN; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:41:26.909097 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-58e173e0-bb8c-474f-a451-d13c41ccadda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (d30614b6-679c-4573-bc3d-e05c1f58b9da), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:26.995074 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-58e173e0-bb8c-474f-a451-d13c41ccadda None None] For port d30614b6-679c-4573-bc3d-e05c1f58b9da, host dv-cinder-837540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-1-iscsi',level=0,port_id=d30614b6-679c-4573-bc3d-e05c1f58b9da,segment=NetworkSegment(a589bead-6424-47ba-8dff-2009ff4bb220),segment_id=a589bead-6424-47ba-8dff-2009ff4bb220)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:41:27.005709 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-58e173e0-bb8c-474f-a451-d13c41ccadda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (d30614b6-679c-4573-bc3d-e05c1f58b9da), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:27.057453 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_hamode_db [None req-6a72aaa0-fcc4-4bc8-92b6-bd36478e546e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da70aba3-a999-49fe-a9b7-46e68f11d34c', 'name': 'tempest-TestShelveInstance-65822740-router', 'tenant_id': 'adf919fa29ea49628b021f8c8a8faafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'c006fcb6-de23-4882-a6b2-1cece12bd081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:41:19Z', 'updated_at': '2022-04-12T19:41:22Z', 'revision_number': 4, 'project_id': 'adf919fa29ea49628b021f8c8a8faafa', 'gw_port': {'id': 'c006fcb6-de23-4882-a6b2-1cece12bd081', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da70aba3-a999-49fe-a9b7-46e68f11d34c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:41:20Z', 'updated_at': '2022-04-12T19:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_interfaces': [{'id': 'd30614b6-679c-4573-bc3d-e05c1f58b9da', 'name': '', 'network_id': '9f6ac0f4-6e3a-4407-b6cb-b96fdf6af82f', 'tenant_id': 'adf919fa29ea49628b021f8c8a8faafa', 'mac_address': 'fa:16:3e:ef:01:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da70aba3-a999-49fe-a9b7-46e68f11d34c', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '7b6cbf2f-cc0e-4599-8e05-cf756e35e59f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:41:22Z', 'updated_at': '2022-04-12T19:41:26Z', 'revision_number': 4, 'project_id': 'adf919fa29ea49628b021f8c8a8faafa', 'subnets': [{'id': '7b6cbf2f-cc0e-4599-8e05-cf756e35e59f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:41:27.099571 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a72aaa0-fcc4-4bc8-92b6-bd36478e546e None None] The sync data for ids ['da70aba3-a999-49fe-a9b7-46e68f11d34c'] in dv-cinder-837540-1-iscsi is: [{'id': 'da70aba3-a999-49fe-a9b7-46e68f11d34c', 'name': 'tempest-TestShelveInstance-65822740-router', 'tenant_id': 'adf919fa29ea49628b021f8c8a8faafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'c006fcb6-de23-4882-a6b2-1cece12bd081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:41:19Z', 'updated_at': '2022-04-12T19:41:22Z', 'revision_number': 4, 'project_id': 'adf919fa29ea49628b021f8c8a8faafa', 'gw_port': {'id': 'c006fcb6-de23-4882-a6b2-1cece12bd081', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da70aba3-a999-49fe-a9b7-46e68f11d34c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:41:20Z', 'updated_at': '2022-04-12T19:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_interfaces': [{'id': 'd30614b6-679c-4573-bc3d-e05c1f58b9da', 'name': '', 'network_id': '9f6ac0f4-6e3a-4407-b6cb-b96fdf6af82f', 'tenant_id': 'adf919fa29ea49628b021f8c8a8faafa', 'mac_address': 'fa:16:3e:ef:01:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da70aba3-a999-49fe-a9b7-46e68f11d34c', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '7b6cbf2f-cc0e-4599-8e05-cf756e35e59f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:41:22Z', 'updated_at': '2022-04-12T19:41:26Z', 'revision_number': 4, 'project_id': 'adf919fa29ea49628b021f8c8a8faafa', 'subnets': [{'id': '7b6cbf2f-cc0e-4599-8e05-cf756e35e59f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:41:27.110149 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Current status of the port c006fcb6-de23-4882-a6b2-1cece12bd081 is: ACTIVE; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:41:27.125121 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e173e0-bb8c-474f-a451-d13c41ccadda None None] Pushing event updated for resources: {'Port': ['ID=d30614b6-679c-4573-bc3d-e05c1f58b9da,revision_number=5']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:41:27.129618 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-9c80da33-ad4f-4391-a630-e5bac1c69633 None None] Provisioning complete for port d30614b6-679c-4573-bc3d-e05c1f58b9da triggered by entity DHCP. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:41:27.129994 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-9c80da33-ad4f-4391-a630-e5bac1c69633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (d30614b6-679c-4573-bc3d-e05c1f58b9da), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:27.246789 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-9c80da33-ad4f-4391-a630-e5bac1c69633 None None] Current status of the port d30614b6-679c-4573-bc3d-e05c1f58b9da is: ACTIVE; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:41:27.708337 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65526dba-5f2f-4432-bc48-447aaa75807e req-d65a244f-c1ee-4566-b684-e2219ea86644 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:27.709929 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-65526dba-5f2f-4432-bc48-447aaa75807e req-d65a244f-c1ee-4566-b684-e2219ea86644 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed5d5b75-5593-42f3-8e63-2df69df80a03 HTTP/1.1" status: 200 len: 944 time: 0.0675638 Apr 12 19:41:27.764895 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-65526dba-5f2f-4432-bc48-447aaa75807e req-57e665eb-9677-4c03-b49b-ed2525cc4f96 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=346a5e8c-2cdd-4158-9a92-b9fe91eadcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487337 Apr 12 19:41:27.810672 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e024956e-8440-4f9f-a265-5bd6bf933c08 req-44b78266-a525-4068-ad3b-8bc9f232b804 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:27.812169 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-e024956e-8440-4f9f-a265-5bd6bf933c08 req-44b78266-a525-4068-ad3b-8bc9f232b804 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/ports?device_id=5136d3b0-b5c7-42d5-8eb4-d3cbf9bbb88f HTTP/1.1" status: 200 len: 946 time: 0.0482733 Apr 12 19:41:27.862723 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-e024956e-8440-4f9f-a265-5bd6bf933c08 req-7f922301-483d-4d40-bf8d-3adc5ddde1f0 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/security-groups?id=494cadc4-45e4-4fe5-87fc-9bcf0ce1a223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450213 Apr 12 19:41:28.547602 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device d30614b6-679c-4573-bc3d-e05c1f58b9da up at agent ovs-agent-dv-cinder-837540-1-iscsi {{(pid=106714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:41:28.593564 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Provisioning complete for port d30614b6-679c-4573-bc3d-e05c1f58b9da triggered by entity L2. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:41:28.593937 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (d30614b6-679c-4573-bc3d-e05c1f58b9da), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:28.672254 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Current status of the port d30614b6-679c-4573-bc3d-e05c1f58b9da is: ACTIVE; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:41:28.888303 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a966783-09bb-4f1b-8c76-f88928d202e4 req-20606482-7f46-42e4-99b5-25a9209f0e80 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:28.889865 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-0a966783-09bb-4f1b-8c76-f88928d202e4 req-20606482-7f46-42e4-99b5-25a9209f0e80 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed5d5b75-5593-42f3-8e63-2df69df80a03 HTTP/1.1" status: 200 len: 944 time: 0.0565584 Apr 12 19:41:28.942222 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-0a966783-09bb-4f1b-8c76-f88928d202e4 req-2598a42a-01f7-483d-9875-c6e3adc203ce tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=346a5e8c-2cdd-4158-9a92-b9fe91eadcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449519 Apr 12 19:41:28.989233 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483d0ac6-22c6-4e86-8c25-d0def7ccfde9 req-446b9c3f-e8d5-422e-8854-a713a82c7955 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:28.990617 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-483d0ac6-22c6-4e86-8c25-d0def7ccfde9 req-446b9c3f-e8d5-422e-8854-a713a82c7955 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/ports?device_id=5136d3b0-b5c7-42d5-8eb4-d3cbf9bbb88f HTTP/1.1" status: 200 len: 946 time: 0.0553019 Apr 12 19:41:29.039645 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-483d0ac6-22c6-4e86-8c25-d0def7ccfde9 req-943ae56f-c647-46c6-88d7-20d750f3f6c4 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/security-groups?id=494cadc4-45e4-4fe5-87fc-9bcf0ce1a223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433221 Apr 12 19:41:30.062410 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e354df-de7e-490f-b3b8-374817ecd6ce req-f0d73567-18dd-40f9-b59a-6c00020c52ad tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:30.063981 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-15e354df-de7e-490f-b3b8-374817ecd6ce req-f0d73567-18dd-40f9-b59a-6c00020c52ad tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed5d5b75-5593-42f3-8e63-2df69df80a03 HTTP/1.1" status: 200 len: 944 time: 0.0544665 Apr 12 19:41:30.101485 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Device 7d6257e6-2440-4f52-93e8-88093d8604c7 up at agent hyperv_hv-cinder-83754 {{(pid=106714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:41:30.139317 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-15e354df-de7e-490f-b3b8-374817ecd6ce req-ac322995-88d3-4d4e-8a99-df9bf842e7eb tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=346a5e8c-2cdd-4158-9a92-b9fe91eadcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605764 Apr 12 19:41:30.162881 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Provisioning for port 7d6257e6-2440-4f52-93e8-88093d8604c7 completed by entity L2. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 19:41:30.168975 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Provisioning complete for port 7d6257e6-2440-4f52-93e8-88093d8604c7 triggered by entity L2. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:41:30.169349 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (7d6257e6-2440-4f52-93e8-88093d8604c7), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:30.173397 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280c1c99-ebee-4297-af74-56687992caf5 req-d0a456c1-9274-4731-9dc0-defbe4e62441 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:30.174977 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-280c1c99-ebee-4297-af74-56687992caf5 req-d0a456c1-9274-4731-9dc0-defbe4e62441 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/ports?device_id=5136d3b0-b5c7-42d5-8eb4-d3cbf9bbb88f HTTP/1.1" status: 200 len: 946 time: 0.0511572 Apr 12 19:41:30.226791 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-280c1c99-ebee-4297-af74-56687992caf5 req-eea76615-d432-4bb2-82ec-2b33ffeb0606 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/security-groups?id=494cadc4-45e4-4fe5-87fc-9bcf0ce1a223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424042 Apr 12 19:41:30.246956 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Current status of the port 7d6257e6-2440-4f52-93e8-88093d8604c7 is: BUILD; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:41:30.247339 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (7d6257e6-2440-4f52-93e8-88093d8604c7), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:30.271347 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bd43d2c-7509-40a1-8847-f1ba5af244c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d6257e6-2440-4f52-93e8-88093d8604c7'}] {{(pid=106714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:41:30.273612 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a81cf7441df70286f4dc8f717b9c4c32a6686a605fef215f859f2b4f09b95be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e66141c-173f-463f-9e35-003fb36cb3eb" -d '{"events": [{"server_uuid": "9bd43d2c-7509-40a1-8847-f1ba5af244c1", "name": "network-vif-plugged", "status": "completed", "tag": "7d6257e6-2440-4f52-93e8-88093d8604c7"}]}' {{(pid=106714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:41:30.286491 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] For port 7d6257e6-2440-4f52-93e8-88093d8604c7, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=7d6257e6-2440-4f52-93e8-88093d8604c7,segment=NetworkSegment(333e6cad-b775-43de-9af0-3109522046bb),segment_id=333e6cad-b775-43de-9af0-3109522046bb)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:41:30.290644 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (7d6257e6-2440-4f52-93e8-88093d8604c7), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:30.318112 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 19:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64bbdf09-b6a4-4ea9-bfd1-097589d46008 x-openstack-request-id: req-64bbdf09-b6a4-4ea9-bfd1-097589d46008 {{(pid=106714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:41:30.318429 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bd43d2c-7509-40a1-8847-f1ba5af244c1", "name": "network-vif-plugged", "status": "completed", "tag": "7d6257e6-2440-4f52-93e8-88093d8604c7", "code": 200}]} {{(pid=106714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:41:30.318683 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-64bbdf09-b6a4-4ea9-bfd1-097589d46008 {{(pid=106714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:41:30.319070 dv-cinder-837540-1-iscsi neutron-server[106714]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64bbdf09-b6a4-4ea9-bfd1-097589d46008'] response: {'server_uuid': '9bd43d2c-7509-40a1-8847-f1ba5af244c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d6257e6-2440-4f52-93e8-88093d8604c7', 'code': 200} Apr 12 19:41:30.347552 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Pushing event updated for resources: {'Port': ['ID=7d6257e6-2440-4f52-93e8-88093d8604c7,revision_number=5']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:41:31.267665 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362f18a4-496f-4028-bb68-037a9405a3a3 req-6deaef5b-c446-4a3d-b93b-8c17ae86be36 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:31.269274 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-362f18a4-496f-4028-bb68-037a9405a3a3 req-6deaef5b-c446-4a3d-b93b-8c17ae86be36 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed5d5b75-5593-42f3-8e63-2df69df80a03 HTTP/1.1" status: 200 len: 944 time: 0.0643184 Apr 12 19:41:31.372467 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-362f18a4-496f-4028-bb68-037a9405a3a3 req-50b08565-5313-44a6-a288-73b4061c8eb2 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=346a5e8c-2cdd-4158-9a92-b9fe91eadcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856800 Apr 12 19:41:31.384880 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11061a0e-03c7-4ab3-8831-2e1fca91a6df req-4522ae86-c878-4486-b37b-6cae6ba06ed0 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:31.386481 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-11061a0e-03c7-4ab3-8831-2e1fca91a6df req-4522ae86-c878-4486-b37b-6cae6ba06ed0 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/ports?device_id=5136d3b0-b5c7-42d5-8eb4-d3cbf9bbb88f HTTP/1.1" status: 200 len: 946 time: 0.0613539 Apr 12 19:41:31.437972 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-11061a0e-03c7-4ab3-8831-2e1fca91a6df req-a8992aec-22b3-43e2-9ec1-1d212ca7fe4b tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/security-groups?id=494cadc4-45e4-4fe5-87fc-9bcf0ce1a223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458715 Apr 12 19:41:31.682792 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e4d7a-89a7-4d42-9564-d3ad74c27f1e req-1e0af1ab-d4cc-4035-99a7-1f77418ec219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:31.684543 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-b51e4d7a-89a7-4d42-9564-d3ad74c27f1e req-1e0af1ab-d4cc-4035-99a7-1f77418ec219 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e2849b4a348c4795bf965ba8cdf2467d&device_id=ed5d5b75-5593-42f3-8e63-2df69df80a03 HTTP/1.1" status: 200 len: 1128 time: 0.0504136 Apr 12 19:41:32.473319 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0829e4bc-84fd-456e-9c96-6763c6d79137 req-3f84a8b5-7b89-45d2-8759-c3ed4858d6d9 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:32.475488 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-0829e4bc-84fd-456e-9c96-6763c6d79137 req-3f84a8b5-7b89-45d2-8759-c3ed4858d6d9 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed5d5b75-5593-42f3-8e63-2df69df80a03 HTTP/1.1" status: 200 len: 944 time: 0.0519724 Apr 12 19:41:32.525854 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-0829e4bc-84fd-456e-9c96-6763c6d79137 req-c98e41f9-14a7-4760-8f2c-cbbddf37aee4 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=346a5e8c-2cdd-4158-9a92-b9fe91eadcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441310 Apr 12 19:41:32.576884 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391fada5-b679-49ae-95be-3549d4b994e5 req-d15501ec-cac2-4a92-8379-4ed2862dd8e2 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:32.578280 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-391fada5-b679-49ae-95be-3549d4b994e5 req-d15501ec-cac2-4a92-8379-4ed2862dd8e2 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/ports?device_id=5136d3b0-b5c7-42d5-8eb4-d3cbf9bbb88f HTTP/1.1" status: 200 len: 946 time: 0.0584834 Apr 12 19:41:32.625661 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-391fada5-b679-49ae-95be-3549d4b994e5 req-46b1d337-48dd-43b1-b629-01974ac1c96d tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/security-groups?id=494cadc4-45e4-4fe5-87fc-9bcf0ce1a223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413356 Apr 12 19:41:32.643249 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 34630) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:41:32.748969 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-c16c1587-e4d7-4905-bf80-066a67dfe17a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:32.854239 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6216a0-1431-443a-8281-ed82114bb922 req-66090c36-e0d8-42e1-b2bf-fe34363abc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:32.856029 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-1e6216a0-1431-443a-8281-ed82114bb922 req-66090c36-e0d8-42e1-b2bf-fe34363abc88 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e2849b4a348c4795bf965ba8cdf2467d&device_id=9bd43d2c-7509-40a1-8847-f1ba5af244c1 HTTP/1.1" status: 200 len: 1129 time: 0.0604773 Apr 12 19:41:32.881486 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-c16c1587-e4d7-4905-bf80-066a67dfe17a admin admin] Publish callbacks [] for security_group (56281075-86df-44f5-9011-eb2e1dfd3a88), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:32.899294 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-c16c1587-e4d7-4905-bf80-066a67dfe17a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (56281075-86df-44f5-9011-eb2e1dfd3a88), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:32.957953 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e4d7a-89a7-4d42-9564-d3ad74c27f1e req-bddec094-6003-42b7-b122-534e2a66d300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:32.959395 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-b51e4d7a-89a7-4d42-9564-d3ad74c27f1e req-bddec094-6003-42b7-b122-534e2a66d300 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9 HTTP/1.1" status: 200 len: 919 time: 0.1365373 Apr 12 19:41:32.986336 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16c1587-e4d7-4905-bf80-066a67dfe17a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56281075-86df-44f5-9011-eb2e1dfd3a88,revision_number=1']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:41:32.994530 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-c16c1587-e4d7-4905-bf80-066a67dfe17a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=858de90555364b748a8e89a655ff3409&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3472590 Apr 12 19:41:33.004420 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 34642) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:41:33.011724 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-b51e4d7a-89a7-4d42-9564-d3ad74c27f1e req-24c7e660-0ff8-4b17-a416-468a0ab9f582 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f9ffe87e-2b3b-4df2-8a9f-4b266f5c8763 HTTP/1.1" status: 200 len: 217 time: 0.0409975 Apr 12 19:41:33.034173 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9887143-4a70-45b2-a790-1e9cb6630fa9 req-0935071b-8ee0-4826-8317-345e505df530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:33.035671 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-a9887143-4a70-45b2-a790-1e9cb6630fa9 req-0935071b-8ee0-4826-8317-345e505df530 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9bd43d2c-7509-40a1-8847-f1ba5af244c1 HTTP/1.1" status: 200 len: 1129 time: 0.0612764 Apr 12 19:41:33.050898 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6216a0-1431-443a-8281-ed82114bb922 req-8873c16e-e4f1-44ab-9b54-743466f46634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:33.052390 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-1e6216a0-1431-443a-8281-ed82114bb922 req-8873c16e-e4f1-44ab-9b54-743466f46634 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9 HTTP/1.1" status: 200 len: 919 time: 0.1893160 Apr 12 19:41:33.095282 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e4d7a-89a7-4d42-9564-d3ad74c27f1e req-c420f9ef-8dc6-4545-9462-93c91404db4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:33.096664 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-b51e4d7a-89a7-4d42-9564-d3ad74c27f1e req-c420f9ef-8dc6-4545-9462-93c91404db4c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7f57a095-a707-4feb-9d1c-8b1458759bd7 HTTP/1.1" status: 200 len: 857 time: 0.0778093 Apr 12 19:41:33.099421 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-f5f5ea4a-99d7-4543-a79e-1b8ab4479c66 admin admin] Publish callbacks [] for security_group (56281075-86df-44f5-9011-eb2e1dfd3a88), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:33.109707 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-1e6216a0-1431-443a-8281-ed82114bb922 req-41cab045-be33-4834-b392-b8cd51b84cd6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d6257e6-2440-4f52-93e8-88093d8604c7 HTTP/1.1" status: 200 len: 217 time: 0.0431716 Apr 12 19:41:33.152622 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-f5f5ea4a-99d7-4543-a79e-1b8ab4479c66 admin admin] Publish callbacks [] for security_group (56281075-86df-44f5-9011-eb2e1dfd3a88), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:33.165226 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-a9887143-4a70-45b2-a790-1e9cb6630fa9 req-13bd3caa-91d7-4dff-96f4-802022d74ab9 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=346a5e8c-2cdd-4158-9a92-b9fe91eadcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050954 Apr 12 19:41:33.178607 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e4d7a-89a7-4d42-9564-d3ad74c27f1e req-69cc35d4-b3e6-40dd-8571-b3feab101fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:33.178848 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6216a0-1431-443a-8281-ed82114bb922 req-cf72670c-be41-41ca-994c-0c9706a80697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:33.180282 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-b51e4d7a-89a7-4d42-9564-d3ad74c27f1e req-69cc35d4-b3e6-40dd-8571-b3feab101fc7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0762272 Apr 12 19:41:33.180411 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-1e6216a0-1431-443a-8281-ed82114bb922 req-cf72670c-be41-41ca-994c-0c9706a80697 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7f57a095-a707-4feb-9d1c-8b1458759bd7 HTTP/1.1" status: 200 len: 857 time: 0.0620847 Apr 12 19:41:33.220614 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-f5f5ea4a-99d7-4543-a79e-1b8ab4479c66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (56281075-86df-44f5-9011-eb2e1dfd3a88), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:33.223604 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-f5f5ea4a-99d7-4543-a79e-1b8ab4479c66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:33.224770 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-f5f5ea4a-99d7-4543-a79e-1b8ab4479c66 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/56281075-86df-44f5-9011-eb2e1dfd3a88 HTTP/1.1" status: 204 len: 168 time: 0.2194254 Apr 12 19:41:33.234576 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f5ea4a-99d7-4543-a79e-1b8ab4479c66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56281075-86df-44f5-9011-eb2e1dfd3a88,revision_number=None']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:41:33.523114 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 34656) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:41:33.545182 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-b5b57150-95a3-437b-859c-e61230ee9033 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:33.574872 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6216a0-1431-443a-8281-ed82114bb922 req-503c5b64-3526-4ac9-939a-10c16fab5950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:33.576563 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-1e6216a0-1431-443a-8281-ed82114bb922 req-503c5b64-3526-4ac9-939a-10c16fab5950 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445666 Apr 12 19:41:33.663754 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-b51e4d7a-89a7-4d42-9564-d3ad74c27f1e req-90075c53-41b7-42c0-b1de-6ec1a46689d2 service neutron] 10.222.0.25 "GET /v2.0/networks/a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274250 Apr 12 19:41:33.693057 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28293e35-98b6-4ca6-aeec-3fbaa09fe03b req-5b848fa2-1da2-4426-8d24-e68e16fc81b1 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:33.695014 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-28293e35-98b6-4ca6-aeec-3fbaa09fe03b req-5b848fa2-1da2-4426-8d24-e68e16fc81b1 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed5d5b75-5593-42f3-8e63-2df69df80a03 HTTP/1.1" status: 200 len: 944 time: 0.0928729 Apr 12 19:41:33.744072 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-1e6216a0-1431-443a-8281-ed82114bb922 req-25c227fc-dbdb-44a9-815f-2eb9e4d86523 service neutron] 10.222.0.25 "GET /v2.0/networks/a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596756 Apr 12 19:41:33.775541 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-28293e35-98b6-4ca6-aeec-3fbaa09fe03b req-64a78b70-2a7f-41d5-9fd7-db53765539eb tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=346a5e8c-2cdd-4158-9a92-b9fe91eadcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651402 Apr 12 19:41:33.786005 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Device f9ffe87e-2b3b-4df2-8a9f-4b266f5c8763 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=106714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 19:41:33.806097 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-b5b57150-95a3-437b-859c-e61230ee9033 admin admin] Publish callbacks [] for security_group (8c4c009a-7241-47a5-b6e7-fa5e6ec67924), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:33.819278 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-b5b57150-95a3-437b-859c-e61230ee9033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (8c4c009a-7241-47a5-b6e7-fa5e6ec67924), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:33.851637 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800a76bd-b2c1-42a1-9e4a-e385098a443f req-7fd08280-2a24-4dc1-a202-e2b0547dc5d3 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:33.857679 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-800a76bd-b2c1-42a1-9e4a-e385098a443f req-7fd08280-2a24-4dc1-a202-e2b0547dc5d3 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/ports?device_id=5136d3b0-b5c7-42d5-8eb4-d3cbf9bbb88f HTTP/1.1" status: 200 len: 946 time: 0.1091268 Apr 12 19:41:33.913913 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-b51e4d7a-89a7-4d42-9564-d3ad74c27f1e req-8b610463-e874-4475-9e5b-28fce4dcea36 service neutron] 10.222.0.25 "GET /v2.0/networks/a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401059 Apr 12 19:41:33.935844 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] For port f9ffe87e-2b3b-4df2-8a9f-4b266f5c8763, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=f9ffe87e-2b3b-4df2-8a9f-4b266f5c8763,segment=NetworkSegment(333e6cad-b775-43de-9af0-3109522046bb),segment_id=333e6cad-b775-43de-9af0-3109522046bb)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:41:33.948738 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b57150-95a3-437b-859c-e61230ee9033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c4c009a-7241-47a5-b6e7-fa5e6ec67924,revision_number=1']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:41:33.955248 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Returning: {'device': 'f9ffe87e-2b3b-4df2-8a9f-4b266f5c8763', 'network_id': 'a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9', 'port_id': 'f9ffe87e-2b3b-4df2-8a9f-4b266f5c8763', 'mac_address': 'fa:16:3e:50:13:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f57a095-a707-4feb-9d1c-8b1458759bd7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 19:41:33.956543 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-b5b57150-95a3-437b-859c-e61230ee9033 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c157439c70c449bca5c6c8a67d1bb16c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4317336 Apr 12 19:41:33.959112 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 34668) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:41:33.971162 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-800a76bd-b2c1-42a1-9e4a-e385098a443f req-a9fd317a-cd81-4bef-8138-76a1c23231c3 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/security-groups?id=494cadc4-45e4-4fe5-87fc-9bcf0ce1a223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012146 Apr 12 19:41:34.016310 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Current status of the port f9ffe87e-2b3b-4df2-8a9f-4b266f5c8763 is: DOWN; New status is: BUILD {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:41:34.017073 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (f9ffe87e-2b3b-4df2-8a9f-4b266f5c8763), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:34.020580 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-d1c36c6a-b88f-4ca7-8f65-9e67ee1f776f admin admin] Publish callbacks [] for security_group (8c4c009a-7241-47a5-b6e7-fa5e6ec67924), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:34.031482 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.notifiers.nova [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9ffe87e-2b3b-4df2-8a9f-4b266f5c8763 {{(pid=106714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 19:41:34.042947 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-d1c36c6a-b88f-4ca7-8f65-9e67ee1f776f admin admin] Publish callbacks [] for security_group (8c4c009a-7241-47a5-b6e7-fa5e6ec67924), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:34.052513 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] For port f9ffe87e-2b3b-4df2-8a9f-4b266f5c8763, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=f9ffe87e-2b3b-4df2-8a9f-4b266f5c8763,segment=NetworkSegment(333e6cad-b775-43de-9af0-3109522046bb),segment_id=333e6cad-b775-43de-9af0-3109522046bb)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:41:34.057362 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (f9ffe87e-2b3b-4df2-8a9f-4b266f5c8763), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:34.093326 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-d1c36c6a-b88f-4ca7-8f65-9e67ee1f776f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (8c4c009a-7241-47a5-b6e7-fa5e6ec67924), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:34.095860 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-d1c36c6a-b88f-4ca7-8f65-9e67ee1f776f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:34.097067 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-d1c36c6a-b88f-4ca7-8f65-9e67ee1f776f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8c4c009a-7241-47a5-b6e7-fa5e6ec67924 HTTP/1.1" status: 204 len: 168 time: 0.1369932 Apr 12 19:41:34.105353 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Pushing event updated for resources: {'Port': ['ID=f9ffe87e-2b3b-4df2-8a9f-4b266f5c8763,revision_number=4']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:41:34.106835 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c36c6a-b88f-4ca7-8f65-9e67ee1f776f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c4c009a-7241-47a5-b6e7-fa5e6ec67924,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:41:34.894167 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7234da-cb50-4ffc-8175-b3ce14e2e970 req-b1292092-ef62-4ab6-b60b-f75b458a4d6a tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:34.895650 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-ed7234da-cb50-4ffc-8175-b3ce14e2e970 req-b1292092-ef62-4ab6-b60b-f75b458a4d6a tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed5d5b75-5593-42f3-8e63-2df69df80a03 HTTP/1.1" status: 200 len: 945 time: 0.0482080 Apr 12 19:41:34.947104 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-ed7234da-cb50-4ffc-8175-b3ce14e2e970 req-c8352fb4-75a9-4e2b-82be-12cf27d07281 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=346a5e8c-2cdd-4158-9a92-b9fe91eadcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453777 Apr 12 19:41:35.078066 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0638b4c2-c900-4ce1-abba-8ed08e057920 req-d4372b7d-0aa4-4b46-8ad2-ec2ae950daf0 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:35.079423 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-0638b4c2-c900-4ce1-abba-8ed08e057920 req-d4372b7d-0aa4-4b46-8ad2-ec2ae950daf0 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/ports?device_id=5136d3b0-b5c7-42d5-8eb4-d3cbf9bbb88f HTTP/1.1" status: 200 len: 946 time: 0.0493572 Apr 12 19:41:35.127703 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-0638b4c2-c900-4ce1-abba-8ed08e057920 req-256549a4-4e06-45d8-b03d-b99a1446579b tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/security-groups?id=494cadc4-45e4-4fe5-87fc-9bcf0ce1a223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427690 Apr 12 19:41:36.241794 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0865772-0fda-4457-95e6-20b602d92f4e req-2f0ba19a-cb98-4a76-a58b-0231f921a2fb tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:36.243329 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-c0865772-0fda-4457-95e6-20b602d92f4e req-2f0ba19a-cb98-4a76-a58b-0231f921a2fb tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/ports?device_id=5136d3b0-b5c7-42d5-8eb4-d3cbf9bbb88f HTTP/1.1" status: 200 len: 946 time: 0.0478067 Apr 12 19:41:36.260639 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f8bf2b-b982-4ae0-bdbb-b4af15db95ce req-764f5625-eea4-4af6-8f51-a423998859e7 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:36.262117 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-b4f8bf2b-b982-4ae0-bdbb-b4af15db95ce req-764f5625-eea4-4af6-8f51-a423998859e7 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed5d5b75-5593-42f3-8e63-2df69df80a03 HTTP/1.1" status: 200 len: 945 time: 0.2500875 Apr 12 19:41:36.290595 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-c0865772-0fda-4457-95e6-20b602d92f4e req-ba1ba974-bc00-4e9f-8caf-94637dbaac37 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/security-groups?id=494cadc4-45e4-4fe5-87fc-9bcf0ce1a223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414166 Apr 12 19:41:36.307429 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-b4f8bf2b-b982-4ae0-bdbb-b4af15db95ce req-ce73bda8-2a15-468f-a917-865034e8419b tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=346a5e8c-2cdd-4158-9a92-b9fe91eadcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397289 Apr 12 19:41:37.408823 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127c7aa7-0013-473e-96f5-14cc95724945 req-efe880df-0518-401f-bdbd-78f6010f878a tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:37.410300 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-127c7aa7-0013-473e-96f5-14cc95724945 req-efe880df-0518-401f-bdbd-78f6010f878a tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/ports?device_id=5136d3b0-b5c7-42d5-8eb4-d3cbf9bbb88f HTTP/1.1" status: 200 len: 946 time: 0.0507913 Apr 12 19:41:37.419493 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9184bef3-6d95-4113-ac11-a0ad772c7249 req-58d39ccb-9a9a-4d2b-981f-23a6ad1a1b36 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:37.421110 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-9184bef3-6d95-4113-ac11-a0ad772c7249 req-58d39ccb-9a9a-4d2b-981f-23a6ad1a1b36 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed5d5b75-5593-42f3-8e63-2df69df80a03 HTTP/1.1" status: 200 len: 945 time: 0.0490787 Apr 12 19:41:37.462386 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-127c7aa7-0013-473e-96f5-14cc95724945 req-145f6c75-7032-4d0d-897e-c49bb210a78e tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/security-groups?id=494cadc4-45e4-4fe5-87fc-9bcf0ce1a223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456789 Apr 12 19:41:37.470152 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-9184bef3-6d95-4113-ac11-a0ad772c7249 req-ba40b752-7eae-4e94-afd6-e060d361345f tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=346a5e8c-2cdd-4158-9a92-b9fe91eadcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434744 Apr 12 19:41:38.576335 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f5de6f-a5c3-4cfd-b484-9dd5120ae979 req-b0c2fbc6-a368-4f6e-a1be-816ebff144cd tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:38.577779 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-95f5de6f-a5c3-4cfd-b484-9dd5120ae979 req-b0c2fbc6-a368-4f6e-a1be-816ebff144cd tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/ports?device_id=5136d3b0-b5c7-42d5-8eb4-d3cbf9bbb88f HTTP/1.1" status: 200 len: 946 time: 0.0496397 Apr 12 19:41:38.583355 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef196a1-0ff6-451b-83d7-44fa4de6c69f req-a61374ad-8e28-4c9a-8cad-a10b8b6afe24 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:38.584871 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-eef196a1-0ff6-451b-83d7-44fa4de6c69f req-a61374ad-8e28-4c9a-8cad-a10b8b6afe24 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed5d5b75-5593-42f3-8e63-2df69df80a03 HTTP/1.1" status: 200 len: 945 time: 0.0488193 Apr 12 19:41:38.623809 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-95f5de6f-a5c3-4cfd-b484-9dd5120ae979 req-990c9358-4405-479d-8aff-3a57bfc315d4 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/security-groups?id=494cadc4-45e4-4fe5-87fc-9bcf0ce1a223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404763 Apr 12 19:41:38.631405 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-eef196a1-0ff6-451b-83d7-44fa4de6c69f req-a5b6f4c8-6b51-478c-973a-e46e4b50dc17 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=346a5e8c-2cdd-4158-9a92-b9fe91eadcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405898 Apr 12 19:41:39.734151 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b485edf1-f2da-4a3a-b37b-c231e0eb3b39 req-aab8f1ae-9830-43d5-b3af-0ed7b544e5c3 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:39.735641 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-b485edf1-f2da-4a3a-b37b-c231e0eb3b39 req-aab8f1ae-9830-43d5-b3af-0ed7b544e5c3 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/ports?device_id=5136d3b0-b5c7-42d5-8eb4-d3cbf9bbb88f HTTP/1.1" status: 200 len: 946 time: 0.0471768 Apr 12 19:41:39.744679 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9972e016-5ab5-481d-86a0-15321bdca99d req-05b9671b-7c88-4381-86b7-77e79e390279 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:39.746323 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-9972e016-5ab5-481d-86a0-15321bdca99d req-05b9671b-7c88-4381-86b7-77e79e390279 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed5d5b75-5593-42f3-8e63-2df69df80a03 HTTP/1.1" status: 200 len: 945 time: 0.0473695 Apr 12 19:41:39.785966 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-b485edf1-f2da-4a3a-b37b-c231e0eb3b39 req-346a466d-d3fa-4924-9da0-9af057600021 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/security-groups?id=494cadc4-45e4-4fe5-87fc-9bcf0ce1a223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448694 Apr 12 19:41:39.802013 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-9972e016-5ab5-481d-86a0-15321bdca99d req-8c86d16a-95ab-41c5-bf76-9529830b1869 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=346a5e8c-2cdd-4158-9a92-b9fe91eadcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499144 Apr 12 19:41:40.897927 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09af522d-0db3-45c7-898a-4242e46e34bd req-3f36cfd5-ae64-4f42-b5b4-1ed34e97b912 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:40.899917 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-09af522d-0db3-45c7-898a-4242e46e34bd req-3f36cfd5-ae64-4f42-b5b4-1ed34e97b912 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/ports?device_id=5136d3b0-b5c7-42d5-8eb4-d3cbf9bbb88f HTTP/1.1" status: 200 len: 946 time: 0.0472505 Apr 12 19:41:40.924597 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7de65a-e380-4fd4-84f1-9aee61bc4100 req-7822cdad-0639-4a75-9ad6-960106f0cab8 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:40.926082 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-8a7de65a-e380-4fd4-84f1-9aee61bc4100 req-7822cdad-0639-4a75-9ad6-960106f0cab8 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed5d5b75-5593-42f3-8e63-2df69df80a03 HTTP/1.1" status: 200 len: 945 time: 0.0511022 Apr 12 19:41:40.953747 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-09af522d-0db3-45c7-898a-4242e46e34bd req-33c201b2-40eb-4d09-b074-96696275560d tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/security-groups?id=494cadc4-45e4-4fe5-87fc-9bcf0ce1a223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478086 Apr 12 19:41:40.974264 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-8a7de65a-e380-4fd4-84f1-9aee61bc4100 req-46c1285b-e89a-4fa0-b108-ec1addafaa24 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=346a5e8c-2cdd-4158-9a92-b9fe91eadcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425587 Apr 12 19:41:42.073780 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a78dd99-fa9f-4de2-83f0-921277f62258 req-6672e7c9-6731-4812-b9d9-db388c268768 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:42.075260 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-8a78dd99-fa9f-4de2-83f0-921277f62258 req-6672e7c9-6731-4812-b9d9-db388c268768 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/ports?device_id=5136d3b0-b5c7-42d5-8eb4-d3cbf9bbb88f HTTP/1.1" status: 200 len: 946 time: 0.0498030 Apr 12 19:41:42.096416 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a82d1a-7447-4800-8b0e-6acc3ae98329 req-cadd233f-2c58-4753-ba8d-564c02b84fd3 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:42.097816 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-a2a82d1a-7447-4800-8b0e-6acc3ae98329 req-cadd233f-2c58-4753-ba8d-564c02b84fd3 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed5d5b75-5593-42f3-8e63-2df69df80a03 HTTP/1.1" status: 200 len: 945 time: 0.0456772 Apr 12 19:41:42.122906 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-8a78dd99-fa9f-4de2-83f0-921277f62258 req-a2c3c28f-fc41-465f-b03e-9327fcffe083 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/security-groups?id=494cadc4-45e4-4fe5-87fc-9bcf0ce1a223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421114 Apr 12 19:41:42.146914 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-a2a82d1a-7447-4800-8b0e-6acc3ae98329 req-754b51e2-f2f3-423f-8071-82db42c33da8 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=346a5e8c-2cdd-4158-9a92-b9fe91eadcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430038 Apr 12 19:41:43.129400 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] get_ports_and_sgs() called for port_ids ['f9ffe87e-2b3b-4df2-8a9f-4b266f5c8763'] {{(pid=106714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 19:41:43.129962 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-1e6216a0-1431-443a-8281-ed82114bb922 req-c02ae156-43b9-43f1-8d55-0195f8554b57 service neutron] 10.222.0.25 "GET /v2.0/networks/a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900254 Apr 12 19:41:43.187638 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.agents_db [None req-c5aaa6ba-db5d-46db-92f0-20249d3ff0a0 None None] Agent healthcheck: found 6 active agents {{(pid=106718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 19:41:43.252236 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e67bac-092f-4af5-a07a-b489eb06c114 req-5f019555-1c49-40ed-bc58-ee7a87a4461e tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:43.253802 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-67e67bac-092f-4af5-a07a-b489eb06c114 req-5f019555-1c49-40ed-bc58-ee7a87a4461e tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.25 "GET /v2.0/ports?device_id=5136d3b0-b5c7-42d5-8eb4-d3cbf9bbb88f HTTP/1.1" status: 200 len: 946 time: 0.0863349 Apr 12 19:41:43.300816 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa2ffdc-7276-4cf1-a4f8-809ba74169a4 req-c7ef7e49-d18a-43eb-bf8b-01eb60dadf86 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:43.302616 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-faa2ffdc-7276-4cf1-a4f8-809ba74169a4 req-c7ef7e49-d18a-43eb-bf8b-01eb60dadf86 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/ports?device_id=5136d3b0-b5c7-42d5-8eb4-d3cbf9bbb88f HTTP/1.1" status: 200 len: 946 time: 0.0683868 Apr 12 19:41:43.305001 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f000a7-f671-480d-9716-27ca670dc099 req-1526085a-4717-4c73-bb36-128ace8107d9 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:43.306688 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-90f000a7-f671-480d-9716-27ca670dc099 req-1526085a-4717-4c73-bb36-128ace8107d9 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed5d5b75-5593-42f3-8e63-2df69df80a03 HTTP/1.1" status: 200 len: 945 time: 0.0653496 Apr 12 19:41:43.356391 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-faa2ffdc-7276-4cf1-a4f8-809ba74169a4 req-2097aa41-1161-46e4-a76f-38583ebc1c95 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/security-groups?id=494cadc4-45e4-4fe5-87fc-9bcf0ce1a223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463462 Apr 12 19:41:43.359801 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-90f000a7-f671-480d-9716-27ca670dc099 req-14c08dbe-f0be-4888-bc71-e509f1014aeb tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=346a5e8c-2cdd-4158-9a92-b9fe91eadcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462015 Apr 12 19:41:43.694648 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-56e66c15-9739-497a-8fa0-852b4ca03f61 req-f9c07c72-65c5-4d38-944b-b08dcccaf5df service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=df43c280-40af-4812-a53a-516ab7541482&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417392 Apr 12 19:41:43.738895 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.plugin [req-67e67bac-092f-4af5-a07a-b489eb06c114 req-c88eded6-0059-4431-9284-7a59f1c86cb9 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] Deleting port 92fd1033-f936-44bf-a374-9022a8cf0b94 {{(pid=106707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:41:43.739233 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [req-67e67bac-092f-4af5-a07a-b489eb06c114 req-c88eded6-0059-4431-9284-7a59f1c86cb9 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749198460456'] for port (92fd1033-f936-44bf-a374-9022a8cf0b94), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:43.765268 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e66c15-9739-497a-8fa0-852b4ca03f61 req-148ff864-ef7e-454a-a7cd-5f7e13d47c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:43.766786 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-56e66c15-9739-497a-8fa0-852b4ca03f61 req-148ff864-ef7e-454a-a7cd-5f7e13d47c16 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bf0fdf698e0443cf9d5596d1b7604976&device_id=df43c280-40af-4812-a53a-516ab7541482 HTTP/1.1" status: 200 len: 1129 time: 0.0444801 Apr 12 19:41:43.839246 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-82ded0fa-25f9-4ba5-b8ed-6fb326759a54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (055fa106-9079-4d8f-a829-e3ca37bbcb19), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:43.856332 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.db [req-67e67bac-092f-4af5-a07a-b489eb06c114 req-c88eded6-0059-4431-9284-7a59f1c86cb9 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] For port 92fd1033-f936-44bf-a374-9022a8cf0b94, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=92fd1033-f936-44bf-a374-9022a8cf0b94,segment=NetworkSegment(c09d3499-9788-4094-b7d0-93f43dec1b2f),segment_id=c09d3499-9788-4094-b7d0-93f43dec1b2f)] {{(pid=106707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:41:43.856896 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [req-67e67bac-092f-4af5-a07a-b489eb06c114 req-c88eded6-0059-4431-9284-7a59f1c86cb9 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661808'] for port (92fd1033-f936-44bf-a374-9022a8cf0b94), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:43.872144 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.plugin [req-67e67bac-092f-4af5-a07a-b489eb06c114 req-c88eded6-0059-4431-9284-7a59f1c86cb9 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] Calling delete_port for 92fd1033-f936-44bf-a374-9022a8cf0b94 owned by compute:nova {{(pid=106707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:41:43.897299 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e66c15-9739-497a-8fa0-852b4ca03f61 req-dd6fc2a2-5860-4c21-a122-41630f6b0d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:43.899433 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-56e66c15-9739-497a-8fa0-852b4ca03f61 req-dd6fc2a2-5860-4c21-a122-41630f6b0d04 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7d6decb1-add4-41a2-b83e-9ac42c2293d8 HTTP/1.1" status: 200 len: 916 time: 0.1133108 Apr 12 19:41:43.972982 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-56e66c15-9739-497a-8fa0-852b4ca03f61 req-d9f6a50a-f7d7-4ff9-a30d-a16d7303b37f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f8c479a-71ff-487d-9c2b-68149b702bb4 HTTP/1.1" status: 200 len: 999 time: 0.0665874 Apr 12 19:41:44.016179 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [req-67e67bac-092f-4af5-a07a-b489eb06c114 req-c88eded6-0059-4431-9284-7a59f1c86cb9 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749198465814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749198058671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9064885'] for port (92fd1033-f936-44bf-a374-9022a8cf0b94), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:44.022919 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e66c15-9739-497a-8fa0-852b4ca03f61 req-8ecf1674-dd33-4f0f-bb64-6bc6c26b4bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:44.025202 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-56e66c15-9739-497a-8fa0-852b4ca03f61 req-8ecf1674-dd33-4f0f-bb64-6bc6c26b4bf2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fc7e26f8-26c2-4af8-af1d-d7fc67300eb2 HTTP/1.1" status: 200 len: 854 time: 0.0460203 Apr 12 19:41:44.049246 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88eded6-0059-4431-9284-7a59f1c86cb9 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] Pushing event deleted for resources: {'Port': ['ID=92fd1033-f936-44bf-a374-9022a8cf0b94,revision_number=None']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:41:44.077528 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e66c15-9739-497a-8fa0-852b4ca03f61 req-c86c02a6-cf23-4ae3-a107-a68aa7018e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:44.079044 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-56e66c15-9739-497a-8fa0-852b4ca03f61 req-c86c02a6-cf23-4ae3-a107-a68aa7018e60 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7d6decb1-add4-41a2-b83e-9ac42c2293d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467763 Apr 12 19:41:44.101972 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.db.l3_dvrscheduler_db [req-67e67bac-092f-4af5-a07a-b489eb06c114 req-c88eded6-0059-4431-9284-7a59f1c86cb9 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] No DVR routers for this DVR port 92fd1033-f936-44bf-a374-9022a8cf0b94 on host hv-cinder-83754 {{(pid=106707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 19:41:44.105975 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [req-67e67bac-092f-4af5-a07a-b489eb06c114 req-c88eded6-0059-4431-9284-7a59f1c86cb9 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245471'] for port (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:44.109842 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-67e67bac-092f-4af5-a07a-b489eb06c114 req-c88eded6-0059-4431-9284-7a59f1c86cb9 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.25 "DELETE /v2.0/ports/92fd1033-f936-44bf-a374-9022a8cf0b94 HTTP/1.1" status: 204 len: 173 time: 0.4579287 Apr 12 19:41:44.110755 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5136d3b0-b5c7-42d5-8eb4-d3cbf9bbb88f', 'name': 'network-vif-deleted', 'tag': '92fd1033-f936-44bf-a374-9022a8cf0b94'}] {{(pid=106707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:41:44.113879 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24bc1a40dab415d93c04770333daaec18ee8cbc44e8bdbc940996836fe034448" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0457a8b6-fdac-466b-b76e-dcd2b26226c2" -d '{"events": [{"server_uuid": "5136d3b0-b5c7-42d5-8eb4-d3cbf9bbb88f", "name": "network-vif-deleted", "tag": "92fd1033-f936-44bf-a374-9022a8cf0b94"}]}' {{(pid=106707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:41:44.146866 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] get_ports_and_sgs() called for port_ids ['92fd1033-f936-44bf-a374-9022a8cf0b94'] {{(pid=106714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 19:41:44.166551 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 19:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0bbd2f3-274c-45e5-9d92-5f00439557ac x-openstack-request-id: req-c0bbd2f3-274c-45e5-9d92-5f00439557ac {{(pid=106707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:41:44.166843 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5136d3b0-b5c7-42d5-8eb4-d3cbf9bbb88f", "name": "network-vif-deleted", "tag": "92fd1033-f936-44bf-a374-9022a8cf0b94", "status": "completed", "code": 200}]} {{(pid=106707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:41:44.167200 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c0bbd2f3-274c-45e5-9d92-5f00439557ac {{(pid=106707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:41:44.167580 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0bbd2f3-274c-45e5-9d92-5f00439557ac'] response: {'server_uuid': '5136d3b0-b5c7-42d5-8eb4-d3cbf9bbb88f', 'name': 'network-vif-deleted', 'tag': '92fd1033-f936-44bf-a374-9022a8cf0b94', 'status': 'completed', 'code': 200} Apr 12 19:41:44.189074 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-56e66c15-9739-497a-8fa0-852b4ca03f61 req-39dcb43c-5f17-4fa3-8b31-3eeb6f1c16dc service neutron] 10.222.0.25 "GET /v2.0/networks/7d6decb1-add4-41a2-b83e-9ac42c2293d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032507 Apr 12 19:41:44.303944 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-56e66c15-9739-497a-8fa0-852b4ca03f61 req-acd8d701-ad66-4573-bc52-1015268ad558 service neutron] 10.222.0.25 "GET /v2.0/networks/7d6decb1-add4-41a2-b83e-9ac42c2293d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901685 Apr 12 19:41:44.500868 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-3c8174ad-49c6-40d4-b101-cfc938948754 req-abe5935f-d0bb-4f4c-bc75-19dd2caa442a tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/ports?device_id=5136d3b0-b5c7-42d5-8eb4-d3cbf9bbb88f HTTP/1.1" status: 200 len: 210 time: 0.0427334 Apr 12 19:41:44.504130 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f84d84-595d-4b55-9282-9bc9b33892ed req-e598713f-b56b-43c7-8e4e-6049687f2529 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:44.511791 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-f2f84d84-595d-4b55-9282-9bc9b33892ed req-e598713f-b56b-43c7-8e4e-6049687f2529 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed5d5b75-5593-42f3-8e63-2df69df80a03 HTTP/1.1" status: 200 len: 945 time: 0.0678096 Apr 12 19:41:44.587772 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Device f9ffe87e-2b3b-4df2-8a9f-4b266f5c8763 up at agent hyperv_hv-cinder-83754 {{(pid=106714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:41:44.588887 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-f2f84d84-595d-4b55-9282-9bc9b33892ed req-2bc00d7b-96ce-4f7d-a259-c4fdbd653896 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=346a5e8c-2cdd-4158-9a92-b9fe91eadcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760498 Apr 12 19:41:44.669139 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Provisioning for port f9ffe87e-2b3b-4df2-8a9f-4b266f5c8763 completed by entity L2. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 19:41:44.680393 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Provisioning complete for port f9ffe87e-2b3b-4df2-8a9f-4b266f5c8763 triggered by entity L2. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:41:44.680835 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (f9ffe87e-2b3b-4df2-8a9f-4b266f5c8763), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:44.762334 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Current status of the port f9ffe87e-2b3b-4df2-8a9f-4b266f5c8763 is: BUILD; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:41:44.762724 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (f9ffe87e-2b3b-4df2-8a9f-4b266f5c8763), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:44.785444 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 34806) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:41:44.786609 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed5d5b75-5593-42f3-8e63-2df69df80a03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9ffe87e-2b3b-4df2-8a9f-4b266f5c8763'}] {{(pid=106714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:41:44.789474 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a81cf7441df70286f4dc8f717b9c4c32a6686a605fef215f859f2b4f09b95be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dd8d731-7904-4196-9b66-c58de3a4825d" -d '{"events": [{"server_uuid": "ed5d5b75-5593-42f3-8e63-2df69df80a03", "name": "network-vif-plugged", "status": "completed", "tag": "f9ffe87e-2b3b-4df2-8a9f-4b266f5c8763"}]}' {{(pid=106714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:41:44.802423 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] For port f9ffe87e-2b3b-4df2-8a9f-4b266f5c8763, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=f9ffe87e-2b3b-4df2-8a9f-4b266f5c8763,segment=NetworkSegment(333e6cad-b775-43de-9af0-3109522046bb),segment_id=333e6cad-b775-43de-9af0-3109522046bb)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:41:44.806652 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (f9ffe87e-2b3b-4df2-8a9f-4b266f5c8763), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:44.833222 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 19:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-742f9259-5f2a-44d5-89a0-22ad549f85a7 x-openstack-request-id: req-742f9259-5f2a-44d5-89a0-22ad549f85a7 {{(pid=106714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:41:44.833538 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed5d5b75-5593-42f3-8e63-2df69df80a03", "name": "network-vif-plugged", "status": "completed", "tag": "f9ffe87e-2b3b-4df2-8a9f-4b266f5c8763", "code": 200}]} {{(pid=106714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:41:44.833811 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-742f9259-5f2a-44d5-89a0-22ad549f85a7 {{(pid=106714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:41:44.834195 dv-cinder-837540-1-iscsi neutron-server[106714]: INFO neutron.notifiers.nova [-] Nova event matching ['req-742f9259-5f2a-44d5-89a0-22ad549f85a7'] response: {'server_uuid': 'ed5d5b75-5593-42f3-8e63-2df69df80a03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9ffe87e-2b3b-4df2-8a9f-4b266f5c8763', 'code': 200} Apr 12 19:41:44.860935 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Pushing event updated for resources: {'Port': ['ID=f9ffe87e-2b3b-4df2-8a9f-4b266f5c8763,revision_number=5']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:41:44.891996 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-038c33ed-0424-445f-8a6b-288427335d42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:44.963496 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-038c33ed-0424-445f-8a6b-288427335d42 admin admin] Publish callbacks [] for security_group (b18fb1b9-2476-4a0e-aa3f-f7ec2c03b282), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:44.966944 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-038c33ed-0424-445f-8a6b-288427335d42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (b18fb1b9-2476-4a0e-aa3f-f7ec2c03b282), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:45.008059 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-038c33ed-0424-445f-8a6b-288427335d42 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ab0b466e8f2f437f9dcbd844bb68ebde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2214155 Apr 12 19:41:45.008963 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c33ed-0424-445f-8a6b-288427335d42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b18fb1b9-2476-4a0e-aa3f-f7ec2c03b282,revision_number=1']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:41:45.010678 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 34812) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:41:45.068091 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-1c121bc9-44bb-46f9-9f41-199648eb3740 admin admin] Publish callbacks [] for security_group (b18fb1b9-2476-4a0e-aa3f-f7ec2c03b282), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:45.092027 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-1c121bc9-44bb-46f9-9f41-199648eb3740 admin admin] Publish callbacks [] for security_group (b18fb1b9-2476-4a0e-aa3f-f7ec2c03b282), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:45.149721 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-1c121bc9-44bb-46f9-9f41-199648eb3740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (b18fb1b9-2476-4a0e-aa3f-f7ec2c03b282), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:45.153815 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-1c121bc9-44bb-46f9-9f41-199648eb3740 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:45.156429 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-1c121bc9-44bb-46f9-9f41-199648eb3740 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b18fb1b9-2476-4a0e-aa3f-f7ec2c03b282 HTTP/1.1" status: 204 len: 168 time: 0.1446657 Apr 12 19:41:45.165562 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c121bc9-44bb-46f9-9f41-199648eb3740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b18fb1b9-2476-4a0e-aa3f-f7ec2c03b282,revision_number=None']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:41:45.436106 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f514c5-9797-41f8-9ddf-0a2d0978181a req-3d89592f-0957-4fc6-97f4-f0b62607e231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:45.437638 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-99f514c5-9797-41f8-9ddf-0a2d0978181a req-3d89592f-0957-4fc6-97f4-f0b62607e231 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ed5d5b75-5593-42f3-8e63-2df69df80a03 HTTP/1.1" status: 200 len: 1130 time: 0.0401742 Apr 12 19:41:45.482519 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-99f514c5-9797-41f8-9ddf-0a2d0978181a req-67983624-2ff4-4f01-88f7-3ec4dd56f2a7 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=346a5e8c-2cdd-4158-9a92-b9fe91eadcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374310 Apr 12 19:41:45.691864 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208cc192-d66d-4343-955b-c68e9d4f95bf req-46f9b808-9d1d-444c-921c-4db8bfb63b45 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:45.693417 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-208cc192-d66d-4343-955b-c68e9d4f95bf req-46f9b808-9d1d-444c-921c-4db8bfb63b45 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed5d5b75-5593-42f3-8e63-2df69df80a03 HTTP/1.1" status: 200 len: 946 time: 0.0525742 Apr 12 19:41:45.740617 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-208cc192-d66d-4343-955b-c68e9d4f95bf req-824a6b61-0ef1-4059-8378-a70401fbf889 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=346a5e8c-2cdd-4158-9a92-b9fe91eadcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411007 Apr 12 19:41:45.817519 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50167335-f8cc-462d-8f3e-ac7964834c87 req-b9a66ba0-7362-4e3e-befc-1416a6eb0920 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:45.818964 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-50167335-f8cc-462d-8f3e-ac7964834c87 req-b9a66ba0-7362-4e3e-befc-1416a6eb0920 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/networks?id=1bd0fdf0-c639-45b6-addc-35b5a883ecf6 HTTP/1.1" status: 200 len: 807 time: 0.1011772 Apr 12 19:41:45.833540 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-50167335-f8cc-462d-8f3e-ac7964834c87 req-1df77710-c84f-4636-821e-7321e298bee8 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/quotas/cda9058786dc4aa9a218711757d096ec HTTP/1.1" status: 200 len: 375 time: 0.0085986 Apr 12 19:41:45.865663 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-50167335-f8cc-462d-8f3e-ac7964834c87 req-c51b02b4-6629-40e5-80d7-ba4eb70c86b1 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=cda9058786dc4aa9a218711757d096ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270288 Apr 12 19:41:45.956275 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-50167335-f8cc-462d-8f3e-ac7964834c87 req-cccdae49-a4a1-4959-be56-bf776de3ec55 service neutron] 10.222.0.15 "GET /v2.0/networks/1bd0fdf0-c639-45b6-addc-35b5a883ecf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834489 Apr 12 19:41:46.047356 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-50167335-f8cc-462d-8f3e-ac7964834c87 req-1a3376b6-6362-4a62-a001-1f4371fd8334 service neutron] 10.222.0.15 "GET /v2.0/networks/1bd0fdf0-c639-45b6-addc-35b5a883ecf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853093 Apr 12 19:41:46.201474 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-bc444db2-f180-49bb-b994-05a7fd646a33 req-9e759d6e-8161-487d-bf8e-047c0d97c896 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/ports?device_id=a61ed327-2de1-4021-9006-0d92dfe356d1 HTTP/1.1" status: 200 len: 210 time: 0.0278659 Apr 12 19:41:46.265318 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-b67c50d4-452f-4958-93b5-2a036ec551ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (4d9412c4-31b2-4fbf-87a0-f931332ab9d5), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:46.596220 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Device 92fd1033-f936-44bf-a374-9022a8cf0b94 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=106714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 19:41:46.616416 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] No Port match for: 92fd1033-f936-44bf-a374-9022a8cf0b94 {{(pid=106714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 19:41:46.616768 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Device 92fd1033-f936-44bf-a374-9022a8cf0b94 not bound to the agent host hv-cinder-83754 {{(pid=106714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 19:41:46.860637 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21af61d3-07ec-41f3-8c66-9f774a79714a req-72ef7e17-8ff2-4c97-8758-5a60993696c3 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:46.862135 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-21af61d3-07ec-41f3-8c66-9f774a79714a req-72ef7e17-8ff2-4c97-8758-5a60993696c3 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed5d5b75-5593-42f3-8e63-2df69df80a03 HTTP/1.1" status: 200 len: 946 time: 0.0492299 Apr 12 19:41:46.909215 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-21af61d3-07ec-41f3-8c66-9f774a79714a req-b85dcda8-c33b-4c32-8b25-3349dddc6f82 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=346a5e8c-2cdd-4158-9a92-b9fe91eadcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412116 Apr 12 19:41:47.196871 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-0fb4a5ae-492f-43e3-90d5-82372e23b9ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (01005bd1-5b1e-41c6-b9b3-a4d4f93589b9), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:47.294666 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-c8a81312-60d9-44ac-8cc3-6ead5306df45 req-e68c7226-a1be-47b2-b4a8-ab9a3d5266fe tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/ports?device_id=a61ed327-2de1-4021-9006-0d92dfe356d1 HTTP/1.1" status: 200 len: 210 time: 0.0270290 Apr 12 19:41:47.899661 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50167335-f8cc-462d-8f3e-ac7964834c87 req-f4295246-0491-4abf-87c7-0ff080a9270f tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:47.901492 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-50167335-f8cc-462d-8f3e-ac7964834c87 req-f4295246-0491-4abf-87c7-0ff080a9270f tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.25 "GET /v2.0/networks?id=1bd0fdf0-c639-45b6-addc-35b5a883ecf6 HTTP/1.1" status: 200 len: 807 time: 0.1103697 Apr 12 19:41:47.917597 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.v2.base [req-50167335-f8cc-462d-8f3e-ac7964834c87 req-40d02ed0-ce53-4e0d-a154-90db233aa338 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] Request body: {'port': {'device_id': 'a61ed327-2de1-4021-9006-0d92dfe356d1', 'network_id': '1bd0fdf0-c639-45b6-addc-35b5a883ecf6', 'admin_state_up': True, 'tenant_id': 'cda9058786dc4aa9a218711757d096ec'}} {{(pid=106704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:41:48.035943 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f40c6b7-f4c4-4007-94d2-7c98975e9431 req-eb705231-8779-451f-9d97-09c189cde0b8 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:48.037432 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-1f40c6b7-f4c4-4007-94d2-7c98975e9431 req-eb705231-8779-451f-9d97-09c189cde0b8 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed5d5b75-5593-42f3-8e63-2df69df80a03 HTTP/1.1" status: 200 len: 946 time: 0.0518444 Apr 12 19:41:48.040190 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50167335-f8cc-462d-8f3e-ac7964834c87 req-40d02ed0-ce53-4e0d-a154-90db233aa338 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] Made reservation on behalf of cda9058786dc4aa9a218711757d096ec for: {'port': 1} {{(pid=106704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:41:48.043503 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-50167335-f8cc-462d-8f3e-ac7964834c87 req-40d02ed0-ce53-4e0d-a154-90db233aa338 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:48.083509 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-1f40c6b7-f4c4-4007-94d2-7c98975e9431 req-523cc13e-d987-4ed5-af22-f9e32b66a8f8 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=346a5e8c-2cdd-4158-9a92-b9fe91eadcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403979 Apr 12 19:41:48.169012 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.db_base_plugin_common [req-50167335-f8cc-462d-8f3e-ac7964834c87 req-40d02ed0-ce53-4e0d-a154-90db233aa338 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] Allocated IP 172.20.0.14 (1bd0fdf0-c639-45b6-addc-35b5a883ecf6/705c3a53-42a9-4585-bb45-55913253aeae/d00400ff-ad3b-43d5-afe9-c520f5ba8b23) {{(pid=106704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:41:48.326860 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-50167335-f8cc-462d-8f3e-ac7964834c87 req-40d02ed0-ce53-4e0d-a154-90db233aa338 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] Publish callbacks [] for port (d00400ff-ad3b-43d5-afe9-c520f5ba8b23), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:48.362370 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-50167335-f8cc-462d-8f3e-ac7964834c87 req-40d02ed0-ce53-4e0d-a154-90db233aa338 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749198058662'] for port (d00400ff-ad3b-43d5-afe9-c520f5ba8b23), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:48.373629 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d13915-2202-4b57-a9fd-d5a23c59f106 req-f438296a-f0b4-406d-99a4-7af6a201d1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:48.375296 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-88d13915-2202-4b57-a9fd-d5a23c59f106 req-f438296a-f0b4-406d-99a4-7af6a201d1ad service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e2849b4a348c4795bf965ba8cdf2467d&device_id=ed5d5b75-5593-42f3-8e63-2df69df80a03 HTTP/1.1" status: 200 len: 1130 time: 0.0681937 Apr 12 19:41:48.386722 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f2cec5-c2c1-4130-8053-6ca568c62191 req-40316c34-2885-402e-8fb0-434eb8cf5744 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:48.388224 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-04f2cec5-c2c1-4130-8053-6ca568c62191 req-40316c34-2885-402e-8fb0-434eb8cf5744 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed5d5b75-5593-42f3-8e63-2df69df80a03 HTTP/1.1" status: 200 len: 946 time: 0.0700309 Apr 12 19:41:48.438318 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50167335-f8cc-462d-8f3e-ac7964834c87 req-40d02ed0-ce53-4e0d-a154-90db233aa338 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] Network 1bd0fdf0-c639-45b6-addc-35b5a883ecf6 is already hosted by enough agents. {{(pid=106704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:41:48.449227 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.base_scheduler [req-50167335-f8cc-462d-8f3e-ac7964834c87 req-40d02ed0-ce53-4e0d-a154-90db233aa338 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] Resources bound (agent type, host, resource id): {{(pid=106704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:41:48.451628 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.l3_dvrscheduler_db [req-50167335-f8cc-462d-8f3e-ac7964834c87 req-40d02ed0-ce53-4e0d-a154-90db233aa338 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] Received port after_create {{(pid=106704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:41:48.456887 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50167335-f8cc-462d-8f3e-ac7964834c87 req-40d02ed0-ce53-4e0d-a154-90db233aa338 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:48.457498 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-50167335-f8cc-462d-8f3e-ac7964834c87 req-40d02ed0-ce53-4e0d-a154-90db233aa338 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245471'] for port (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:48.469539 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa60ded-b121-4401-a163-3e75fcdacdef req-1aa3db7b-ba61-4ab9-8242-1f3de1ba3769 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:48.471007 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-6fa60ded-b121-4401-a163-3e75fcdacdef req-1aa3db7b-ba61-4ab9-8242-1f3de1ba3769 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/ports?device_id=a61ed327-2de1-4021-9006-0d92dfe356d1 HTTP/1.1" status: 200 len: 932 time: 0.0976143 Apr 12 19:41:48.476543 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d02ed0-ce53-4e0d-a154-90db233aa338 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] Pushing event updated for resources: {'Port': ['ID=d00400ff-ad3b-43d5-afe9-c520f5ba8b23,revision_number=1']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:41:48.498664 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-04f2cec5-c2c1-4130-8053-6ca568c62191 req-c2f79f7d-a6d2-4843-b6d6-0902dfc07d95 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=346a5e8c-2cdd-4158-9a92-b9fe91eadcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018405 Apr 12 19:41:48.500358 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-50167335-f8cc-462d-8f3e-ac7964834c87 req-40d02ed0-ce53-4e0d-a154-90db233aa338 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5879941 Apr 12 19:41:48.515378 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d13915-2202-4b57-a9fd-d5a23c59f106 req-f890838a-9ef3-4724-afe1-ce5d65ec5206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:48.516211 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-88d13915-2202-4b57-a9fd-d5a23c59f106 req-f890838a-9ef3-4724-afe1-ce5d65ec5206 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9 HTTP/1.1" status: 200 len: 919 time: 0.1270504 Apr 12 19:41:48.537689 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.v2.base [req-50167335-f8cc-462d-8f3e-ac7964834c87 req-5a85f385-2b6b-47b7-9b0f-86624cf8fdaf service neutron] Request body: {'port': {'device_id': 'a61ed327-2de1-4021-9006-0d92dfe356d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=106704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:41:48.544561 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-6fa60ded-b121-4401-a163-3e75fcdacdef req-f7fcef4f-dcb9-4f89-8291-08c128c636e0 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/security-groups?id=494cadc4-45e4-4fe5-87fc-9bcf0ce1a223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640328 Apr 12 19:41:48.568557 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-88d13915-2202-4b57-a9fd-d5a23c59f106 req-585e8d70-1a08-487a-9de5-84f9617ac4f0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f9ffe87e-2b3b-4df2-8a9f-4b266f5c8763 HTTP/1.1" status: 200 len: 217 time: 0.0377338 Apr 12 19:41:48.598158 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-50167335-f8cc-462d-8f3e-ac7964834c87 req-5a85f385-2b6b-47b7-9b0f-86624cf8fdaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (d00400ff-ad3b-43d5-afe9-c520f5ba8b23), before_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:48.616459 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d13915-2202-4b57-a9fd-d5a23c59f106 req-a2ece470-c27c-45de-993b-6b90f8408288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:48.617918 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-88d13915-2202-4b57-a9fd-d5a23c59f106 req-a2ece470-c27c-45de-993b-6b90f8408288 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7f57a095-a707-4feb-9d1c-8b1458759bd7 HTTP/1.1" status: 200 len: 857 time: 0.0429580 Apr 12 19:41:48.659908 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-655d5a5e-25bf-423f-acb4-166f4bec9d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (f3d2fb0e-5305-4f08-ab1f-5f1d50bdad22), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:48.666074 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d13915-2202-4b57-a9fd-d5a23c59f106 req-552274bf-aff4-4d45-9d74-b0a4289576c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:48.667581 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-88d13915-2202-4b57-a9fd-d5a23c59f106 req-552274bf-aff4-4d45-9d74-b0a4289576c2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426936 Apr 12 19:41:48.759239 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-88d13915-2202-4b57-a9fd-d5a23c59f106 req-0e0a9b4d-a164-4853-acbe-ceec984aa1c2 service neutron] 10.222.0.25 "GET /v2.0/networks/a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848408 Apr 12 19:41:48.849561 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-88d13915-2202-4b57-a9fd-d5a23c59f106 req-d2d9e131-0e65-4637-b59f-817d32ffc613 service neutron] 10.222.0.25 "GET /v2.0/networks/a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819111 Apr 12 19:41:48.865372 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.notifiers.nova [req-50167335-f8cc-462d-8f3e-ac7964834c87 req-5a85f385-2b6b-47b7-9b0f-86624cf8fdaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d00400ff-ad3b-43d5-afe9-c520f5ba8b23 {{(pid=106704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 19:41:48.873465 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-50167335-f8cc-462d-8f3e-ac7964834c87 req-5a85f385-2b6b-47b7-9b0f-86624cf8fdaf service neutron] Publish callbacks [] for port (d00400ff-ad3b-43d5-afe9-c520f5ba8b23), precommit_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:48.886908 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.provisioning_blocks [req-50167335-f8cc-462d-8f3e-ac7964834c87 req-5a85f385-2b6b-47b7-9b0f-86624cf8fdaf service neutron] Transition to ACTIVE for port object d00400ff-ad3b-43d5-afe9-c520f5ba8b23 will not be triggered until provisioned by entity L2. {{(pid=106704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 19:41:48.890796 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-50167335-f8cc-462d-8f3e-ac7964834c87 req-5a85f385-2b6b-47b7-9b0f-86624cf8fdaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (d00400ff-ad3b-43d5-afe9-c520f5ba8b23), after_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:48.938227 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a85f385-2b6b-47b7-9b0f-86624cf8fdaf service neutron] Pushing event updated for resources: {'Port': ['ID=d00400ff-ad3b-43d5-afe9-c520f5ba8b23,revision_number=2']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:41:48.971240 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.managers [req-50167335-f8cc-462d-8f3e-ac7964834c87 req-5a85f385-2b6b-47b7-9b0f-86624cf8fdaf service neutron] Attempting to bind port d00400ff-ad3b-43d5-afe9-c520f5ba8b23 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:41:48.971570 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.managers [req-50167335-f8cc-462d-8f3e-ac7964834c87 req-5a85f385-2b6b-47b7-9b0f-86624cf8fdaf service neutron] Attempting to bind port d00400ff-ad3b-43d5-afe9-c520f5ba8b23 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': 'c09d3499-9788-4094-b7d0-93f43dec1b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1bd0fdf0-c639-45b6-addc-35b5a883ecf6'}] {{(pid=106704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:41:48.971897 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50167335-f8cc-462d-8f3e-ac7964834c87 req-5a85f385-2b6b-47b7-9b0f-86624cf8fdaf service neutron] Attempting to bind port d00400ff-ad3b-43d5-afe9-c520f5ba8b23 on network 1bd0fdf0-c639-45b6-addc-35b5a883ecf6 {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:41:48.976232 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50167335-f8cc-462d-8f3e-ac7964834c87 req-5a85f385-2b6b-47b7-9b0f-86624cf8fdaf service neutron] Port d00400ff-ad3b-43d5-afe9-c520f5ba8b23 on network 1bd0fdf0-c639-45b6-addc-35b5a883ecf6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 19:41:48.976550 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50167335-f8cc-462d-8f3e-ac7964834c87 req-5a85f385-2b6b-47b7-9b0f-86624cf8fdaf service neutron] Attempting to bind port d00400ff-ad3b-43d5-afe9-c520f5ba8b23 on network 1bd0fdf0-c639-45b6-addc-35b5a883ecf6 {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:41:48.981367 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50167335-f8cc-462d-8f3e-ac7964834c87 req-5a85f385-2b6b-47b7-9b0f-86624cf8fdaf service neutron] Checking agent: {'id': 'ce4c6b0b-91ae-4576-82ad-f2f4ee2d2a45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 37, 20), 'started_at': datetime.datetime(2022, 4, 12, 19, 37, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:41:48.981704 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50167335-f8cc-462d-8f3e-ac7964834c87 req-5a85f385-2b6b-47b7-9b0f-86624cf8fdaf service neutron] Checking segment: {'id': 'c09d3499-9788-4094-b7d0-93f43dec1b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1bd0fdf0-c639-45b6-addc-35b5a883ecf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:41:48.982084 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50167335-f8cc-462d-8f3e-ac7964834c87 req-5a85f385-2b6b-47b7-9b0f-86624cf8fdaf service neutron] Bound using segment: {'id': 'c09d3499-9788-4094-b7d0-93f43dec1b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1bd0fdf0-c639-45b6-addc-35b5a883ecf6'} {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:41:48.982508 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.managers [req-50167335-f8cc-462d-8f3e-ac7964834c87 req-5a85f385-2b6b-47b7-9b0f-86624cf8fdaf service neutron] Bound port: d00400ff-ad3b-43d5-afe9-c520f5ba8b23, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c09d3499-9788-4094-b7d0-93f43dec1b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1bd0fdf0-c639-45b6-addc-35b5a883ecf6'}}] {{(pid=106704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:41:48.982857 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-50167335-f8cc-462d-8f3e-ac7964834c87 req-5a85f385-2b6b-47b7-9b0f-86624cf8fdaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (d00400ff-ad3b-43d5-afe9-c520f5ba8b23), before_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:49.050324 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.db [req-50167335-f8cc-462d-8f3e-ac7964834c87 req-5a85f385-2b6b-47b7-9b0f-86624cf8fdaf service neutron] For port d00400ff-ad3b-43d5-afe9-c520f5ba8b23, host hv-cinder-83754, cleared binding levels {{(pid=106704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:41:49.053595 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.db [req-50167335-f8cc-462d-8f3e-ac7964834c87 req-5a85f385-2b6b-47b7-9b0f-86624cf8fdaf service neutron] For port d00400ff-ad3b-43d5-afe9-c520f5ba8b23, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=d00400ff-ad3b-43d5-afe9-c520f5ba8b23,segment=NetworkSegment(c09d3499-9788-4094-b7d0-93f43dec1b2f),segment_id=c09d3499-9788-4094-b7d0-93f43dec1b2f)] {{(pid=106704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:41:49.060272 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-50167335-f8cc-462d-8f3e-ac7964834c87 req-5a85f385-2b6b-47b7-9b0f-86624cf8fdaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (d00400ff-ad3b-43d5-afe9-c520f5ba8b23), after_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:49.092633 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50167335-f8cc-462d-8f3e-ac7964834c87 req-5a85f385-2b6b-47b7-9b0f-86624cf8fdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:49.093254 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-50167335-f8cc-462d-8f3e-ac7964834c87 req-5a85f385-2b6b-47b7-9b0f-86624cf8fdaf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245471'] for port (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:49.094844 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-50167335-f8cc-462d-8f3e-ac7964834c87 req-5a85f385-2b6b-47b7-9b0f-86624cf8fdaf service neutron] 10.222.0.25 "PUT /v2.0/ports/d00400ff-ad3b-43d5-afe9-c520f5ba8b23 HTTP/1.1" status: 200 len: 1094 time: 0.5635364 Apr 12 19:41:49.097385 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a61ed327-2de1-4021-9006-0d92dfe356d1', 'tag': 'd00400ff-ad3b-43d5-afe9-c520f5ba8b23'}] {{(pid=106704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:41:49.099653 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7198706052eeb44005bd3d373437c5078b0bb903de01f30342c0d4536e5352d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6533ecc7-d543-4558-946d-1a66a6c20bdf" -d '{"events": [{"name": "network-changed", "server_uuid": "a61ed327-2de1-4021-9006-0d92dfe356d1", "tag": "d00400ff-ad3b-43d5-afe9-c520f5ba8b23"}]}' {{(pid=106704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:41:49.141441 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 19:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b23e558-1ecf-4040-b7da-b3ecdbe4a3c8 x-openstack-request-id: req-1b23e558-1ecf-4040-b7da-b3ecdbe4a3c8 {{(pid=106704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:41:49.141738 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a61ed327-2de1-4021-9006-0d92dfe356d1", "tag": "d00400ff-ad3b-43d5-afe9-c520f5ba8b23", "status": "completed", "code": 200}]} {{(pid=106704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:41:49.141992 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1b23e558-1ecf-4040-b7da-b3ecdbe4a3c8 {{(pid=106704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:41:49.142397 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b23e558-1ecf-4040-b7da-b3ecdbe4a3c8'] response: {'name': 'network-changed', 'server_uuid': 'a61ed327-2de1-4021-9006-0d92dfe356d1', 'tag': 'd00400ff-ad3b-43d5-afe9-c520f5ba8b23', 'status': 'completed', 'code': 200} Apr 12 19:41:49.143359 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a85f385-2b6b-47b7-9b0f-86624cf8fdaf service neutron] Pushing event updated for resources: {'Port': ['ID=d00400ff-ad3b-43d5-afe9-c520f5ba8b23,revision_number=3']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:41:49.187573 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50167335-f8cc-462d-8f3e-ac7964834c87 req-86bf778a-387c-4604-ba0e-743d03e8bf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:49.189115 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-50167335-f8cc-462d-8f3e-ac7964834c87 req-86bf778a-387c-4604-ba0e-743d03e8bf7b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cda9058786dc4aa9a218711757d096ec&device_id=a61ed327-2de1-4021-9006-0d92dfe356d1 HTTP/1.1" status: 200 len: 1128 time: 0.0422366 Apr 12 19:41:49.315425 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-50167335-f8cc-462d-8f3e-ac7964834c87 req-cf400569-3d94-4b68-bab8-ca364b6c3f4c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d00400ff-ad3b-43d5-afe9-c520f5ba8b23 HTTP/1.1" status: 200 len: 217 time: 0.0356760 Apr 12 19:41:49.369137 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50167335-f8cc-462d-8f3e-ac7964834c87 req-026604c9-a4f7-4f9a-962c-6f2d631ab221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:49.370992 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-50167335-f8cc-462d-8f3e-ac7964834c87 req-026604c9-a4f7-4f9a-962c-6f2d631ab221 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=705c3a53-42a9-4585-bb45-55913253aeae HTTP/1.1" status: 200 len: 847 time: 0.0488729 Apr 12 19:41:49.416688 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-50167335-f8cc-462d-8f3e-ac7964834c87 req-7790ebe1-b098-4a36-ac3e-4f4da154f977 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1bd0fdf0-c639-45b6-addc-35b5a883ecf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356753 Apr 12 19:41:49.507239 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-50167335-f8cc-462d-8f3e-ac7964834c87 req-ee551a41-47ca-4525-b811-9083306c1528 service neutron] 10.222.0.25 "GET /v2.0/networks/1bd0fdf0-c639-45b6-addc-35b5a883ecf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820475 Apr 12 19:41:49.633712 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275df9bb-8f96-4f7d-9042-c1493d228c1d req-2a12c80e-d967-4060-80d1-c0d6fe905ff9 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:49.635199 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-275df9bb-8f96-4f7d-9042-c1493d228c1d req-2a12c80e-d967-4060-80d1-c0d6fe905ff9 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed5d5b75-5593-42f3-8e63-2df69df80a03 HTTP/1.1" status: 200 len: 946 time: 0.0581861 Apr 12 19:41:49.662740 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-50167335-f8cc-462d-8f3e-ac7964834c87 req-00c01d25-fd6e-46d0-a1d5-34333bb93c06 service neutron] 10.222.0.25 "GET /v2.0/networks/1bd0fdf0-c639-45b6-addc-35b5a883ecf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403892 Apr 12 19:41:49.675875 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92ecd12-984a-4f4a-a237-376be37b9d3f req-da6047fe-ca9a-46b4-86be-fce949a3eca3 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:49.677611 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-f92ecd12-984a-4f4a-a237-376be37b9d3f req-da6047fe-ca9a-46b4-86be-fce949a3eca3 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/ports?device_id=a61ed327-2de1-4021-9006-0d92dfe356d1 HTTP/1.1" status: 200 len: 944 time: 0.0551543 Apr 12 19:41:49.692772 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-275df9bb-8f96-4f7d-9042-c1493d228c1d req-609cf37c-8da8-4024-8344-be465e89763b tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=346a5e8c-2cdd-4158-9a92-b9fe91eadcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509493 Apr 12 19:41:49.742298 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-f92ecd12-984a-4f4a-a237-376be37b9d3f req-600b192d-03e9-41a7-82ff-e69a61a50f4f tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/security-groups?id=494cadc4-45e4-4fe5-87fc-9bcf0ce1a223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559847 Apr 12 19:41:50.440912 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (e0bf5abe-d5c5-40a1-a359-03156ade36a4), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:50.816665 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea70961-e6bd-4da8-a6bf-cedf569f4ebe req-edccf32a-37fd-4489-8b48-d3b002c21c09 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:50.824316 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-bea70961-e6bd-4da8-a6bf-cedf569f4ebe req-edccf32a-37fd-4489-8b48-d3b002c21c09 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed5d5b75-5593-42f3-8e63-2df69df80a03 HTTP/1.1" status: 200 len: 946 time: 0.0590763 Apr 12 19:41:50.861038 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1997992-3a2a-4da2-a13e-366cc8e84322 req-3fbb4168-2006-4c2d-9d2c-beb16c3b0449 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:50.862488 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-a1997992-3a2a-4da2-a13e-366cc8e84322 req-3fbb4168-2006-4c2d-9d2c-beb16c3b0449 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/ports?device_id=a61ed327-2de1-4021-9006-0d92dfe356d1 HTTP/1.1" status: 200 len: 944 time: 0.0474191 Apr 12 19:41:50.867828 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-bea70961-e6bd-4da8-a6bf-cedf569f4ebe req-1781717f-f6ba-45aa-9960-3d2b0e1318e0 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=346a5e8c-2cdd-4158-9a92-b9fe91eadcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425942 Apr 12 19:41:50.912755 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-a1997992-3a2a-4da2-a13e-366cc8e84322 req-f0a7c6d9-bba2-4359-b5fc-3d4a4c9c7f5e tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/security-groups?id=494cadc4-45e4-4fe5-87fc-9bcf0ce1a223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431886 Apr 12 19:41:51.981974 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15cf873-b0ec-48b4-964d-6406b5b726bc req-f114f4ac-1470-4368-8027-f09695faff20 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:51.983461 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-d15cf873-b0ec-48b4-964d-6406b5b726bc req-f114f4ac-1470-4368-8027-f09695faff20 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed5d5b75-5593-42f3-8e63-2df69df80a03 HTTP/1.1" status: 200 len: 946 time: 0.0467248 Apr 12 19:41:52.025623 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2612366-5a5f-48cd-b192-a0a0a6912271 req-39b301e8-0247-4036-9b3e-1c3e7786cd37 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:52.027085 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-b2612366-5a5f-48cd-b192-a0a0a6912271 req-39b301e8-0247-4036-9b3e-1c3e7786cd37 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/ports?device_id=a61ed327-2de1-4021-9006-0d92dfe356d1 HTTP/1.1" status: 200 len: 944 time: 0.0480816 Apr 12 19:41:52.033835 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-d15cf873-b0ec-48b4-964d-6406b5b726bc req-803cd60e-cb99-412d-ac5e-03e2ca3c1897 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=346a5e8c-2cdd-4158-9a92-b9fe91eadcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448117 Apr 12 19:41:52.074947 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-b2612366-5a5f-48cd-b192-a0a0a6912271 req-b367ff76-7a4b-4875-a36c-316ca89d1673 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/security-groups?id=494cadc4-45e4-4fe5-87fc-9bcf0ce1a223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421100 Apr 12 19:41:52.627003 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Device d00400ff-ad3b-43d5-afe9-c520f5ba8b23 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=106714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 19:41:52.726497 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] For port d00400ff-ad3b-43d5-afe9-c520f5ba8b23, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=d00400ff-ad3b-43d5-afe9-c520f5ba8b23,segment=NetworkSegment(c09d3499-9788-4094-b7d0-93f43dec1b2f),segment_id=c09d3499-9788-4094-b7d0-93f43dec1b2f)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:41:52.738103 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Returning: {'device': 'd00400ff-ad3b-43d5-afe9-c520f5ba8b23', 'network_id': '1bd0fdf0-c639-45b6-addc-35b5a883ecf6', 'port_id': 'd00400ff-ad3b-43d5-afe9-c520f5ba8b23', 'mac_address': 'fa:16:3e:e0:36:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '705c3a53-42a9-4585-bb45-55913253aeae', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 19:41:52.775620 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Current status of the port d00400ff-ad3b-43d5-afe9-c520f5ba8b23 is: DOWN; New status is: BUILD {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:41:52.776205 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (d00400ff-ad3b-43d5-afe9-c520f5ba8b23), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:52.790472 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.notifiers.nova [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d00400ff-ad3b-43d5-afe9-c520f5ba8b23 {{(pid=106714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 19:41:52.809517 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] For port d00400ff-ad3b-43d5-afe9-c520f5ba8b23, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=d00400ff-ad3b-43d5-afe9-c520f5ba8b23,segment=NetworkSegment(c09d3499-9788-4094-b7d0-93f43dec1b2f),segment_id=c09d3499-9788-4094-b7d0-93f43dec1b2f)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:41:52.813457 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (d00400ff-ad3b-43d5-afe9-c520f5ba8b23), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:52.861005 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Pushing event updated for resources: {'Port': ['ID=d00400ff-ad3b-43d5-afe9-c520f5ba8b23,revision_number=4']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:41:52.869508 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:41:52.869508 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:41:52.869508 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:41:52.869508 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:41:52.869839 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:41:52.869920 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:41:52.870203 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:41:52.870529 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:41:52.870852 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:41:52.871176 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:41:52.871498 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:41:52.871820 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:41:52.872160 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:41:52.872531 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:41:52.872853 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:41:53.148145 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324b2aba-71f9-44c0-a069-d253f35d4504 req-7ecea583-7c7d-4912-a1a8-61198c5f4c21 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:53.149628 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-324b2aba-71f9-44c0-a069-d253f35d4504 req-7ecea583-7c7d-4912-a1a8-61198c5f4c21 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed5d5b75-5593-42f3-8e63-2df69df80a03 HTTP/1.1" status: 200 len: 946 time: 0.0510602 Apr 12 19:41:53.192061 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee49824-a763-408a-a858-549be920de5a req-041096c7-ed70-47b7-9e1f-6f009c1bead3 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:53.193560 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-aee49824-a763-408a-a858-549be920de5a req-041096c7-ed70-47b7-9e1f-6f009c1bead3 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/ports?device_id=a61ed327-2de1-4021-9006-0d92dfe356d1 HTTP/1.1" status: 200 len: 945 time: 0.0500224 Apr 12 19:41:53.198529 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-324b2aba-71f9-44c0-a069-d253f35d4504 req-620ad886-9f34-4dd6-9f61-334b6a9f6fcf tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=346a5e8c-2cdd-4158-9a92-b9fe91eadcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435107 Apr 12 19:41:53.241223 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-aee49824-a763-408a-a858-549be920de5a req-46624244-41a6-499c-96f8-2899a6ff661e tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/security-groups?id=494cadc4-45e4-4fe5-87fc-9bcf0ce1a223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416889 Apr 12 19:41:53.536521 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] get_ports_and_sgs() called for port_ids ['d00400ff-ad3b-43d5-afe9-c520f5ba8b23'] {{(pid=106714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 19:41:54.105813 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6533ecc7-d543-4558-946d-1a66a6c20bdf req-bf2b5bc2-622f-4622-bd50-5c1b7c56ee13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:54.107409 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-6533ecc7-d543-4558-946d-1a66a6c20bdf req-bf2b5bc2-622f-4622-bd50-5c1b7c56ee13 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cda9058786dc4aa9a218711757d096ec&device_id=a61ed327-2de1-4021-9006-0d92dfe356d1 HTTP/1.1" status: 200 len: 1129 time: 0.0406759 Apr 12 19:41:54.200901 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6533ecc7-d543-4558-946d-1a66a6c20bdf req-b94e85ff-3436-4c7f-8be2-2f5aeaf641cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:54.202352 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-6533ecc7-d543-4558-946d-1a66a6c20bdf req-b94e85ff-3436-4c7f-8be2-2f5aeaf641cb service neutron] 10.222.0.25 "GET /v2.0/networks?id=1bd0fdf0-c639-45b6-addc-35b5a883ecf6 HTTP/1.1" status: 200 len: 908 time: 0.0882797 Apr 12 19:41:54.243624 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-6533ecc7-d543-4558-946d-1a66a6c20bdf req-2aa73582-bab4-4231-86aa-1d65eb2f9599 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d00400ff-ad3b-43d5-afe9-c520f5ba8b23 HTTP/1.1" status: 200 len: 217 time: 0.0348258 Apr 12 19:41:54.322781 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6533ecc7-d543-4558-946d-1a66a6c20bdf req-710071d0-0dff-4dcf-bdbc-19644d4c99ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:54.324272 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-6533ecc7-d543-4558-946d-1a66a6c20bdf req-710071d0-0dff-4dcf-bdbc-19644d4c99ec service neutron] 10.222.0.25 "GET /v2.0/subnets?id=705c3a53-42a9-4585-bb45-55913253aeae HTTP/1.1" status: 200 len: 847 time: 0.0746191 Apr 12 19:41:54.344998 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa917e1e-2686-43d9-b638-07a7310d3264 req-4b179bce-2d96-4d22-ab2b-ad14aec8f954 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:54.346389 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-fa917e1e-2686-43d9-b638-07a7310d3264 req-4b179bce-2d96-4d22-ab2b-ad14aec8f954 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed5d5b75-5593-42f3-8e63-2df69df80a03 HTTP/1.1" status: 200 len: 946 time: 0.0714207 Apr 12 19:41:54.368023 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-6533ecc7-d543-4558-946d-1a66a6c20bdf req-fb64c3a7-7a63-49d0-b963-2914a29d5de3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1bd0fdf0-c639-45b6-addc-35b5a883ecf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359442 Apr 12 19:41:54.369881 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea07351-b651-473e-9251-d956dcbbb11f req-9828885f-2d94-4b51-8463-b6a19ecfdd76 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:54.371400 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-4ea07351-b651-473e-9251-d956dcbbb11f req-9828885f-2d94-4b51-8463-b6a19ecfdd76 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/ports?device_id=a61ed327-2de1-4021-9006-0d92dfe356d1 HTTP/1.1" status: 200 len: 945 time: 0.0478990 Apr 12 19:41:54.421660 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-4ea07351-b651-473e-9251-d956dcbbb11f req-4a590a13-e00a-43f9-99d5-35dbd77d32c7 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/security-groups?id=494cadc4-45e4-4fe5-87fc-9bcf0ce1a223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443840 Apr 12 19:41:54.463731 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-fa917e1e-2686-43d9-b638-07a7310d3264 req-cc310e98-3169-4862-8fc9-049b7cde38aa tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=346a5e8c-2cdd-4158-9a92-b9fe91eadcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987117 Apr 12 19:41:54.507978 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-6533ecc7-d543-4558-946d-1a66a6c20bdf req-8d10e9df-27e7-4138-afa9-bba30f2ff94a service neutron] 10.222.0.25 "GET /v2.0/networks/1bd0fdf0-c639-45b6-addc-35b5a883ecf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281338 Apr 12 19:41:54.600416 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-6533ecc7-d543-4558-946d-1a66a6c20bdf req-fd45b455-27cc-4155-a8de-76ff74063de0 service neutron] 10.222.0.25 "GET /v2.0/networks/1bd0fdf0-c639-45b6-addc-35b5a883ecf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847397 Apr 12 19:41:55.001868 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Device d00400ff-ad3b-43d5-afe9-c520f5ba8b23 up at agent hyperv_hv-cinder-83754 {{(pid=106714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:41:55.040986 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (ce4c6b0b-91ae-4576-82ad-f2f4ee2d2a45), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:55.061224 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Provisioning for port d00400ff-ad3b-43d5-afe9-c520f5ba8b23 completed by entity L2. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 19:41:55.066051 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Provisioning complete for port d00400ff-ad3b-43d5-afe9-c520f5ba8b23 triggered by entity L2. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:41:55.066392 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (d00400ff-ad3b-43d5-afe9-c520f5ba8b23), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:55.271573 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Current status of the port d00400ff-ad3b-43d5-afe9-c520f5ba8b23 is: BUILD; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:41:55.271983 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (d00400ff-ad3b-43d5-afe9-c520f5ba8b23), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:55.294411 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a61ed327-2de1-4021-9006-0d92dfe356d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd00400ff-ad3b-43d5-afe9-c520f5ba8b23'}] {{(pid=106714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:41:55.296642 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a81cf7441df70286f4dc8f717b9c4c32a6686a605fef215f859f2b4f09b95be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6b0a405-5598-46d7-9d8a-838665fb9d6c" -d '{"events": [{"server_uuid": "a61ed327-2de1-4021-9006-0d92dfe356d1", "name": "network-vif-plugged", "status": "completed", "tag": "d00400ff-ad3b-43d5-afe9-c520f5ba8b23"}]}' {{(pid=106714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:41:55.309836 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] For port d00400ff-ad3b-43d5-afe9-c520f5ba8b23, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=d00400ff-ad3b-43d5-afe9-c520f5ba8b23,segment=NetworkSegment(c09d3499-9788-4094-b7d0-93f43dec1b2f),segment_id=c09d3499-9788-4094-b7d0-93f43dec1b2f)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:41:55.314178 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (d00400ff-ad3b-43d5-afe9-c520f5ba8b23), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:41:55.341076 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 19:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02813a30-9487-48b3-a1a6-6a801d48c70d x-openstack-request-id: req-02813a30-9487-48b3-a1a6-6a801d48c70d {{(pid=106714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:41:55.341392 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a61ed327-2de1-4021-9006-0d92dfe356d1", "name": "network-vif-plugged", "status": "completed", "tag": "d00400ff-ad3b-43d5-afe9-c520f5ba8b23", "code": 200}]} {{(pid=106714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:41:55.341666 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-02813a30-9487-48b3-a1a6-6a801d48c70d {{(pid=106714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:41:55.342075 dv-cinder-837540-1-iscsi neutron-server[106714]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02813a30-9487-48b3-a1a6-6a801d48c70d'] response: {'server_uuid': 'a61ed327-2de1-4021-9006-0d92dfe356d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd00400ff-ad3b-43d5-afe9-c520f5ba8b23', 'code': 200} Apr 12 19:41:55.367632 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Pushing event updated for resources: {'Port': ['ID=d00400ff-ad3b-43d5-afe9-c520f5ba8b23,revision_number=5']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:41:55.555771 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20c9849-8ad5-40b4-947e-eb77aa6f7a35 req-622e47cc-26ba-4802-83aa-9bae8ef13675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:55.555771 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-e20c9849-8ad5-40b4-947e-eb77aa6f7a35 req-622e47cc-26ba-4802-83aa-9bae8ef13675 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a61ed327-2de1-4021-9006-0d92dfe356d1 HTTP/1.1" status: 200 len: 1130 time: 0.0795753 Apr 12 19:41:55.570813 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3478969e-5261-4ba8-9bc6-e681580525ed req-09c37537-df21-41ba-8a75-b8d8fe23b547 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:55.572318 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-3478969e-5261-4ba8-9bc6-e681580525ed req-09c37537-df21-41ba-8a75-b8d8fe23b547 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/ports?device_id=a61ed327-2de1-4021-9006-0d92dfe356d1 HTTP/1.1" status: 200 len: 946 time: 0.0783827 Apr 12 19:41:55.579477 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652dca70-0672-49a2-9471-b1b58d9888b9 req-e5a85af0-070c-4dfd-be88-249ed784ad95 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:55.580960 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-652dca70-0672-49a2-9471-b1b58d9888b9 req-e5a85af0-070c-4dfd-be88-249ed784ad95 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed5d5b75-5593-42f3-8e63-2df69df80a03 HTTP/1.1" status: 200 len: 946 time: 0.0472674 Apr 12 19:41:55.631192 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-652dca70-0672-49a2-9471-b1b58d9888b9 req-9df6a9c8-e5b1-4f29-a49e-54ba77eeb72b tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=346a5e8c-2cdd-4158-9a92-b9fe91eadcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437856 Apr 12 19:41:55.641684 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-e20c9849-8ad5-40b4-947e-eb77aa6f7a35 req-6b01dbab-8526-4a40-a451-d26441c31132 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=494cadc4-45e4-4fe5-87fc-9bcf0ce1a223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779464 Apr 12 19:41:55.644805 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-3478969e-5261-4ba8-9bc6-e681580525ed req-971460e1-4a8a-4c42-b085-3e59d05966a7 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/security-groups?id=494cadc4-45e4-4fe5-87fc-9bcf0ce1a223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666006 Apr 12 19:41:56.759562 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f5b2e0-b2bf-456b-afef-034b343aa393 req-07087405-d720-44e5-be3d-2e1ef8967ff6 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:56.763675 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-34f5b2e0-b2bf-456b-afef-034b343aa393 req-07087405-d720-44e5-be3d-2e1ef8967ff6 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed5d5b75-5593-42f3-8e63-2df69df80a03 HTTP/1.1" status: 200 len: 946 time: 0.0515556 Apr 12 19:41:56.763834 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79597edd-c5be-40dd-a65e-c40770b257ec req-7cfc5e29-9c78-4842-b9a0-78597c3fcc0a tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:56.763834 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-79597edd-c5be-40dd-a65e-c40770b257ec req-7cfc5e29-9c78-4842-b9a0-78597c3fcc0a tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/ports?device_id=a61ed327-2de1-4021-9006-0d92dfe356d1 HTTP/1.1" status: 200 len: 946 time: 0.0501463 Apr 12 19:41:56.811817 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-34f5b2e0-b2bf-456b-afef-034b343aa393 req-b98c420c-6881-49a4-b7eb-b9dda9b315a9 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=346a5e8c-2cdd-4158-9a92-b9fe91eadcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439708 Apr 12 19:41:56.813459 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-79597edd-c5be-40dd-a65e-c40770b257ec req-739f8c62-45c2-4bc9-8f13-6b0163715f6c tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/security-groups?id=494cadc4-45e4-4fe5-87fc-9bcf0ce1a223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449579 Apr 12 19:41:57.213158 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-1fa3c8d6-28b0-49ed-8f4f-5959ea7a10b8 req-479aa386-2b92-47bd-a3c3-f333b5121124 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-911847564&fields=id&tenant_id=25505e1fa3da4037b5c77cccb47d3515 HTTP/1.1" status: 200 len: 267 time: 0.0428627 Apr 12 19:41:57.543986 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa3c8d6-28b0-49ed-8f4f-5959ea7a10b8 req-d5d74a5d-b3b8-4c25-b5a8-6e3172499474 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:57.545436 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-1fa3c8d6-28b0-49ed-8f4f-5959ea7a10b8 req-d5d74a5d-b3b8-4c25-b5a8-6e3172499474 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/networks?id=16f98a57-2f56-426d-a11d-35966394c1dd HTTP/1.1" status: 200 len: 809 time: 0.3258860 Apr 12 19:41:57.559316 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-1fa3c8d6-28b0-49ed-8f4f-5959ea7a10b8 req-80486682-2921-4e22-aca0-e8e4b6e1e2c2 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/quotas/25505e1fa3da4037b5c77cccb47d3515 HTTP/1.1" status: 200 len: 375 time: 0.0085256 Apr 12 19:41:57.607134 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-1fa3c8d6-28b0-49ed-8f4f-5959ea7a10b8 req-4fe9154b-da42-48d2-9794-ba8a890ed880 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=25505e1fa3da4037b5c77cccb47d3515&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0430729 Apr 12 19:41:57.704011 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-1fa3c8d6-28b0-49ed-8f4f-5959ea7a10b8 req-b6f785ea-1059-486f-9ce1-8df4b6ed9471 service neutron] 10.222.0.15 "GET /v2.0/networks/16f98a57-2f56-426d-a11d-35966394c1dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848017 Apr 12 19:41:57.805393 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-1fa3c8d6-28b0-49ed-8f4f-5959ea7a10b8 req-69a8c2a9-08c8-44ce-b004-762df7a89e35 service neutron] 10.222.0.15 "GET /v2.0/networks/16f98a57-2f56-426d-a11d-35966394c1dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948842 Apr 12 19:41:57.930480 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c1cd0-4443-41fb-a141-ef7b3b6209ee req-53ddf346-a15f-4650-b9d1-15d5232583ac tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:57.932069 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-4c1c1cd0-4443-41fb-a141-ef7b3b6209ee req-53ddf346-a15f-4650-b9d1-15d5232583ac tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed5d5b75-5593-42f3-8e63-2df69df80a03 HTTP/1.1" status: 200 len: 946 time: 0.0538304 Apr 12 19:41:57.983495 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-4c1c1cd0-4443-41fb-a141-ef7b3b6209ee req-e0c3e64a-425f-45de-8c92-90066f02971a tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=346a5e8c-2cdd-4158-9a92-b9fe91eadcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455837 Apr 12 19:41:58.101535 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df643a21-2c1e-432f-aa83-873206c0d1fe req-65449e33-d8ec-400c-9e24-f4f0c40eb942 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:58.103433 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-df643a21-2c1e-432f-aa83-873206c0d1fe req-65449e33-d8ec-400c-9e24-f4f0c40eb942 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/ports?device_id=a61ed327-2de1-4021-9006-0d92dfe356d1 HTTP/1.1" status: 200 len: 946 time: 0.0597844 Apr 12 19:41:58.116418 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-6e2ae1c3-8b26-4cef-b68d-a28ae15471b9 req-290e829a-c3be-4136-9b87-03fb630b0582 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a879394-4189-4461-b7d8-c414f598dc01 HTTP/1.1" status: 200 len: 210 time: 0.0327852 Apr 12 19:41:58.158862 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-df643a21-2c1e-432f-aa83-873206c0d1fe req-94309a65-4830-4202-987b-43bb467ce232 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/security-groups?id=494cadc4-45e4-4fe5-87fc-9bcf0ce1a223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492501 Apr 12 19:41:58.846415 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ce489-dd37-4056-9837-5ad9e703b7cf req-5f78bba4-fe1e-4da3-a679-ada88ae49753 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:58.847892 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-137ce489-dd37-4056-9837-5ad9e703b7cf req-5f78bba4-fe1e-4da3-a679-ada88ae49753 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/ports?device_id=a61ed327-2de1-4021-9006-0d92dfe356d1 HTTP/1.1" status: 200 len: 946 time: 0.0504794 Apr 12 19:41:58.900658 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-137ce489-dd37-4056-9837-5ad9e703b7cf req-62fb7d93-cc7f-4c8e-8d28-afd3a03d4f26 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/security-groups?id=494cadc4-45e4-4fe5-87fc-9bcf0ce1a223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465577 Apr 12 19:41:59.110507 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1540f86c-4c90-4a4a-8db9-649ee7d54924 req-2c2ad9c2-5a67-4ae9-a174-f4de700a4594 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:41:59.112131 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-1540f86c-4c90-4a4a-8db9-649ee7d54924 req-2c2ad9c2-5a67-4ae9-a174-f4de700a4594 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed5d5b75-5593-42f3-8e63-2df69df80a03 HTTP/1.1" status: 200 len: 946 time: 0.0501649 Apr 12 19:41:59.159771 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-1540f86c-4c90-4a4a-8db9-649ee7d54924 req-d12b5b7a-be90-4776-94d1-087377efa118 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=346a5e8c-2cdd-4158-9a92-b9fe91eadcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414207 Apr 12 19:41:59.411501 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-98fe58ab-9439-4099-b9ff-329e0cd89d4c req-9db8ac14-dc44-4f56-b21f-4c8653435057 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a879394-4189-4461-b7d8-c414f598dc01 HTTP/1.1" status: 200 len: 210 time: 0.2237203 Apr 12 19:42:00.015100 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a181d034-32be-42a3-906b-561ae77f9d5c req-185279a6-d5f1-468a-a982-04b7264b87d9 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:00.016595 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-a181d034-32be-42a3-906b-561ae77f9d5c req-185279a6-d5f1-468a-a982-04b7264b87d9 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/ports?device_id=a61ed327-2de1-4021-9006-0d92dfe356d1 HTTP/1.1" status: 200 len: 946 time: 0.0457711 Apr 12 19:42:00.066366 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-a181d034-32be-42a3-906b-561ae77f9d5c req-fbc29546-c14c-4496-92d0-2b2e0edb07dc tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/security-groups?id=494cadc4-45e4-4fe5-87fc-9bcf0ce1a223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442321 Apr 12 19:42:00.328919 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cd62dd-c2c4-4606-9e5b-efdb45466e3c req-4dd21101-af2e-4666-92d5-3a03719b5d34 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:00.330395 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-d4cd62dd-c2c4-4606-9e5b-efdb45466e3c req-4dd21101-af2e-4666-92d5-3a03719b5d34 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed5d5b75-5593-42f3-8e63-2df69df80a03 HTTP/1.1" status: 200 len: 946 time: 0.1021953 Apr 12 19:42:00.389379 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa3c8d6-28b0-49ed-8f4f-5959ea7a10b8 req-c09482de-af5d-4c75-9669-40e30a5d1556 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:00.390820 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-1fa3c8d6-28b0-49ed-8f4f-5959ea7a10b8 req-c09482de-af5d-4c75-9669-40e30a5d1556 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.25 "GET /v2.0/networks?id=16f98a57-2f56-426d-a11d-35966394c1dd HTTP/1.1" status: 200 len: 809 time: 0.1638258 Apr 12 19:42:00.406378 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-d4cd62dd-c2c4-4606-9e5b-efdb45466e3c req-7371d11d-5d77-4fa9-900d-b84c74b440f2 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=346a5e8c-2cdd-4158-9a92-b9fe91eadcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690463 Apr 12 19:42:00.511139 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-247c472c-9029-4731-bd34-2a8c1e2a9563 req-6c639716-0e8f-4a86-9dc9-9d67ce7e6590 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a879394-4189-4461-b7d8-c414f598dc01 HTTP/1.1" status: 200 len: 210 time: 0.0316322 Apr 12 19:42:00.672842 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-1fa3c8d6-28b0-49ed-8f4f-5959ea7a10b8 req-4252646e-f21d-4834-8b93-7a3587803ff4 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=25505e1fa3da4037b5c77cccb47d3515 HTTP/1.1" status: 200 len: 379 time: 0.0537810 Apr 12 19:42:00.682550 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.v2.base [req-1fa3c8d6-28b0-49ed-8f4f-5959ea7a10b8 req-142222fa-b3a4-454f-9caa-3321fb2fd37b tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Request body: {'port': {'device_id': '5a879394-4189-4461-b7d8-c414f598dc01', 'network_id': '16f98a57-2f56-426d-a11d-35966394c1dd', 'admin_state_up': True, 'tenant_id': '25505e1fa3da4037b5c77cccb47d3515', 'security_groups': ['caae999b-6ab1-48ca-bc49-0938bf2e9075']}} {{(pid=106704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:42:00.705941 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb07aefb-477a-4fdb-b6dd-d098e096c170 req-1fb26e98-ba88-4e44-b8ad-c83143d16481 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:00.707287 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-bb07aefb-477a-4fdb-b6dd-d098e096c170 req-1fb26e98-ba88-4e44-b8ad-c83143d16481 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.25 "GET /v2.0/ports?device_id=a61ed327-2de1-4021-9006-0d92dfe356d1 HTTP/1.1" status: 200 len: 946 time: 0.0478570 Apr 12 19:42:00.791763 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fa3c8d6-28b0-49ed-8f4f-5959ea7a10b8 req-142222fa-b3a4-454f-9caa-3321fb2fd37b tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Made reservation on behalf of 25505e1fa3da4037b5c77cccb47d3515 for: {'port': 1} {{(pid=106704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:42:00.795061 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-1fa3c8d6-28b0-49ed-8f4f-5959ea7a10b8 req-142222fa-b3a4-454f-9caa-3321fb2fd37b tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:00.795402 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.plugin [req-bb07aefb-477a-4fdb-b6dd-d098e096c170 req-3003c26d-56cf-4b16-a2eb-c482a3c68680 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] Deleting port d00400ff-ad3b-43d5-afe9-c520f5ba8b23 {{(pid=106707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:42:00.795740 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [req-bb07aefb-477a-4fdb-b6dd-d098e096c170 req-3003c26d-56cf-4b16-a2eb-c482a3c68680 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749198460456'] for port (d00400ff-ad3b-43d5-afe9-c520f5ba8b23), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:00.890726 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.db [req-bb07aefb-477a-4fdb-b6dd-d098e096c170 req-3003c26d-56cf-4b16-a2eb-c482a3c68680 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] For port d00400ff-ad3b-43d5-afe9-c520f5ba8b23, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=d00400ff-ad3b-43d5-afe9-c520f5ba8b23,segment=NetworkSegment(c09d3499-9788-4094-b7d0-93f43dec1b2f),segment_id=c09d3499-9788-4094-b7d0-93f43dec1b2f)] {{(pid=106707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:42:00.891143 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [req-bb07aefb-477a-4fdb-b6dd-d098e096c170 req-3003c26d-56cf-4b16-a2eb-c482a3c68680 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661808'] for port (d00400ff-ad3b-43d5-afe9-c520f5ba8b23), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:00.905179 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.plugin [req-bb07aefb-477a-4fdb-b6dd-d098e096c170 req-3003c26d-56cf-4b16-a2eb-c482a3c68680 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] Calling delete_port for d00400ff-ad3b-43d5-afe9-c520f5ba8b23 owned by compute:nova {{(pid=106707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:42:00.919439 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.db_base_plugin_common [req-1fa3c8d6-28b0-49ed-8f4f-5959ea7a10b8 req-142222fa-b3a4-454f-9caa-3321fb2fd37b tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Allocated IP 172.20.0.7 (16f98a57-2f56-426d-a11d-35966394c1dd/913eccc2-3fc9-416c-8745-8aa9ab19ccf1/6db8ab64-606d-4fd4-92bd-d78ab1f2931c) {{(pid=106704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:42:01.041296 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [req-bb07aefb-477a-4fdb-b6dd-d098e096c170 req-3003c26d-56cf-4b16-a2eb-c482a3c68680 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749198465814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749198058671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9064885'] for port (d00400ff-ad3b-43d5-afe9-c520f5ba8b23), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:01.070227 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-1fa3c8d6-28b0-49ed-8f4f-5959ea7a10b8 req-142222fa-b3a4-454f-9caa-3321fb2fd37b tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Publish callbacks [] for port (6db8ab64-606d-4fd4-92bd-d78ab1f2931c), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:01.076869 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3003c26d-56cf-4b16-a2eb-c482a3c68680 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] Pushing event deleted for resources: {'Port': ['ID=d00400ff-ad3b-43d5-afe9-c520f5ba8b23,revision_number=None']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:42:01.106872 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-1fa3c8d6-28b0-49ed-8f4f-5959ea7a10b8 req-142222fa-b3a4-454f-9caa-3321fb2fd37b tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749198058662'] for port (6db8ab64-606d-4fd4-92bd-d78ab1f2931c), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:01.114383 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb07aefb-477a-4fdb-b6dd-d098e096c170 req-3003c26d-56cf-4b16-a2eb-c482a3c68680 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] No DVR routers for this DVR port d00400ff-ad3b-43d5-afe9-c520f5ba8b23 on host hv-cinder-83754 {{(pid=106707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 19:42:01.117549 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [req-bb07aefb-477a-4fdb-b6dd-d098e096c170 req-3003c26d-56cf-4b16-a2eb-c482a3c68680 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245471'] for port (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:01.120900 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-bb07aefb-477a-4fdb-b6dd-d098e096c170 req-3003c26d-56cf-4b16-a2eb-c482a3c68680 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.25 "DELETE /v2.0/ports/d00400ff-ad3b-43d5-afe9-c520f5ba8b23 HTTP/1.1" status: 204 len: 173 time: 0.4069803 Apr 12 19:42:01.121355 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a61ed327-2de1-4021-9006-0d92dfe356d1', 'name': 'network-vif-deleted', 'tag': 'd00400ff-ad3b-43d5-afe9-c520f5ba8b23'}] {{(pid=106707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:42:01.123719 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24bc1a40dab415d93c04770333daaec18ee8cbc44e8bdbc940996836fe034448" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-542076f8-1677-48e5-a69e-3e5d7f363bab" -d '{"events": [{"server_uuid": "a61ed327-2de1-4021-9006-0d92dfe356d1", "name": "network-vif-deleted", "tag": "d00400ff-ad3b-43d5-afe9-c520f5ba8b23"}]}' {{(pid=106707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:42:01.174248 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 19:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bf8d3e1-be39-4c2c-95a5-10388e4ead6a x-openstack-request-id: req-0bf8d3e1-be39-4c2c-95a5-10388e4ead6a {{(pid=106707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:42:01.174718 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a61ed327-2de1-4021-9006-0d92dfe356d1", "name": "network-vif-deleted", "tag": "d00400ff-ad3b-43d5-afe9-c520f5ba8b23", "status": "completed", "code": 200}]} {{(pid=106707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:42:01.174922 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fa3c8d6-28b0-49ed-8f4f-5959ea7a10b8 req-142222fa-b3a4-454f-9caa-3321fb2fd37b tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Network 16f98a57-2f56-426d-a11d-35966394c1dd is already hosted by enough agents. {{(pid=106704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:42:01.175090 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0bf8d3e1-be39-4c2c-95a5-10388e4ead6a {{(pid=106707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:42:01.175629 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bf8d3e1-be39-4c2c-95a5-10388e4ead6a'] response: {'server_uuid': 'a61ed327-2de1-4021-9006-0d92dfe356d1', 'name': 'network-vif-deleted', 'tag': 'd00400ff-ad3b-43d5-afe9-c520f5ba8b23', 'status': 'completed', 'code': 200} Apr 12 19:42:01.179862 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.base_scheduler [req-1fa3c8d6-28b0-49ed-8f4f-5959ea7a10b8 req-142222fa-b3a4-454f-9caa-3321fb2fd37b tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Resources bound (agent type, host, resource id): {{(pid=106704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:42:01.182398 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fa3c8d6-28b0-49ed-8f4f-5959ea7a10b8 req-142222fa-b3a4-454f-9caa-3321fb2fd37b tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Received port after_create {{(pid=106704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:42:01.187611 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa3c8d6-28b0-49ed-8f4f-5959ea7a10b8 req-142222fa-b3a4-454f-9caa-3321fb2fd37b tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:01.188266 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-1fa3c8d6-28b0-49ed-8f4f-5959ea7a10b8 req-142222fa-b3a4-454f-9caa-3321fb2fd37b tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245471'] for port (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:01.216228 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-cf73633f-64bc-48b7-b675-3b24a130b26d req-9c99cd46-080b-455f-baab-8653e76700d3 tempest-VolumesActionsTest-1063845758 tempest-VolumesActionsTest-1063845758-project] 10.222.0.15 "GET /v2.0/ports?device_id=a61ed327-2de1-4021-9006-0d92dfe356d1 HTTP/1.1" status: 200 len: 210 time: 0.0642872 Apr 12 19:42:01.223925 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142222fa-b3a4-454f-9caa-3321fb2fd37b tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Pushing event updated for resources: {'Port': ['ID=6db8ab64-606d-4fd4-92bd-d78ab1f2931c,revision_number=1']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:42:01.238616 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-1fa3c8d6-28b0-49ed-8f4f-5959ea7a10b8 req-142222fa-b3a4-454f-9caa-3321fb2fd37b tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5598774 Apr 12 19:42:01.270701 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.v2.base [req-1fa3c8d6-28b0-49ed-8f4f-5959ea7a10b8 req-dc838671-6e79-4f7a-a5b2-f1349fd21bc3 service neutron] Request body: {'port': {'device_id': '5a879394-4189-4461-b7d8-c414f598dc01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=106704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:42:01.331475 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-1fa3c8d6-28b0-49ed-8f4f-5959ea7a10b8 req-dc838671-6e79-4f7a-a5b2-f1349fd21bc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (6db8ab64-606d-4fd4-92bd-d78ab1f2931c), before_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:01.400236 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-7a617d6d-141e-48c9-a6ed-41ebb04e12ec None None] Provisioning complete for port 6db8ab64-606d-4fd4-92bd-d78ab1f2931c triggered by entity DHCP. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:42:01.400850 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-7a617d6d-141e-48c9-a6ed-41ebb04e12ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (6db8ab64-606d-4fd4-92bd-d78ab1f2931c), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:01.434230 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-7a617d6d-141e-48c9-a6ed-41ebb04e12ec None None] Port 6db8ab64-606d-4fd4-92bd-d78ab1f2931c cannot update to ACTIVE because it is not bound. {{(pid=106714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 19:42:01.523815 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7037bf9-e2cb-4b6b-9175-57e4e4aaa177 req-8dec5536-381b-4404-8bee-f4c0186b9154 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:01.526154 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-d7037bf9-e2cb-4b6b-9175-57e4e4aaa177 req-8dec5536-381b-4404-8bee-f4c0186b9154 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed5d5b75-5593-42f3-8e63-2df69df80a03 HTTP/1.1" status: 200 len: 946 time: 0.0527246 Apr 12 19:42:01.595510 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-d7037bf9-e2cb-4b6b-9175-57e4e4aaa177 req-fdc2f1d5-7f37-4ee1-b75d-603c98ec9f75 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=346a5e8c-2cdd-4158-9a92-b9fe91eadcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611010 Apr 12 19:42:01.644336 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.notifiers.nova [req-1fa3c8d6-28b0-49ed-8f4f-5959ea7a10b8 req-dc838671-6e79-4f7a-a5b2-f1349fd21bc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6db8ab64-606d-4fd4-92bd-d78ab1f2931c {{(pid=106704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 19:42:01.655508 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-1fa3c8d6-28b0-49ed-8f4f-5959ea7a10b8 req-dc838671-6e79-4f7a-a5b2-f1349fd21bc3 service neutron] Publish callbacks [] for port (6db8ab64-606d-4fd4-92bd-d78ab1f2931c), precommit_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:01.673074 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd947892-13fd-43c5-96eb-2898f2ab1235 req-046fec0f-bb2a-4de1-887d-4715bb276ff1 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:01.674673 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-cd947892-13fd-43c5-96eb-2898f2ab1235 req-046fec0f-bb2a-4de1-887d-4715bb276ff1 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a879394-4189-4461-b7d8-c414f598dc01 HTTP/1.1" status: 200 len: 931 time: 0.0654500 Apr 12 19:42:01.680356 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.provisioning_blocks [req-1fa3c8d6-28b0-49ed-8f4f-5959ea7a10b8 req-dc838671-6e79-4f7a-a5b2-f1349fd21bc3 service neutron] Transition to ACTIVE for port object 6db8ab64-606d-4fd4-92bd-d78ab1f2931c will not be triggered until provisioned by entity L2. {{(pid=106704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 19:42:01.688396 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-1fa3c8d6-28b0-49ed-8f4f-5959ea7a10b8 req-dc838671-6e79-4f7a-a5b2-f1349fd21bc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (6db8ab64-606d-4fd4-92bd-d78ab1f2931c), after_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:01.774215 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-cd947892-13fd-43c5-96eb-2898f2ab1235 req-4cc7365a-8da5-4f5b-b76f-fa7362e207cf tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/security-groups?id=caae999b-6ab1-48ca-bc49-0938bf2e9075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917087 Apr 12 19:42:01.774727 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc838671-6e79-4f7a-a5b2-f1349fd21bc3 service neutron] Pushing event updated for resources: {'Port': ['ID=6db8ab64-606d-4fd4-92bd-d78ab1f2931c,revision_number=2']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:42:01.814321 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.managers [req-1fa3c8d6-28b0-49ed-8f4f-5959ea7a10b8 req-dc838671-6e79-4f7a-a5b2-f1349fd21bc3 service neutron] Attempting to bind port 6db8ab64-606d-4fd4-92bd-d78ab1f2931c on host hv-cinder-83754 for vnic_type normal with profile {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:42:01.814657 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.managers [req-1fa3c8d6-28b0-49ed-8f4f-5959ea7a10b8 req-dc838671-6e79-4f7a-a5b2-f1349fd21bc3 service neutron] Attempting to bind port 6db8ab64-606d-4fd4-92bd-d78ab1f2931c by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '091cad68-4d23-40d8-8acd-1c52000a0bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '16f98a57-2f56-426d-a11d-35966394c1dd'}] {{(pid=106704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:42:01.814985 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa3c8d6-28b0-49ed-8f4f-5959ea7a10b8 req-dc838671-6e79-4f7a-a5b2-f1349fd21bc3 service neutron] Attempting to bind port 6db8ab64-606d-4fd4-92bd-d78ab1f2931c on network 16f98a57-2f56-426d-a11d-35966394c1dd {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:42:01.820166 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa3c8d6-28b0-49ed-8f4f-5959ea7a10b8 req-dc838671-6e79-4f7a-a5b2-f1349fd21bc3 service neutron] Port 6db8ab64-606d-4fd4-92bd-d78ab1f2931c on network 16f98a57-2f56-426d-a11d-35966394c1dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 19:42:01.820486 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa3c8d6-28b0-49ed-8f4f-5959ea7a10b8 req-dc838671-6e79-4f7a-a5b2-f1349fd21bc3 service neutron] Attempting to bind port 6db8ab64-606d-4fd4-92bd-d78ab1f2931c on network 16f98a57-2f56-426d-a11d-35966394c1dd {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:42:01.825615 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa3c8d6-28b0-49ed-8f4f-5959ea7a10b8 req-dc838671-6e79-4f7a-a5b2-f1349fd21bc3 service neutron] Checking agent: {'id': 'ce4c6b0b-91ae-4576-82ad-f2f4ee2d2a45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 37, 20), 'started_at': datetime.datetime(2022, 4, 12, 19, 37, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:42:01.825941 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa3c8d6-28b0-49ed-8f4f-5959ea7a10b8 req-dc838671-6e79-4f7a-a5b2-f1349fd21bc3 service neutron] Checking segment: {'id': '091cad68-4d23-40d8-8acd-1c52000a0bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '16f98a57-2f56-426d-a11d-35966394c1dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:42:01.826329 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa3c8d6-28b0-49ed-8f4f-5959ea7a10b8 req-dc838671-6e79-4f7a-a5b2-f1349fd21bc3 service neutron] Bound using segment: {'id': '091cad68-4d23-40d8-8acd-1c52000a0bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '16f98a57-2f56-426d-a11d-35966394c1dd'} {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:42:01.826924 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.managers [req-1fa3c8d6-28b0-49ed-8f4f-5959ea7a10b8 req-dc838671-6e79-4f7a-a5b2-f1349fd21bc3 service neutron] Bound port: 6db8ab64-606d-4fd4-92bd-d78ab1f2931c, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '091cad68-4d23-40d8-8acd-1c52000a0bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '16f98a57-2f56-426d-a11d-35966394c1dd'}}] {{(pid=106704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:42:01.827347 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-1fa3c8d6-28b0-49ed-8f4f-5959ea7a10b8 req-dc838671-6e79-4f7a-a5b2-f1349fd21bc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (6db8ab64-606d-4fd4-92bd-d78ab1f2931c), before_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:01.893709 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.db [req-1fa3c8d6-28b0-49ed-8f4f-5959ea7a10b8 req-dc838671-6e79-4f7a-a5b2-f1349fd21bc3 service neutron] For port 6db8ab64-606d-4fd4-92bd-d78ab1f2931c, host hv-cinder-83754, cleared binding levels {{(pid=106704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:42:01.896764 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.db [req-1fa3c8d6-28b0-49ed-8f4f-5959ea7a10b8 req-dc838671-6e79-4f7a-a5b2-f1349fd21bc3 service neutron] For port 6db8ab64-606d-4fd4-92bd-d78ab1f2931c, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=6db8ab64-606d-4fd4-92bd-d78ab1f2931c,segment=NetworkSegment(091cad68-4d23-40d8-8acd-1c52000a0bc6),segment_id=091cad68-4d23-40d8-8acd-1c52000a0bc6)] {{(pid=106704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:42:01.903122 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-1fa3c8d6-28b0-49ed-8f4f-5959ea7a10b8 req-dc838671-6e79-4f7a-a5b2-f1349fd21bc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (6db8ab64-606d-4fd4-92bd-d78ab1f2931c), after_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:01.938447 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa3c8d6-28b0-49ed-8f4f-5959ea7a10b8 req-dc838671-6e79-4f7a-a5b2-f1349fd21bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:01.939061 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-1fa3c8d6-28b0-49ed-8f4f-5959ea7a10b8 req-dc838671-6e79-4f7a-a5b2-f1349fd21bc3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245471'] for port (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:01.940661 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-1fa3c8d6-28b0-49ed-8f4f-5959ea7a10b8 req-dc838671-6e79-4f7a-a5b2-f1349fd21bc3 service neutron] 10.222.0.25 "PUT /v2.0/ports/6db8ab64-606d-4fd4-92bd-d78ab1f2931c HTTP/1.1" status: 200 len: 1093 time: 0.6745000 Apr 12 19:42:01.940903 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a879394-4189-4461-b7d8-c414f598dc01', 'tag': '6db8ab64-606d-4fd4-92bd-d78ab1f2931c'}] {{(pid=106704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:42:01.943365 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7198706052eeb44005bd3d373437c5078b0bb903de01f30342c0d4536e5352d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a5d811-63ad-4ad3-a662-7e9938379333" -d '{"events": [{"name": "network-changed", "server_uuid": "5a879394-4189-4461-b7d8-c414f598dc01", "tag": "6db8ab64-606d-4fd4-92bd-d78ab1f2931c"}]}' {{(pid=106704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:42:01.977890 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc838671-6e79-4f7a-a5b2-f1349fd21bc3 service neutron] Pushing event updated for resources: {'Port': ['ID=6db8ab64-606d-4fd4-92bd-d78ab1f2931c,revision_number=3']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:42:02.005275 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 19:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47578f3c-c6de-4309-acaa-322350ce2ffe x-openstack-request-id: req-47578f3c-c6de-4309-acaa-322350ce2ffe {{(pid=106704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:42:02.005858 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a879394-4189-4461-b7d8-c414f598dc01", "tag": "6db8ab64-606d-4fd4-92bd-d78ab1f2931c", "status": "completed", "code": 200}]} {{(pid=106704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:42:02.006304 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-47578f3c-c6de-4309-acaa-322350ce2ffe {{(pid=106704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:42:02.007346 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47578f3c-c6de-4309-acaa-322350ce2ffe'] response: {'name': 'network-changed', 'server_uuid': '5a879394-4189-4461-b7d8-c414f598dc01', 'tag': '6db8ab64-606d-4fd4-92bd-d78ab1f2931c', 'status': 'completed', 'code': 200} Apr 12 19:42:02.054482 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa3c8d6-28b0-49ed-8f4f-5959ea7a10b8 req-0463994e-5f6e-4192-80c6-ca068f8e037a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:02.056730 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-1fa3c8d6-28b0-49ed-8f4f-5959ea7a10b8 req-0463994e-5f6e-4192-80c6-ca068f8e037a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=25505e1fa3da4037b5c77cccb47d3515&device_id=5a879394-4189-4461-b7d8-c414f598dc01 HTTP/1.1" status: 200 len: 1127 time: 0.0476975 Apr 12 19:42:02.105230 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-1fa3c8d6-28b0-49ed-8f4f-5959ea7a10b8 req-258940a4-f82c-48d0-bfb6-d18bbacf7ffe service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6db8ab64-606d-4fd4-92bd-d78ab1f2931c HTTP/1.1" status: 200 len: 217 time: 0.0391870 Apr 12 19:42:02.158684 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa3c8d6-28b0-49ed-8f4f-5959ea7a10b8 req-264d88aa-7ca4-42aa-bed8-bf0315746b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:02.160397 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-1fa3c8d6-28b0-49ed-8f4f-5959ea7a10b8 req-264d88aa-7ca4-42aa-bed8-bf0315746b6b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=913eccc2-3fc9-416c-8745-8aa9ab19ccf1 HTTP/1.1" status: 200 len: 848 time: 0.0481791 Apr 12 19:42:02.240869 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa3c8d6-28b0-49ed-8f4f-5959ea7a10b8 req-34faf92a-cb7e-4f1c-86fd-6815b0a91322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:02.242830 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-1fa3c8d6-28b0-49ed-8f4f-5959ea7a10b8 req-34faf92a-cb7e-4f1c-86fd-6815b0a91322 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=16f98a57-2f56-426d-a11d-35966394c1dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384998 Apr 12 19:42:02.338628 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-1fa3c8d6-28b0-49ed-8f4f-5959ea7a10b8 req-630650f2-4697-4572-b334-9d2c3be9d035 service neutron] 10.222.0.25 "GET /v2.0/networks/16f98a57-2f56-426d-a11d-35966394c1dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879846 Apr 12 19:42:02.431285 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-1fa3c8d6-28b0-49ed-8f4f-5959ea7a10b8 req-a86718ba-22f9-40da-b625-ef7b8c82a0ff service neutron] 10.222.0.25 "GET /v2.0/networks/16f98a57-2f56-426d-a11d-35966394c1dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863345 Apr 12 19:42:02.712123 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3bb36c-6261-4d29-bc2c-93747044efef req-c465a407-0f18-418a-b275-d84624811fa3 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:02.713599 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-7b3bb36c-6261-4d29-bc2c-93747044efef req-c465a407-0f18-418a-b275-d84624811fa3 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed5d5b75-5593-42f3-8e63-2df69df80a03 HTTP/1.1" status: 200 len: 946 time: 0.0495872 Apr 12 19:42:02.760850 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-7b3bb36c-6261-4d29-bc2c-93747044efef req-70e767de-2f8c-4a60-9eba-8b455388d6c7 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=346a5e8c-2cdd-4158-9a92-b9fe91eadcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414178 Apr 12 19:42:02.903072 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a645065-662a-4901-955d-16a61cf941f6 req-7ecc66a0-d33c-4340-812c-97e537edf3cb tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:02.904581 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-9a645065-662a-4901-955d-16a61cf941f6 req-7ecc66a0-d33c-4340-812c-97e537edf3cb tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a879394-4189-4461-b7d8-c414f598dc01 HTTP/1.1" status: 200 len: 943 time: 0.0547855 Apr 12 19:42:02.953879 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-9a645065-662a-4901-955d-16a61cf941f6 req-9c2f9205-38aa-44a2-9e85-ab5f90fd9b95 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/security-groups?id=caae999b-6ab1-48ca-bc49-0938bf2e9075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436449 Apr 12 19:42:03.004375 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Device d00400ff-ad3b-43d5-afe9-c520f5ba8b23 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=106714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 19:42:03.027919 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] No Port match for: d00400ff-ad3b-43d5-afe9-c520f5ba8b23 {{(pid=106714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 19:42:03.028301 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Device d00400ff-ad3b-43d5-afe9-c520f5ba8b23 not bound to the agent host hv-cinder-83754 {{(pid=106714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 19:42:03.396801 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a5d811-63ad-4ad3-a662-7e9938379333 req-12928d26-7c7d-479a-b9a7-e47c5a5c5dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:03.398676 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-b2a5d811-63ad-4ad3-a662-7e9938379333 req-12928d26-7c7d-479a-b9a7-e47c5a5c5dea service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=25505e1fa3da4037b5c77cccb47d3515&device_id=5a879394-4189-4461-b7d8-c414f598dc01 HTTP/1.1" status: 200 len: 1127 time: 0.0387921 Apr 12 19:42:03.859443 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a5d811-63ad-4ad3-a662-7e9938379333 req-d9f558b7-9e04-4d03-84fb-9e6ab715784f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:03.860943 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-b2a5d811-63ad-4ad3-a662-7e9938379333 req-d9f558b7-9e04-4d03-84fb-9e6ab715784f service neutron] 10.222.0.25 "GET /v2.0/networks?id=16f98a57-2f56-426d-a11d-35966394c1dd HTTP/1.1" status: 200 len: 910 time: 0.0888338 Apr 12 19:42:03.870577 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b70f43-bab8-4e5a-bbfc-70fad79ee7a2 req-e1f56909-f4f2-4a60-a706-6bb7c3cff671 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:03.872061 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-b1b70f43-bab8-4e5a-bbfc-70fad79ee7a2 req-e1f56909-f4f2-4a60-a706-6bb7c3cff671 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed5d5b75-5593-42f3-8e63-2df69df80a03 HTTP/1.1" status: 200 len: 946 time: 0.0458713 Apr 12 19:42:03.919209 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-b1b70f43-bab8-4e5a-bbfc-70fad79ee7a2 req-161e684a-6c9e-4086-bb8e-50f21667be2d tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=346a5e8c-2cdd-4158-9a92-b9fe91eadcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416455 Apr 12 19:42:04.063400 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ce202-cd5f-490e-aa99-573498a01810 req-c5fb857c-51ce-4a04-afea-93fdffaf0fbc tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:04.064827 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-2c0ce202-cd5f-490e-aa99-573498a01810 req-c5fb857c-51ce-4a04-afea-93fdffaf0fbc tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a879394-4189-4461-b7d8-c414f598dc01 HTTP/1.1" status: 200 len: 943 time: 0.0463278 Apr 12 19:42:04.112319 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-2c0ce202-cd5f-490e-aa99-573498a01810 req-d62f36d0-6902-4e95-a179-fdd3d3d28521 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/security-groups?id=caae999b-6ab1-48ca-bc49-0938bf2e9075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419834 Apr 12 19:42:05.031951 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8e5cc0-6212-4c7d-bcc0-5093015a647d req-a69c238d-ee35-4933-8ecb-f8c4b4e003f5 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:05.033480 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-7c8e5cc0-6212-4c7d-bcc0-5093015a647d req-a69c238d-ee35-4933-8ecb-f8c4b4e003f5 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed5d5b75-5593-42f3-8e63-2df69df80a03 HTTP/1.1" status: 200 len: 946 time: 0.0496538 Apr 12 19:42:05.081417 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-7c8e5cc0-6212-4c7d-bcc0-5093015a647d req-8dc44364-fab2-47c9-a815-f92bf7a59fa4 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=346a5e8c-2cdd-4158-9a92-b9fe91eadcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418100 Apr 12 19:42:05.220991 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc3df3b-de23-4aa0-8b30-cc0ad8b53738 req-012d468b-252a-459f-bf94-e78edef7fcc6 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:05.222455 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-5bc3df3b-de23-4aa0-8b30-cc0ad8b53738 req-012d468b-252a-459f-bf94-e78edef7fcc6 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a879394-4189-4461-b7d8-c414f598dc01 HTTP/1.1" status: 200 len: 943 time: 0.0456638 Apr 12 19:42:05.273305 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-5bc3df3b-de23-4aa0-8b30-cc0ad8b53738 req-0ae0afb9-779a-4522-afbf-9beb26b43d07 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/security-groups?id=caae999b-6ab1-48ca-bc49-0938bf2e9075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452652 Apr 12 19:42:06.192198 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cdc2ff-35ea-45c4-92a7-4c4c76ab3568 req-90cb4c33-0d96-43f3-b932-5792ed3350f0 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:06.193677 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-31cdc2ff-35ea-45c4-92a7-4c4c76ab3568 req-90cb4c33-0d96-43f3-b932-5792ed3350f0 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed5d5b75-5593-42f3-8e63-2df69df80a03 HTTP/1.1" status: 200 len: 946 time: 0.0459962 Apr 12 19:42:06.240176 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-31cdc2ff-35ea-45c4-92a7-4c4c76ab3568 req-5072e4f0-a8ef-4998-88c7-bcf53150b9a5 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=346a5e8c-2cdd-4158-9a92-b9fe91eadcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410745 Apr 12 19:42:06.381093 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9522ea4-f637-4b0d-9e34-7dcab14b5c2d req-1b9cafa3-09be-47c0-b729-6e9374afbf35 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:06.382752 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-b9522ea4-f637-4b0d-9e34-7dcab14b5c2d req-1b9cafa3-09be-47c0-b729-6e9374afbf35 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a879394-4189-4461-b7d8-c414f598dc01 HTTP/1.1" status: 200 len: 943 time: 0.0462301 Apr 12 19:42:06.430135 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-b9522ea4-f637-4b0d-9e34-7dcab14b5c2d req-08c18f67-6327-4929-856b-39a33db4af59 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/security-groups?id=caae999b-6ab1-48ca-bc49-0938bf2e9075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420232 Apr 12 19:42:07.349192 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3ec9a9-51ff-41bb-81ac-c9a387a4da1d req-71a11b1a-b275-49ef-bcfc-8c7753b27db2 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:07.350678 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-7f3ec9a9-51ff-41bb-81ac-c9a387a4da1d req-71a11b1a-b275-49ef-bcfc-8c7753b27db2 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed5d5b75-5593-42f3-8e63-2df69df80a03 HTTP/1.1" status: 200 len: 946 time: 0.0451527 Apr 12 19:42:07.399274 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-7f3ec9a9-51ff-41bb-81ac-c9a387a4da1d req-2cbd4685-ef6c-454f-a484-07878021821c tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=346a5e8c-2cdd-4158-9a92-b9fe91eadcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430577 Apr 12 19:42:07.541378 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e513c7-2a55-4411-8aeb-8fa9dfb24a5c req-2fc1d063-84ac-4ad5-8141-178469398e06 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:07.542766 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-b2e513c7-2a55-4411-8aeb-8fa9dfb24a5c req-2fc1d063-84ac-4ad5-8141-178469398e06 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a879394-4189-4461-b7d8-c414f598dc01 HTTP/1.1" status: 200 len: 943 time: 0.0496981 Apr 12 19:42:07.589822 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-b2e513c7-2a55-4411-8aeb-8fa9dfb24a5c req-9954df0b-8ff9-459e-b08e-82c13bdd9415 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/security-groups?id=caae999b-6ab1-48ca-bc49-0938bf2e9075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415220 Apr 12 19:42:08.065636 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-b2a5d811-63ad-4ad3-a662-7e9938379333 req-cd8cf87c-9ccc-4e22-8c03-5a32ad941e31 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6db8ab64-606d-4fd4-92bd-d78ab1f2931c HTTP/1.1" status: 200 len: 217 time: 0.0376537 Apr 12 19:42:08.508653 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254e2872-135f-4f59-957c-34d66ac0c3f9 req-52525fd2-e659-4b0a-978e-f8c93f7cc247 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:08.510146 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-254e2872-135f-4f59-957c-34d66ac0c3f9 req-52525fd2-e659-4b0a-978e-f8c93f7cc247 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed5d5b75-5593-42f3-8e63-2df69df80a03 HTTP/1.1" status: 200 len: 946 time: 0.0471499 Apr 12 19:42:08.556320 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-254e2872-135f-4f59-957c-34d66ac0c3f9 req-b9c743d0-fd14-4814-824f-c2060c8db069 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=346a5e8c-2cdd-4158-9a92-b9fe91eadcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406327 Apr 12 19:42:08.697748 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7f7f4e-7d22-4610-9918-d2eb34b731d4 req-cd243020-f260-4efa-838e-b1617be4125a tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:08.699194 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-1e7f7f4e-7d22-4610-9918-d2eb34b731d4 req-cd243020-f260-4efa-838e-b1617be4125a tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a879394-4189-4461-b7d8-c414f598dc01 HTTP/1.1" status: 200 len: 943 time: 0.0458670 Apr 12 19:42:08.745797 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-1e7f7f4e-7d22-4610-9918-d2eb34b731d4 req-ffb9cfe6-091b-4489-9578-bc885e8f0d1e tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/security-groups?id=caae999b-6ab1-48ca-bc49-0938bf2e9075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411248 Apr 12 19:42:09.662820 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20432392-9966-4d25-8dba-ec57cb04b2e3 req-0d530de6-06b1-47f7-a0fb-74c0bad1ca82 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:09.664262 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-20432392-9966-4d25-8dba-ec57cb04b2e3 req-0d530de6-06b1-47f7-a0fb-74c0bad1ca82 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed5d5b75-5593-42f3-8e63-2df69df80a03 HTTP/1.1" status: 200 len: 946 time: 0.0449436 Apr 12 19:42:09.708690 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-20432392-9966-4d25-8dba-ec57cb04b2e3 req-09f24f09-af69-4021-af34-80adead36332 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=346a5e8c-2cdd-4158-9a92-b9fe91eadcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391283 Apr 12 19:42:09.858973 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec06813-d49b-4ae2-9e98-b7a4fcb6e21f req-8e42242c-2b3b-4920-ba74-cc6503b2f5c8 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:09.859989 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-0ec06813-d49b-4ae2-9e98-b7a4fcb6e21f req-8e42242c-2b3b-4920-ba74-cc6503b2f5c8 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a879394-4189-4461-b7d8-c414f598dc01 HTTP/1.1" status: 200 len: 943 time: 0.0495975 Apr 12 19:42:09.912237 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-0ec06813-d49b-4ae2-9e98-b7a4fcb6e21f req-2ae756d5-758a-4414-8578-711d41a55908 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/security-groups?id=caae999b-6ab1-48ca-bc49-0938bf2e9075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466976 Apr 12 19:42:10.493032 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a5d811-63ad-4ad3-a662-7e9938379333 req-9570ee92-2858-404c-bf43-98eecfbc2633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:10.494289 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-b2a5d811-63ad-4ad3-a662-7e9938379333 req-9570ee92-2858-404c-bf43-98eecfbc2633 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=913eccc2-3fc9-416c-8745-8aa9ab19ccf1 HTTP/1.1" status: 200 len: 848 time: 0.0424252 Apr 12 19:42:10.541012 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a5d811-63ad-4ad3-a662-7e9938379333 req-602ddb16-279c-42c5-a2e6-c26c82890ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:10.542447 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-b2a5d811-63ad-4ad3-a662-7e9938379333 req-602ddb16-279c-42c5-a2e6-c26c82890ae5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=16f98a57-2f56-426d-a11d-35966394c1dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382116 Apr 12 19:42:10.820945 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193899d0-1f1a-4a2e-b8a4-f6583819afc4 req-d4584451-b9b5-408b-a71b-82b26657f501 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:10.822389 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-193899d0-1f1a-4a2e-b8a4-f6583819afc4 req-d4584451-b9b5-408b-a71b-82b26657f501 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed5d5b75-5593-42f3-8e63-2df69df80a03 HTTP/1.1" status: 200 len: 946 time: 0.0496037 Apr 12 19:42:10.867566 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-193899d0-1f1a-4a2e-b8a4-f6583819afc4 req-4896cdc0-069f-4a52-9a98-f5fe95cf2af3 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=346a5e8c-2cdd-4158-9a92-b9fe91eadcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396893 Apr 12 19:42:11.020802 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6238cf-f4f1-46a1-a6f3-122e6ac37925 req-7ca6d5c4-de87-4496-b296-12aa6e725cb1 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:11.022167 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-fc6238cf-f4f1-46a1-a6f3-122e6ac37925 req-7ca6d5c4-de87-4496-b296-12aa6e725cb1 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a879394-4189-4461-b7d8-c414f598dc01 HTTP/1.1" status: 200 len: 943 time: 0.0453181 Apr 12 19:42:11.075758 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-fc6238cf-f4f1-46a1-a6f3-122e6ac37925 req-4a1d8513-5539-43c3-a84f-0904e077fc32 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/security-groups?id=caae999b-6ab1-48ca-bc49-0938bf2e9075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481155 Apr 12 19:42:11.978334 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ea6f61-98f0-4a32-b34d-98cc78ea700b req-172d3d71-e4a3-4e7f-9db7-69e8b9e0a170 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:11.979824 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-39ea6f61-98f0-4a32-b34d-98cc78ea700b req-172d3d71-e4a3-4e7f-9db7-69e8b9e0a170 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed5d5b75-5593-42f3-8e63-2df69df80a03 HTTP/1.1" status: 200 len: 946 time: 0.0476580 Apr 12 19:42:12.027365 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-39ea6f61-98f0-4a32-b34d-98cc78ea700b req-40ac1c5a-cbaf-4849-89ad-c38b35fef335 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=346a5e8c-2cdd-4158-9a92-b9fe91eadcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418417 Apr 12 19:42:12.190313 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6315b1e-d94f-4cd8-b90b-1be66eb603cd req-102b903d-9e7e-416c-b011-af9211f76ec0 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:12.192005 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-f6315b1e-d94f-4cd8-b90b-1be66eb603cd req-102b903d-9e7e-416c-b011-af9211f76ec0 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a879394-4189-4461-b7d8-c414f598dc01 HTTP/1.1" status: 200 len: 943 time: 0.0514598 Apr 12 19:42:12.248994 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-f6315b1e-d94f-4cd8-b90b-1be66eb603cd req-be550921-6000-433d-83ec-068ce9769305 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/security-groups?id=caae999b-6ab1-48ca-bc49-0938bf2e9075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508201 Apr 12 19:42:13.051610 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Device 6db8ab64-606d-4fd4-92bd-d78ab1f2931c details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=106714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 19:42:13.178847 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] For port 6db8ab64-606d-4fd4-92bd-d78ab1f2931c, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=6db8ab64-606d-4fd4-92bd-d78ab1f2931c,segment=NetworkSegment(091cad68-4d23-40d8-8acd-1c52000a0bc6),segment_id=091cad68-4d23-40d8-8acd-1c52000a0bc6)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:42:13.184579 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c649e176-f213-4cb3-b181-237d6de14dee req-50a477a9-efab-42fa-ade8-d18878a46600 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:13.186852 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-c649e176-f213-4cb3-b181-237d6de14dee req-50a477a9-efab-42fa-ade8-d18878a46600 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed5d5b75-5593-42f3-8e63-2df69df80a03 HTTP/1.1" status: 200 len: 946 time: 0.0741136 Apr 12 19:42:13.222964 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Returning: {'device': '6db8ab64-606d-4fd4-92bd-d78ab1f2931c', 'network_id': '16f98a57-2f56-426d-a11d-35966394c1dd', 'port_id': '6db8ab64-606d-4fd4-92bd-d78ab1f2931c', 'mac_address': 'fa:16:3e:fe:58:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '913eccc2-3fc9-416c-8745-8aa9ab19ccf1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 19:42:13.317570 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-b2a5d811-63ad-4ad3-a662-7e9938379333 req-9b339fd4-7c60-4b40-9c14-f2ffe7bc3d0d service neutron] 10.222.0.25 "GET /v2.0/networks/16f98a57-2f56-426d-a11d-35966394c1dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250856 Apr 12 19:42:13.319227 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Current status of the port 6db8ab64-606d-4fd4-92bd-d78ab1f2931c is: DOWN; New status is: BUILD {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:42:13.319630 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (6db8ab64-606d-4fd4-92bd-d78ab1f2931c), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:13.345631 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-c649e176-f213-4cb3-b181-237d6de14dee req-c760fbd1-a404-4af0-a8cf-e43c517a2c84 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=346a5e8c-2cdd-4158-9a92-b9fe91eadcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417506 Apr 12 19:42:13.349330 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.notifiers.nova [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6db8ab64-606d-4fd4-92bd-d78ab1f2931c {{(pid=106714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 19:42:13.388509 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] For port 6db8ab64-606d-4fd4-92bd-d78ab1f2931c, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=6db8ab64-606d-4fd4-92bd-d78ab1f2931c,segment=NetworkSegment(091cad68-4d23-40d8-8acd-1c52000a0bc6),segment_id=091cad68-4d23-40d8-8acd-1c52000a0bc6)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:42:13.395022 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (6db8ab64-606d-4fd4-92bd-d78ab1f2931c), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:13.440320 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e21628-1a0a-42a6-aacd-b9581aaa44e8 req-35467836-82e3-40b8-a986-06978bbfab07 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:13.441831 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-79e21628-1a0a-42a6-aacd-b9581aaa44e8 req-35467836-82e3-40b8-a986-06978bbfab07 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a879394-4189-4461-b7d8-c414f598dc01 HTTP/1.1" status: 200 len: 944 time: 0.0547988 Apr 12 19:42:13.469775 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Pushing event updated for resources: {'Port': ['ID=6db8ab64-606d-4fd4-92bd-d78ab1f2931c,revision_number=4']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:42:13.497747 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-b2a5d811-63ad-4ad3-a662-7e9938379333 req-b3cd81c1-ba39-4cbb-b794-9f4df3d95d89 service neutron] 10.222.0.25 "GET /v2.0/networks/16f98a57-2f56-426d-a11d-35966394c1dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733012 Apr 12 19:42:13.507228 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-79e21628-1a0a-42a6-aacd-b9581aaa44e8 req-c1908221-8a6e-4612-88db-407a3933f40a tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/security-groups?id=caae999b-6ab1-48ca-bc49-0938bf2e9075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584900 Apr 12 19:42:13.909446 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-18965c78-f763-49c5-b8b0-06ebe1280b2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (055fa106-9079-4d8f-a829-e3ca37bbcb19), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:14.041786 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] get_ports_and_sgs() called for port_ids ['6db8ab64-606d-4fd4-92bd-d78ab1f2931c'] {{(pid=106714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 19:42:14.469130 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be7f195-f200-468e-bd55-051b7ef01069 req-8f3e86c7-06cb-482d-9b02-bf3fdd3bebd0 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:14.473424 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-5be7f195-f200-468e-bd55-051b7ef01069 req-8f3e86c7-06cb-482d-9b02-bf3fdd3bebd0 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed5d5b75-5593-42f3-8e63-2df69df80a03 HTTP/1.1" status: 200 len: 946 time: 0.0640309 Apr 12 19:42:14.551494 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-5be7f195-f200-468e-bd55-051b7ef01069 req-a48a26a3-4f34-46f8-965e-9267a8adace0 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=346a5e8c-2cdd-4158-9a92-b9fe91eadcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703604 Apr 12 19:42:14.656934 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1834f4-eddd-4d8c-ba8a-81308ab6ac66 req-48eee7f3-292a-4ddc-9eed-4d5df0379993 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:14.664696 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-9d1834f4-eddd-4d8c-ba8a-81308ab6ac66 req-48eee7f3-292a-4ddc-9eed-4d5df0379993 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a879394-4189-4461-b7d8-c414f598dc01 HTTP/1.1" status: 200 len: 944 time: 0.0624995 Apr 12 19:42:14.715831 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-9d1834f4-eddd-4d8c-ba8a-81308ab6ac66 req-ce45d62c-99e8-4a52-a5d6-6fc6cb41fbcb tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/security-groups?id=caae999b-6ab1-48ca-bc49-0938bf2e9075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502572 Apr 12 19:42:15.447385 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Device 6db8ab64-606d-4fd4-92bd-d78ab1f2931c up at agent hyperv_hv-cinder-83754 {{(pid=106714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:42:15.495772 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Provisioning for port 6db8ab64-606d-4fd4-92bd-d78ab1f2931c completed by entity L2. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 19:42:15.504247 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Provisioning complete for port 6db8ab64-606d-4fd4-92bd-d78ab1f2931c triggered by entity L2. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:42:15.504902 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (6db8ab64-606d-4fd4-92bd-d78ab1f2931c), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:15.606171 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Current status of the port 6db8ab64-606d-4fd4-92bd-d78ab1f2931c is: BUILD; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:42:15.607042 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (6db8ab64-606d-4fd4-92bd-d78ab1f2931c), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:15.648592 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a879394-4189-4461-b7d8-c414f598dc01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6db8ab64-606d-4fd4-92bd-d78ab1f2931c'}] {{(pid=106714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:42:15.651842 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a81cf7441df70286f4dc8f717b9c4c32a6686a605fef215f859f2b4f09b95be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae7b85fb-6de8-49d6-b2a7-39c3fa9588f7" -d '{"events": [{"server_uuid": "5a879394-4189-4461-b7d8-c414f598dc01", "name": "network-vif-plugged", "status": "completed", "tag": "6db8ab64-606d-4fd4-92bd-d78ab1f2931c"}]}' {{(pid=106714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:42:15.696169 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] For port 6db8ab64-606d-4fd4-92bd-d78ab1f2931c, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=6db8ab64-606d-4fd4-92bd-d78ab1f2931c,segment=NetworkSegment(091cad68-4d23-40d8-8acd-1c52000a0bc6),segment_id=091cad68-4d23-40d8-8acd-1c52000a0bc6)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:42:15.701002 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e06f17-7acc-4ca0-9c32-54b3a64e3d28 req-eb1dd122-720a-4e45-be75-fe15c7c29b62 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:15.704107 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (6db8ab64-606d-4fd4-92bd-d78ab1f2931c), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:15.711635 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-71e06f17-7acc-4ca0-9c32-54b3a64e3d28 req-eb1dd122-720a-4e45-be75-fe15c7c29b62 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed5d5b75-5593-42f3-8e63-2df69df80a03 HTTP/1.1" status: 200 len: 946 time: 0.0716193 Apr 12 19:42:15.766875 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 19:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef430a76-648b-4417-92ad-1f9f0f5576cd x-openstack-request-id: req-ef430a76-648b-4417-92ad-1f9f0f5576cd {{(pid=106714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:42:15.766875 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a879394-4189-4461-b7d8-c414f598dc01", "name": "network-vif-plugged", "status": "completed", "tag": "6db8ab64-606d-4fd4-92bd-d78ab1f2931c", "code": 200}]} {{(pid=106714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:42:15.766875 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ef430a76-648b-4417-92ad-1f9f0f5576cd {{(pid=106714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:42:15.766875 dv-cinder-837540-1-iscsi neutron-server[106714]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef430a76-648b-4417-92ad-1f9f0f5576cd'] response: {'server_uuid': '5a879394-4189-4461-b7d8-c414f598dc01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6db8ab64-606d-4fd4-92bd-d78ab1f2931c', 'code': 200} Apr 12 19:42:15.824021 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-71e06f17-7acc-4ca0-9c32-54b3a64e3d28 req-bec674b5-d270-4f97-a49c-04c980c12211 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=346a5e8c-2cdd-4158-9a92-b9fe91eadcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057479 Apr 12 19:42:15.844293 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Pushing event updated for resources: {'Port': ['ID=6db8ab64-606d-4fd4-92bd-d78ab1f2931c,revision_number=5']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:42:15.913355 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dbe69c-57e1-43cc-9055-356159cc6182 req-8687c4e2-c80f-4d7d-9d25-5982328c5113 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:15.921659 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-83dbe69c-57e1-43cc-9055-356159cc6182 req-8687c4e2-c80f-4d7d-9d25-5982328c5113 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a879394-4189-4461-b7d8-c414f598dc01 HTTP/1.1" status: 200 len: 945 time: 0.0675752 Apr 12 19:42:15.983564 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-83dbe69c-57e1-43cc-9055-356159cc6182 req-e1a7a7e4-e213-41b4-bbca-230485e7320b tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/security-groups?id=caae999b-6ab1-48ca-bc49-0938bf2e9075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606210 Apr 12 19:42:16.080828 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14db8a9-169a-4104-a51c-627274af18fb req-464bace8-5ea7-4314-a5c1-fb59e7af0404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:16.082335 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-a14db8a9-169a-4104-a51c-627274af18fb req-464bace8-5ea7-4314-a5c1-fb59e7af0404 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5a879394-4189-4461-b7d8-c414f598dc01 HTTP/1.1" status: 200 len: 1129 time: 0.0547476 Apr 12 19:42:16.133107 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-a14db8a9-169a-4104-a51c-627274af18fb req-3ac16503-d7a8-4305-98ed-96597430db16 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=caae999b-6ab1-48ca-bc49-0938bf2e9075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441163 Apr 12 19:42:16.269860 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-f767af53-40ed-4934-ad9a-8fb5b00d9602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (4d9412c4-31b2-4fbf-87a0-f931332ab9d5), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:16.928845 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ff471d-c151-4510-8b19-be157da906ef req-f87aea1b-ff47-4248-ad32-98b4aa7953e9 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:16.930786 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-24ff471d-c151-4510-8b19-be157da906ef req-f87aea1b-ff47-4248-ad32-98b4aa7953e9 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed5d5b75-5593-42f3-8e63-2df69df80a03 HTTP/1.1" status: 200 len: 946 time: 0.0502336 Apr 12 19:42:16.984463 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-24ff471d-c151-4510-8b19-be157da906ef req-b9c15327-d700-47fa-803a-0a659db70f53 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=346a5e8c-2cdd-4158-9a92-b9fe91eadcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470171 Apr 12 19:42:17.134091 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d6402f-27f8-46eb-a738-416c896d64ac req-aaaf8108-00ad-4abe-b78d-ff5142313cb3 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:17.136468 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-f6d6402f-27f8-46eb-a738-416c896d64ac req-aaaf8108-00ad-4abe-b78d-ff5142313cb3 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a879394-4189-4461-b7d8-c414f598dc01 HTTP/1.1" status: 200 len: 945 time: 0.0677311 Apr 12 19:42:17.216059 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-0fb4a5ae-492f-43e3-90d5-82372e23b9ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (01005bd1-5b1e-41c6-b9b3-a4d4f93589b9), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:17.225202 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-f6d6402f-27f8-46eb-a738-416c896d64ac req-dd8c8390-69d6-4401-98df-59fd8472f3d6 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/security-groups?id=caae999b-6ab1-48ca-bc49-0938bf2e9075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731111 Apr 12 19:42:18.110766 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0733a94-75b4-4d48-9c44-d338a3a926e4 req-fea47f91-2d83-4f47-acd7-871351ad244d tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:18.112427 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-a0733a94-75b4-4d48-9c44-d338a3a926e4 req-fea47f91-2d83-4f47-acd7-871351ad244d tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed5d5b75-5593-42f3-8e63-2df69df80a03 HTTP/1.1" status: 200 len: 946 time: 0.0522039 Apr 12 19:42:18.194941 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-a0733a94-75b4-4d48-9c44-d338a3a926e4 req-fbe9bbbc-5818-40ab-b661-92b9c086a7c9 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=346a5e8c-2cdd-4158-9a92-b9fe91eadcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694749 Apr 12 19:42:18.356472 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d0c88e-cc18-4f42-9650-199383b42dc7 req-56c7bf09-806c-4af7-be7b-8532e0cdb1e4 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:18.366134 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-87d0c88e-cc18-4f42-9650-199383b42dc7 req-56c7bf09-806c-4af7-be7b-8532e0cdb1e4 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a879394-4189-4461-b7d8-c414f598dc01 HTTP/1.1" status: 200 len: 945 time: 0.0671842 Apr 12 19:42:18.447080 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-87d0c88e-cc18-4f42-9650-199383b42dc7 req-7a893ab8-4412-4a96-a53f-ed4fe473cef7 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/security-groups?id=caae999b-6ab1-48ca-bc49-0938bf2e9075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804408 Apr 12 19:42:18.665611 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-655d5a5e-25bf-423f-acb4-166f4bec9d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (f3d2fb0e-5305-4f08-ab1f-5f1d50bdad22), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:19.326909 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d372cb-95b5-4f1c-8d56-a5272cf3b3f2 req-8c4b2e49-8783-4824-9c26-5aa20bed4307 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:19.332780 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-72d372cb-95b5-4f1c-8d56-a5272cf3b3f2 req-8c4b2e49-8783-4824-9c26-5aa20bed4307 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed5d5b75-5593-42f3-8e63-2df69df80a03 HTTP/1.1" status: 200 len: 946 time: 0.0712786 Apr 12 19:42:19.403642 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-72d372cb-95b5-4f1c-8d56-a5272cf3b3f2 req-0bb1f7c1-eaae-4b4a-b249-2182baee09d5 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=346a5e8c-2cdd-4158-9a92-b9fe91eadcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668368 Apr 12 19:42:19.574981 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1ed05f-16d0-4e55-a696-57a9a9afb8c4 req-9b14ddfd-f58b-4c33-9ed5-8ef9a92b94e3 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:19.578091 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-9d1ed05f-16d0-4e55-a696-57a9a9afb8c4 req-9b14ddfd-f58b-4c33-9ed5-8ef9a92b94e3 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a879394-4189-4461-b7d8-c414f598dc01 HTTP/1.1" status: 200 len: 945 time: 0.0605781 Apr 12 19:42:19.659897 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-9d1ed05f-16d0-4e55-a696-57a9a9afb8c4 req-6d7cee4d-9f35-4f9d-88cb-b6c97b44bcfb tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/security-groups?id=caae999b-6ab1-48ca-bc49-0938bf2e9075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701354 Apr 12 19:42:19.815757 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a1ce27-83df-40bd-b693-5aa55bd38538 req-d19c001e-3473-4b2e-bff4-536942ab05b1 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:19.823092 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-73a1ce27-83df-40bd-b693-5aa55bd38538 req-d19c001e-3473-4b2e-bff4-536942ab05b1 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a879394-4189-4461-b7d8-c414f598dc01 HTTP/1.1" status: 200 len: 945 time: 0.0632041 Apr 12 19:42:19.908482 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-73a1ce27-83df-40bd-b693-5aa55bd38538 req-49ead4f5-9c37-46ee-8707-fd0c004f28dc tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/security-groups?id=caae999b-6ab1-48ca-bc49-0938bf2e9075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845151 Apr 12 19:42:19.931260 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 35352) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:42:20.188057 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2625677c-01ef-401e-8022-45653cb8de60 tempest-TestShelveInstance-1264746015 tempest-TestShelveInstance-1264746015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:20.190062 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-2625677c-01ef-401e-8022-45653cb8de60 tempest-TestShelveInstance-1264746015 tempest-TestShelveInstance-1264746015-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=5a879394-4189-4461-b7d8-c414f598dc01 HTTP/1.1" status: 200 len: 1124 time: 0.2575836 Apr 12 19:42:20.192536 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.agents_db [None req-c5aaa6ba-db5d-46db-92f0-20249d3ff0a0 None None] Agent healthcheck: found 6 active agents {{(pid=106718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 19:42:20.193628 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 35356) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:42:20.198722 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.v2.base [None req-79796c20-35ad-4c73-9baa-c504714f6fe5 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Request body: {'floatingip': {'floating_network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'port_id': '6db8ab64-606d-4fd4-92bd-d78ab1f2931c', 'tenant_id': '25505e1fa3da4037b5c77cccb47d3515', 'fixed_ip_address': '172.20.0.7'}} {{(pid=106707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:42:20.223053 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-79796c20-35ad-4c73-9baa-c504714f6fe5 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:20.332581 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-79796c20-35ad-4c73-9baa-c504714f6fe5 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (None), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:20.461954 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (e0bf5abe-d5c5-40a1-a359-03156ade36a4), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:20.487892 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.db.db_base_plugin_common [None req-79796c20-35ad-4c73-9baa-c504714f6fe5 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Allocated IP 172.27.2.75 (afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08/6283d24b-0e2c-4ae1-ac34-d042e72aa307/5bffcf58-c24d-448b-a13a-6912849f5077) {{(pid=106707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:42:20.589886 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130eebd9-b2eb-4cb1-a86c-b9998da9368b req-449f183e-a1c3-48ac-8d2d-32dcfc1e5bff tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:20.597337 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-130eebd9-b2eb-4cb1-a86c-b9998da9368b req-449f183e-a1c3-48ac-8d2d-32dcfc1e5bff tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed5d5b75-5593-42f3-8e63-2df69df80a03 HTTP/1.1" status: 200 len: 946 time: 0.1028807 Apr 12 19:42:20.625069 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-79796c20-35ad-4c73-9baa-c504714f6fe5 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Publish callbacks [] for port (5bffcf58-c24d-448b-a13a-6912849f5077), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:20.673635 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-79796c20-35ad-4c73-9baa-c504714f6fe5 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749198058662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9064885'] for port (5bffcf58-c24d-448b-a13a-6912849f5077), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:20.686367 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-130eebd9-b2eb-4cb1-a86c-b9998da9368b req-bc3f0e0c-376a-484d-94c9-297b0cb23598 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=346a5e8c-2cdd-4158-9a92-b9fe91eadcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808733 Apr 12 19:42:20.717996 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79796c20-35ad-4c73-9baa-c504714f6fe5 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Network afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08 is already hosted by enough agents. {{(pid=106707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:42:20.719422 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.scheduler.base_scheduler [None req-79796c20-35ad-4c73-9baa-c504714f6fe5 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Resources bound (agent type, host, resource id): {{(pid=106707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:42:20.721994 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79796c20-35ad-4c73-9baa-c504714f6fe5 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Received port after_create {{(pid=106707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:42:20.740894 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79796c20-35ad-4c73-9baa-c504714f6fe5 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Pushing event updated for resources: {'Port': ['ID=5bffcf58-c24d-448b-a13a-6912849f5077,revision_number=1']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:42:20.777149 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79796c20-35ad-4c73-9baa-c504714f6fe5 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:42:20.777486 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79796c20-35ad-4c73-9baa-c504714f6fe5 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:42:20.777823 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79796c20-35ad-4c73-9baa-c504714f6fe5 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:42:20.778154 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79796c20-35ad-4c73-9baa-c504714f6fe5 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:42:20.778495 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79796c20-35ad-4c73-9baa-c504714f6fe5 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:42:20.778810 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79796c20-35ad-4c73-9baa-c504714f6fe5 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:42:20.779135 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79796c20-35ad-4c73-9baa-c504714f6fe5 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:42:20.779609 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79796c20-35ad-4c73-9baa-c504714f6fe5 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:42:20.779934 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79796c20-35ad-4c73-9baa-c504714f6fe5 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:42:20.780281 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79796c20-35ad-4c73-9baa-c504714f6fe5 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:42:20.780612 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79796c20-35ad-4c73-9baa-c504714f6fe5 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:42:20.780925 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79796c20-35ad-4c73-9baa-c504714f6fe5 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:42:20.781238 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79796c20-35ad-4c73-9baa-c504714f6fe5 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:42:20.781556 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79796c20-35ad-4c73-9baa-c504714f6fe5 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:42:20.781859 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79796c20-35ad-4c73-9baa-c504714f6fe5 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:42:21.234134 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-79796c20-35ad-4c73-9baa-c504714f6fe5 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Publish callbacks [] for floatingip (7b32d706-c5ba-4bcf-9a11-a568f43e2685), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:21.316704 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-79796c20-35ad-4c73-9baa-c504714f6fe5 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (5bffcf58-c24d-448b-a13a-6912849f5077), before_update {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:21.481785 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-79796c20-35ad-4c73-9baa-c504714f6fe5 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Publish callbacks [] for port (5bffcf58-c24d-448b-a13a-6912849f5077), precommit_update {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:21.488258 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-79796c20-35ad-4c73-9baa-c504714f6fe5 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9064844'] for port (5bffcf58-c24d-448b-a13a-6912849f5077), after_update {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:21.571490 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-79796c20-35ad-4c73-9baa-c504714f6fe5 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668094'] for floatingip (7b32d706-c5ba-4bcf-9a11-a568f43e2685), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:21.573511 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79796c20-35ad-4c73-9baa-c504714f6fe5 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Pushing event updated for resources: {'Port': ['ID=5bffcf58-c24d-448b-a13a-6912849f5077,revision_number=2']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:42:21.685437 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.db.l3_db [None req-79796c20-35ad-4c73-9baa-c504714f6fe5 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Floating IP 7b32d706-c5ba-4bcf-9a11-a568f43e2685 associated. External IP: 172.27.2.75, port: 6db8ab64-606d-4fd4-92bd-d78ab1f2931c. Apr 12 19:42:21.841105 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f519016-3cb6-49a5-ad94-7ab3ac08ac10 req-19960b4a-d74d-424c-9b9c-e36729e029db tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:21.842625 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-9f519016-3cb6-49a5-ad94-7ab3ac08ac10 req-19960b4a-d74d-424c-9b9c-e36729e029db tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed5d5b75-5593-42f3-8e63-2df69df80a03 HTTP/1.1" status: 200 len: 946 time: 0.0621686 Apr 12 19:42:21.973691 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-9f519016-3cb6-49a5-ad94-7ab3ac08ac10 req-09e8dd60-e22d-4350-903e-917e5b0b28bd tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=346a5e8c-2cdd-4158-9a92-b9fe91eadcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223249 Apr 12 19:42:21.996733 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79796c20-35ad-4c73-9baa-c504714f6fe5 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Router 4bb5d70d-61b2-4d57-a79e-be3b3a4596d6 has already been hosted by L3 agent 4d9412c4-31b2-4fbf-87a0-f931332ab9d5 {{(pid=106707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 19:42:22.127482 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79796c20-35ad-4c73-9baa-c504714f6fe5 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Notify agent at l3_agent.dv-cinder-837540-1-iscsi the message routers_updated {{(pid=106707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:42:22.139769 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283618a8-370c-4719-98e2-112c3767e087 None None] Sync routers for ids ['4bb5d70d-61b2-4d57-a79e-be3b3a4596d6'] in dv-cinder-837540-1-iscsi {{(pid=106718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:42:22.158675 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-79796c20-35ad-4c73-9baa-c504714f6fe5 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245471'] for floatingip (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:22.161201 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283618a8-370c-4719-98e2-112c3767e087 None None] Routers {'4bb5d70d-61b2-4d57-a79e-be3b3a4596d6'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:42:22.163941 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-283618a8-370c-4719-98e2-112c3767e087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:42:16Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['4bb5d70d-61b2-4d57-a79e-be3b3a4596d6'], 'active': True} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:42:22.200687 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-79796c20-35ad-4c73-9baa-c504714f6fe5 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0057673 Apr 12 19:42:22.201496 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a879394-4189-4461-b7d8-c414f598dc01', 'tag': '6db8ab64-606d-4fd4-92bd-d78ab1f2931c'}] {{(pid=106707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:42:22.203815 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24bc1a40dab415d93c04770333daaec18ee8cbc44e8bdbc940996836fe034448" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d6efa9a-6947-4b62-a1a3-a99af78a8f4d" -d '{"events": [{"name": "network-changed", "server_uuid": "5a879394-4189-4461-b7d8-c414f598dc01", "tag": "6db8ab64-606d-4fd4-92bd-d78ab1f2931c"}]}' {{(pid=106707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:42:22.259378 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 19:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0109abd2-08de-43fa-99d4-ac04152af096 x-openstack-request-id: req-0109abd2-08de-43fa-99d4-ac04152af096 {{(pid=106707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:42:22.259674 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a879394-4189-4461-b7d8-c414f598dc01", "tag": "6db8ab64-606d-4fd4-92bd-d78ab1f2931c", "status": "completed", "code": 200}]} {{(pid=106707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:42:22.259934 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0109abd2-08de-43fa-99d4-ac04152af096 {{(pid=106707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:42:22.260376 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0109abd2-08de-43fa-99d4-ac04152af096'] response: {'name': 'network-changed', 'server_uuid': '5a879394-4189-4461-b7d8-c414f598dc01', 'tag': '6db8ab64-606d-4fd4-92bd-d78ab1f2931c', 'status': 'completed', 'code': 200} Apr 12 19:42:22.345711 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvr_db [None req-283618a8-370c-4719-98e2-112c3767e087 None None] Set router 4bb5d70d-61b2-4d57-a79e-be3b3a4596d6 gateway port host: dv-cinder-837540-1-iscsi {{(pid=106718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:42:22.606710 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-283618a8-370c-4719-98e2-112c3767e087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb5d70d-61b2-4d57-a79e-be3b3a4596d6', 'name': 'tempest-TestShelveInstance-2133669833-router', 'tenant_id': '25505e1fa3da4037b5c77cccb47d3515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '5d137e0e-5be9-4376-8296-3e844c44af81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:41:14Z', 'updated_at': '2022-04-12T19:41:17Z', 'revision_number': 4, 'project_id': '25505e1fa3da4037b5c77cccb47d3515', 'gw_port': {'id': '5d137e0e-5be9-4376-8296-3e844c44af81', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:c0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb5d70d-61b2-4d57-a79e-be3b3a4596d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:41:14Z', 'updated_at': '2022-04-12T19:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_floatingips': [{'id': '7b32d706-c5ba-4bcf-9a11-a568f43e2685', 'tenant_id': '25505e1fa3da4037b5c77cccb47d3515', 'floating_ip_address': '172.27.2.75', 'floating_network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'router_id': '4bb5d70d-61b2-4d57-a79e-be3b3a4596d6', 'port_id': '6db8ab64-606d-4fd4-92bd-d78ab1f2931c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16f98a57-2f56-426d-a11d-35966394c1dd', 'mac_address': 'fa:16:3e:fe:58:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a879394-4189-4461-b7d8-c414f598dc01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:42:21Z', 'updated_at': '2022-04-12T19:42:21Z', 'revision_number': 0, 'project_id': '25505e1fa3da4037b5c77cccb47d3515', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a08268b-29a5-47e0-936b-0f3d804c6284', 'name': '', 'network_id': '16f98a57-2f56-426d-a11d-35966394c1dd', 'tenant_id': '25505e1fa3da4037b5c77cccb47d3515', 'mac_address': 'fa:16:3e:1e:ea:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb5d70d-61b2-4d57-a79e-be3b3a4596d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '913eccc2-3fc9-416c-8745-8aa9ab19ccf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:41:16Z', 'updated_at': '2022-04-12T19:41:21Z', 'revision_number': 5, 'project_id': '25505e1fa3da4037b5c77cccb47d3515', 'subnets': [{'id': '913eccc2-3fc9-416c-8745-8aa9ab19ccf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:42:22.648675 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283618a8-370c-4719-98e2-112c3767e087 None None] Checking router: 4bb5d70d-61b2-4d57-a79e-be3b3a4596d6 for host: dv-cinder-837540-1-iscsi {{(pid=106718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:42:22.658068 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283618a8-370c-4719-98e2-112c3767e087 None None] Routers {'4bb5d70d-61b2-4d57-a79e-be3b3a4596d6'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:42:22.658845 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-283618a8-370c-4719-98e2-112c3767e087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:42:16Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['4bb5d70d-61b2-4d57-a79e-be3b3a4596d6'], 'active': True} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:42:22.765499 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6efa9a-6947-4b62-a1a3-a99af78a8f4d req-0c0aff2c-75b3-4b9b-bd88-a9ecea2618fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:22.769696 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-5d6efa9a-6947-4b62-a1a3-a99af78a8f4d req-0c0aff2c-75b3-4b9b-bd88-a9ecea2618fd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=25505e1fa3da4037b5c77cccb47d3515&device_id=5a879394-4189-4461-b7d8-c414f598dc01 HTTP/1.1" status: 200 len: 1129 time: 0.0752110 Apr 12 19:42:22.849741 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvr_db [None req-283618a8-370c-4719-98e2-112c3767e087 None None] Set router 4bb5d70d-61b2-4d57-a79e-be3b3a4596d6 gateway port host: dv-cinder-837540-1-iscsi {{(pid=106718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:42:22.914293 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6efa9a-6947-4b62-a1a3-a99af78a8f4d req-0852a66d-e782-4cfc-b8e4-5d5ab73199ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:22.916584 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-5d6efa9a-6947-4b62-a1a3-a99af78a8f4d req-0852a66d-e782-4cfc-b8e4-5d5ab73199ae service neutron] 10.222.0.25 "GET /v2.0/networks?id=16f98a57-2f56-426d-a11d-35966394c1dd HTTP/1.1" status: 200 len: 910 time: 0.1390438 Apr 12 19:42:22.934754 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd6eef-8569-49e1-8399-8a80cf064030 req-3687ca39-55a0-44c5-9988-e162f30719a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:22.936964 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-40cd6eef-8569-49e1-8399-8a80cf064030 req-3687ca39-55a0-44c5-9988-e162f30719a3 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ed5d5b75-5593-42f3-8e63-2df69df80a03 HTTP/1.1" status: 200 len: 1130 time: 0.0681348 Apr 12 19:42:22.996489 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-40cd6eef-8569-49e1-8399-8a80cf064030 req-1e66f033-c75f-4231-8414-64ebcc3e89d2 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=346a5e8c-2cdd-4158-9a92-b9fe91eadcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521216 Apr 12 19:42:23.003026 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-5d6efa9a-6947-4b62-a1a3-a99af78a8f4d req-e7195527-5dcb-4d49-be28-22d6d35ce689 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6db8ab64-606d-4fd4-92bd-d78ab1f2931c HTTP/1.1" status: 200 len: 998 time: 0.0777593 Apr 12 19:42:23.104582 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c9af83-8be9-4cc8-9c01-00d591670e8e req-7d36af6f-1338-4863-bb73-5ed889557800 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:23.112343 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-f4c9af83-8be9-4cc8-9c01-00d591670e8e req-7d36af6f-1338-4863-bb73-5ed889557800 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed5d5b75-5593-42f3-8e63-2df69df80a03 HTTP/1.1" status: 200 len: 946 time: 0.0570970 Apr 12 19:42:23.163764 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-f4c9af83-8be9-4cc8-9c01-00d591670e8e req-b0357ed4-5d54-4d70-b002-f914047225b1 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=346a5e8c-2cdd-4158-9a92-b9fe91eadcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502961 Apr 12 19:42:23.167324 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-283618a8-370c-4719-98e2-112c3767e087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb5d70d-61b2-4d57-a79e-be3b3a4596d6', 'name': 'tempest-TestShelveInstance-2133669833-router', 'tenant_id': '25505e1fa3da4037b5c77cccb47d3515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '5d137e0e-5be9-4376-8296-3e844c44af81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:41:14Z', 'updated_at': '2022-04-12T19:41:17Z', 'revision_number': 4, 'project_id': '25505e1fa3da4037b5c77cccb47d3515', 'gw_port': {'id': '5d137e0e-5be9-4376-8296-3e844c44af81', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:c0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb5d70d-61b2-4d57-a79e-be3b3a4596d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:41:14Z', 'updated_at': '2022-04-12T19:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_floatingips': [{'id': '7b32d706-c5ba-4bcf-9a11-a568f43e2685', 'tenant_id': '25505e1fa3da4037b5c77cccb47d3515', 'floating_ip_address': '172.27.2.75', 'floating_network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'router_id': '4bb5d70d-61b2-4d57-a79e-be3b3a4596d6', 'port_id': '6db8ab64-606d-4fd4-92bd-d78ab1f2931c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16f98a57-2f56-426d-a11d-35966394c1dd', 'mac_address': 'fa:16:3e:fe:58:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a879394-4189-4461-b7d8-c414f598dc01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:42:21Z', 'updated_at': '2022-04-12T19:42:21Z', 'revision_number': 0, 'project_id': '25505e1fa3da4037b5c77cccb47d3515', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a08268b-29a5-47e0-936b-0f3d804c6284', 'name': '', 'network_id': '16f98a57-2f56-426d-a11d-35966394c1dd', 'tenant_id': '25505e1fa3da4037b5c77cccb47d3515', 'mac_address': 'fa:16:3e:1e:ea:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb5d70d-61b2-4d57-a79e-be3b3a4596d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '913eccc2-3fc9-416c-8745-8aa9ab19ccf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:41:16Z', 'updated_at': '2022-04-12T19:41:21Z', 'revision_number': 5, 'project_id': '25505e1fa3da4037b5c77cccb47d3515', 'subnets': [{'id': '913eccc2-3fc9-416c-8745-8aa9ab19ccf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:42:23.202148 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283618a8-370c-4719-98e2-112c3767e087 None None] The sync data for ids ['4bb5d70d-61b2-4d57-a79e-be3b3a4596d6'] in dv-cinder-837540-1-iscsi is: [{'id': '4bb5d70d-61b2-4d57-a79e-be3b3a4596d6', 'name': 'tempest-TestShelveInstance-2133669833-router', 'tenant_id': '25505e1fa3da4037b5c77cccb47d3515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '5d137e0e-5be9-4376-8296-3e844c44af81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:41:14Z', 'updated_at': '2022-04-12T19:41:17Z', 'revision_number': 4, 'project_id': '25505e1fa3da4037b5c77cccb47d3515', 'gw_port': {'id': '5d137e0e-5be9-4376-8296-3e844c44af81', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:c0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb5d70d-61b2-4d57-a79e-be3b3a4596d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:41:14Z', 'updated_at': '2022-04-12T19:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_floatingips': [{'id': '7b32d706-c5ba-4bcf-9a11-a568f43e2685', 'tenant_id': '25505e1fa3da4037b5c77cccb47d3515', 'floating_ip_address': '172.27.2.75', 'floating_network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'router_id': '4bb5d70d-61b2-4d57-a79e-be3b3a4596d6', 'port_id': '6db8ab64-606d-4fd4-92bd-d78ab1f2931c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16f98a57-2f56-426d-a11d-35966394c1dd', 'mac_address': 'fa:16:3e:fe:58:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a879394-4189-4461-b7d8-c414f598dc01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:42:21Z', 'updated_at': '2022-04-12T19:42:21Z', 'revision_number': 0, 'project_id': '25505e1fa3da4037b5c77cccb47d3515', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a08268b-29a5-47e0-936b-0f3d804c6284', 'name': '', 'network_id': '16f98a57-2f56-426d-a11d-35966394c1dd', 'tenant_id': '25505e1fa3da4037b5c77cccb47d3515', 'mac_address': 'fa:16:3e:1e:ea:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb5d70d-61b2-4d57-a79e-be3b3a4596d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '913eccc2-3fc9-416c-8745-8aa9ab19ccf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:41:16Z', 'updated_at': '2022-04-12T19:41:21Z', 'revision_number': 5, 'project_id': '25505e1fa3da4037b5c77cccb47d3515', 'subnets': [{'id': '913eccc2-3fc9-416c-8745-8aa9ab19ccf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:42:23.464121 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeac76bb-097a-4eb6-aeae-75e38b4c0b7f None None] New status for floating IP 7b32d706-c5ba-4bcf-9a11-a568f43e2685: ACTIVE {{(pid=106714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 19:42:23.509896 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6efa9a-6947-4b62-a1a3-a99af78a8f4d req-d988cc37-546e-4d3b-93bc-0841a9667b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:23.525499 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-5d6efa9a-6947-4b62-a1a3-a99af78a8f4d req-d988cc37-546e-4d3b-93bc-0841a9667b3b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=913eccc2-3fc9-416c-8745-8aa9ab19ccf1 HTTP/1.1" status: 200 len: 848 time: 0.0898838 Apr 12 19:42:23.635151 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6efa9a-6947-4b62-a1a3-a99af78a8f4d req-ba27103b-82ec-4fbf-b0c1-309c51adf0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:23.637150 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-5d6efa9a-6947-4b62-a1a3-a99af78a8f4d req-ba27103b-82ec-4fbf-b0c1-309c51adf0d3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=16f98a57-2f56-426d-a11d-35966394c1dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1094046 Apr 12 19:42:23.812062 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 35418) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:42:23.936396 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-a797d5e0-efab-453f-a1ce-d60dc4863695 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:24.020263 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-a797d5e0-efab-453f-a1ce-d60dc4863695 admin admin] Publish callbacks [] for security_group (dd7ab8d3-b93e-4762-bbff-bbd433f80545), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:24.025759 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-a797d5e0-efab-453f-a1ce-d60dc4863695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (dd7ab8d3-b93e-4762-bbff-bbd433f80545), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:24.069165 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-a797d5e0-efab-453f-a1ce-d60dc4863695 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7e1bd41389944317b29b5ee9ee48c9a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2557237 Apr 12 19:42:24.069693 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 35422) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:42:24.070238 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a797d5e0-efab-453f-a1ce-d60dc4863695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd7ab8d3-b93e-4762-bbff-bbd433f80545,revision_number=1']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:42:24.126529 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-af6506ae-f4bb-4174-8d2f-ef937d961964 admin admin] Publish callbacks [] for security_group (dd7ab8d3-b93e-4762-bbff-bbd433f80545), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:24.151384 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-af6506ae-f4bb-4174-8d2f-ef937d961964 admin admin] Publish callbacks [] for security_group (dd7ab8d3-b93e-4762-bbff-bbd433f80545), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:24.211384 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-af6506ae-f4bb-4174-8d2f-ef937d961964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (dd7ab8d3-b93e-4762-bbff-bbd433f80545), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:24.214399 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-af6506ae-f4bb-4174-8d2f-ef937d961964 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:24.215566 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-af6506ae-f4bb-4174-8d2f-ef937d961964 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dd7ab8d3-b93e-4762-bbff-bbd433f80545 HTTP/1.1" status: 204 len: 168 time: 0.1441672 Apr 12 19:42:24.224493 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6506ae-f4bb-4174-8d2f-ef937d961964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd7ab8d3-b93e-4762-bbff-bbd433f80545,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:42:24.232815 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6506ae-f4bb-4174-8d2f-ef937d961964 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:42:24.233169 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6506ae-f4bb-4174-8d2f-ef937d961964 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:42:24.233573 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6506ae-f4bb-4174-8d2f-ef937d961964 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:42:24.233926 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6506ae-f4bb-4174-8d2f-ef937d961964 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:42:24.234264 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6506ae-f4bb-4174-8d2f-ef937d961964 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:42:24.234601 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6506ae-f4bb-4174-8d2f-ef937d961964 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:42:24.234931 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6506ae-f4bb-4174-8d2f-ef937d961964 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:42:24.235259 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6506ae-f4bb-4174-8d2f-ef937d961964 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:42:24.235587 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6506ae-f4bb-4174-8d2f-ef937d961964 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:42:24.235915 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6506ae-f4bb-4174-8d2f-ef937d961964 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:42:24.236277 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6506ae-f4bb-4174-8d2f-ef937d961964 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:42:24.236608 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6506ae-f4bb-4174-8d2f-ef937d961964 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:42:24.237308 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6506ae-f4bb-4174-8d2f-ef937d961964 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:42:24.237692 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6506ae-f4bb-4174-8d2f-ef937d961964 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:42:24.238027 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6506ae-f4bb-4174-8d2f-ef937d961964 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:42:24.324368 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d50d39f-70e6-41a7-ae0b-8d98566a4c35 req-a4fe088c-3025-4f8e-b7df-99ebbc094f4a tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:24.326536 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-0d50d39f-70e6-41a7-ae0b-8d98566a4c35 req-a4fe088c-3025-4f8e-b7df-99ebbc094f4a tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed5d5b75-5593-42f3-8e63-2df69df80a03 HTTP/1.1" status: 200 len: 946 time: 0.0786421 Apr 12 19:42:24.456626 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-0d50d39f-70e6-41a7-ae0b-8d98566a4c35 req-33cad4a6-2d8d-49fd-ad8c-8522f115d2ba tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=346a5e8c-2cdd-4158-9a92-b9fe91eadcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140196 Apr 12 19:42:24.496324 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-5d6efa9a-6947-4b62-a1a3-a99af78a8f4d req-26bc85e7-46f6-4825-bd92-0c5980f356ce service neutron] 10.222.0.25 "GET /v2.0/networks/16f98a57-2f56-426d-a11d-35966394c1dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679449 Apr 12 19:42:24.648911 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-5d6efa9a-6947-4b62-a1a3-a99af78a8f4d req-2c1ac450-67b0-4c02-b7be-638a9c34884c service neutron] 10.222.0.25 "GET /v2.0/networks/16f98a57-2f56-426d-a11d-35966394c1dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221793 Apr 12 19:42:25.028013 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (ce4c6b0b-91ae-4576-82ad-f2f4ee2d2a45), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:25.101338 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 35450) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:42:25.117435 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-228ca972-0553-4894-bbdc-5648692525a8 req-ac7c55c7-daf3-4f55-97b2-6bf3cdac67e8 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0507486 Apr 12 19:42:25.213925 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ca972-0553-4894-bbdc-5648692525a8 req-0d261f5d-30a6-4b4f-9c1c-acdafb0a9094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:25.217134 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-228ca972-0553-4894-bbdc-5648692525a8 req-0d261f5d-30a6-4b4f-9c1c-acdafb0a9094 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a16ad9726e5e4b49874286bb90e53c94&device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 1129 time: 0.0502741 Apr 12 19:42:25.226726 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.v2.base [None req-95e59d54-b03f-4ea1-91a1-804a3835396f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2085390397-network', 'tenant_id': '12145dbb46aa4743a4f5524412af333a'}} {{(pid=106707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:42:25.258045 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95e59d54-b03f-4ea1-91a1-804a3835396f admin admin] Made reservation on behalf of 12145dbb46aa4743a4f5524412af333a for: {'network': 1} {{(pid=106707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:42:25.260343 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-95e59d54-b03f-4ea1-91a1-804a3835396f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for network (None), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:25.274149 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-95e59d54-b03f-4ea1-91a1-804a3835396f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:25.371918 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-95e59d54-b03f-4ea1-91a1-804a3835396f admin admin] Publish callbacks [] for security_group (13f5db24-77b7-4b66-a022-51061b945cdd), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:25.377012 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-95e59d54-b03f-4ea1-91a1-804a3835396f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (13f5db24-77b7-4b66-a022-51061b945cdd), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:25.382406 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ca972-0553-4894-bbdc-5648692525a8 req-e39de6e9-981c-4997-8a5d-7644eba8c91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:25.389584 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-228ca972-0553-4894-bbdc-5648692525a8 req-e39de6e9-981c-4997-8a5d-7644eba8c91d service neutron] 10.222.0.25 "GET /v2.0/networks?id=f4a737e2-fbd1-4d73-b744-770d94c0d414 HTTP/1.1" status: 200 len: 917 time: 0.1507971 Apr 12 19:42:25.409659 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95e59d54-b03f-4ea1-91a1-804a3835396f admin admin] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=106707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 19:42:25.427737 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e59d54-b03f-4ea1-91a1-804a3835396f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13f5db24-77b7-4b66-a022-51061b945cdd,revision_number=1']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:42:25.430883 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-95e59d54-b03f-4ea1-91a1-804a3835396f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495566'] for segment (b46239e3-f8f2-425e-bbc5-acfce486d526), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:25.431228 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.db.segments_db [None req-95e59d54-b03f-4ea1-91a1-804a3835396f admin admin] Added segment b46239e3-f8f2-425e-bbc5-acfce486d526 of type vlan for network c0142df7-9d5b-48b4-893f-0a5baf2cb697 Apr 12 19:42:25.474310 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-228ca972-0553-4894-bbdc-5648692525a8 req-3f24c06a-e743-4f9a-ae0b-c0148a20603e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=468143f7-dffa-4455-923d-7df1610e3c88 HTTP/1.1" status: 200 len: 1001 time: 0.0783408 Apr 12 19:42:25.475582 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-95e59d54-b03f-4ea1-91a1-804a3835396f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749198045660'] for network (c0142df7-9d5b-48b4-893f-0a5baf2cb697), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:25.508374 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-95e59d54-b03f-4ea1-91a1-804a3835396f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185'] for network (c0142df7-9d5b-48b4-893f-0a5baf2cb697), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:25.509565 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e59d54-b03f-4ea1-91a1-804a3835396f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:25.510274 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-95e59d54-b03f-4ea1-91a1-804a3835396f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565043'] for network (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:25.555699 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ca972-0553-4894-bbdc-5648692525a8 req-898da7ee-8fde-48a8-a259-5c26bfd07878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:25.557765 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-95e59d54-b03f-4ea1-91a1-804a3835396f admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4545343 Apr 12 19:42:25.569696 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-228ca972-0553-4894-bbdc-5648692525a8 req-898da7ee-8fde-48a8-a259-5c26bfd07878 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f0175af4-3e14-4634-8d47-e6784ac2f6db HTTP/1.1" status: 200 len: 855 time: 0.0882137 Apr 12 19:42:25.571121 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 35460) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:42:25.587061 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.v2.base [None req-4464b824-78e5-456b-a9e1-b254e4d46630 admin admin] Request body: {'subnet': {'network_id': 'c0142df7-9d5b-48b4-893f-0a5baf2cb697', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2085390397-subnet', 'tenant_id': '12145dbb46aa4743a4f5524412af333a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:42:25.617947 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e59d54-b03f-4ea1-91a1-804a3835396f admin admin] Pushing event updated for resources: {'Network': ['ID=c0142df7-9d5b-48b4-893f-0a5baf2cb697,revision_number=1']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:42:25.635741 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Network c0142df7-9d5b-48b4-893f-0a5baf2cb697 details requested by agent ovs-agent-dv-cinder-837540-1-iscsi with host dv-cinder-837540-1-iscsi {{(pid=106714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 19:42:25.654029 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4464b824-78e5-456b-a9e1-b254e4d46630 admin admin] Made reservation on behalf of 12145dbb46aa4743a4f5524412af333a for: {'subnet': 1} {{(pid=106704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:42:25.657182 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9412a306-c9ef-4c17-9747-51caea2af58f req-d093fd7c-cf56-4a60-8538-c5499d9c4ed0 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:25.661001 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-9412a306-c9ef-4c17-9747-51caea2af58f req-d093fd7c-cf56-4a60-8538-c5499d9c4ed0 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed5d5b75-5593-42f3-8e63-2df69df80a03 HTTP/1.1" status: 200 len: 946 time: 0.1129746 Apr 12 19:42:25.668788 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-4464b824-78e5-456b-a9e1-b254e4d46630 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:25.744016 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-9412a306-c9ef-4c17-9747-51caea2af58f req-97fd680d-f3a2-4368-91f6-1f24bf7b4099 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=346a5e8c-2cdd-4158-9a92-b9fe91eadcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748701 Apr 12 19:42:25.771995 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ca972-0553-4894-bbdc-5648692525a8 req-27391449-f35f-4135-98c5-56378bbb0745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:25.771995 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-228ca972-0553-4894-bbdc-5648692525a8 req-27391449-f35f-4135-98c5-56378bbb0745 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f4a737e2-fbd1-4d73-b744-770d94c0d414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1581006 Apr 12 19:42:25.916142 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efdd2f9-9293-4740-b4a0-bebf3f94f091 req-880f8d3a-ad93-41e0-95ed-2266d155aa92 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:25.917858 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-0efdd2f9-9293-4740-b4a0-bebf3f94f091 req-880f8d3a-ad93-41e0-95ed-2266d155aa92 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bd43d2c-7509-40a1-8847-f1ba5af244c1 HTTP/1.1" status: 200 len: 945 time: 0.0802205 Apr 12 19:42:25.951776 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-228ca972-0553-4894-bbdc-5648692525a8 req-8dd6110f-7c59-495c-b8f2-8850c0322cb6 service neutron] 10.222.0.25 "GET /v2.0/networks/f4a737e2-fbd1-4d73-b744-770d94c0d414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822340 Apr 12 19:42:26.275678 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-0efdd2f9-9293-4740-b4a0-bebf3f94f091 req-7c81c915-8719-4a75-838d-b6a6886d74b2 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=346a5e8c-2cdd-4158-9a92-b9fe91eadcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3495164 Apr 12 19:42:26.341332 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-4464b824-78e5-456b-a9e1-b254e4d46630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185'] for subnet (fa95097f-5800-4faa-b772-90bd671100d9), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:26.354858 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-228ca972-0553-4894-bbdc-5648692525a8 req-fe604015-e3a0-4a5c-9058-664d125807be service neutron] 10.222.0.25 "GET /v2.0/networks/f4a737e2-fbd1-4d73-b744-770d94c0d414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3829761 Apr 12 19:42:26.416639 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4464b824-78e5-456b-a9e1-b254e4d46630 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa95097f-5800-4faa-b772-90bd671100d9,revision_number=0']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:42:26.425476 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4464b824-78e5-456b-a9e1-b254e4d46630 admin admin] Checking segment: {'id': 'b46239e3-f8f2-425e-bbc5-acfce486d526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'c0142df7-9d5b-48b4-893f-0a5baf2cb697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:42:26.425833 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4464b824-78e5-456b-a9e1-b254e4d46630 admin admin] Network hostable DHCP agents. Network: c0142df7-9d5b-48b4-893f-0a5baf2cb697, hostable agents: ['055fa106-9079-4d8f-a829-e3ca37bbcb19'], hosted agents: [] {{(pid=106704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 19:42:26.453202 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4464b824-78e5-456b-a9e1-b254e4d46630 admin admin] Network c0142df7-9d5b-48b4-893f-0a5baf2cb697 is scheduled to be hosted by DHCP agent 055fa106-9079-4d8f-a829-e3ca37bbcb19 with binding_index 1 {{(pid=106704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 19:42:26.476354 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.base_scheduler [None req-4464b824-78e5-456b-a9e1-b254e4d46630 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837540-1-iscsi, c0142df7-9d5b-48b4-893f-0a5baf2cb697) {{(pid=106704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:42:26.484676 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4464b824-78e5-456b-a9e1-b254e4d46630 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:26.485076 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-4464b824-78e5-456b-a9e1-b254e4d46630 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:26.492316 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab52777-d556-4608-ab8d-89b27061f107 None None] Network c0142df7-9d5b-48b4-893f-0a5baf2cb697 requested from dv-cinder-837540-1-iscsi {{(pid=106714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 19:42:26.549735 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-4464b824-78e5-456b-a9e1-b254e4d46630 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9731498 Apr 12 19:42:26.668642 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec29e0c9-ddcd-4e00-9031-6d6002f2ce82 None None] Network c0142df7-9d5b-48b4-893f-0a5baf2cb697 requested from dv-cinder-837540-1-iscsi {{(pid=106714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 19:42:28.042719 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1979ba03-4f46-40cf-91af-abff6fb0dfc8 req-f8e4c825-4c5e-4ab3-a60a-5d5f53fcd851 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:28.044226 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-1979ba03-4f46-40cf-91af-abff6fb0dfc8 req-f8e4c825-4c5e-4ab3-a60a-5d5f53fcd851 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bd43d2c-7509-40a1-8847-f1ba5af244c1 HTTP/1.1" status: 200 len: 945 time: 0.0736346 Apr 12 19:42:28.045334 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f16702-0bb1-4c18-afe7-a49c0dd895b3 req-c9ed1248-6f3b-4ffb-a762-a85c1be10c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:28.046671 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-a1f16702-0bb1-4c18-afe7-a49c0dd895b3 req-c9ed1248-6f3b-4ffb-a762-a85c1be10c57 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e2849b4a348c4795bf965ba8cdf2467d&device_id=9bd43d2c-7509-40a1-8847-f1ba5af244c1 HTTP/1.1" status: 200 len: 1129 time: 0.0668185 Apr 12 19:42:28.145481 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-1979ba03-4f46-40cf-91af-abff6fb0dfc8 req-be3bcc81-8073-4027-a9b0-29d9906f1b14 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=346a5e8c-2cdd-4158-9a92-b9fe91eadcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946972 Apr 12 19:42:28.169111 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f16702-0bb1-4c18-afe7-a49c0dd895b3 req-3e2d9a4c-4f71-4f1c-889f-61cf283e4553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:28.170620 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-a1f16702-0bb1-4c18-afe7-a49c0dd895b3 req-3e2d9a4c-4f71-4f1c-889f-61cf283e4553 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9 HTTP/1.1" status: 200 len: 919 time: 0.1134665 Apr 12 19:42:28.212588 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-a1f16702-0bb1-4c18-afe7-a49c0dd895b3 req-fe5b00d1-ce9c-4c16-8ae5-14ab274a915b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d6257e6-2440-4f52-93e8-88093d8604c7 HTTP/1.1" status: 200 len: 217 time: 0.0355816 Apr 12 19:42:28.264172 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f16702-0bb1-4c18-afe7-a49c0dd895b3 req-bb59b727-6b3f-4dfb-9bf6-1a7e1f01bb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:28.265584 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-a1f16702-0bb1-4c18-afe7-a49c0dd895b3 req-bb59b727-6b3f-4dfb-9bf6-1a7e1f01bb1d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7f57a095-a707-4feb-9d1c-8b1458759bd7 HTTP/1.1" status: 200 len: 857 time: 0.0467730 Apr 12 19:42:28.306579 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f16702-0bb1-4c18-afe7-a49c0dd895b3 req-24ab7f48-f6fc-452a-9218-4ee693658fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:28.308094 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-a1f16702-0bb1-4c18-afe7-a49c0dd895b3 req-24ab7f48-f6fc-452a-9218-4ee693658fbe service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0369744 Apr 12 19:42:28.409106 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-a1f16702-0bb1-4c18-afe7-a49c0dd895b3 req-6acd9ad5-1faa-40f3-be40-89e7f7744dfa service neutron] 10.222.0.25 "GET /v2.0/networks/a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928292 Apr 12 19:42:28.503618 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-a1f16702-0bb1-4c18-afe7-a49c0dd895b3 req-0d8c63d6-b93e-4045-bc6a-f7943b9f3fe8 service neutron] 10.222.0.25 "GET /v2.0/networks/a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870163 Apr 12 19:42:28.596064 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8a8ae1-5c80-40f8-b9d3-0e9b0ac1332f req-276ddfc8-dbd7-4ddd-a297-a57f12dabf94 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:28.597102 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-5d8a8ae1-5c80-40f8-b9d3-0e9b0ac1332f req-276ddfc8-dbd7-4ddd-a297-a57f12dabf94 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] 10.222.0.15 "GET /v2.0/networks?id=c0142df7-9d5b-48b4-893f-0a5baf2cb697 HTTP/1.1" status: 200 len: 814 time: 0.0991056 Apr 12 19:42:28.612260 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-5d8a8ae1-5c80-40f8-b9d3-0e9b0ac1332f req-92f306d7-fd24-41ea-a49f-b21ee5b20e8c tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] 10.222.0.15 "GET /v2.0/quotas/12145dbb46aa4743a4f5524412af333a HTTP/1.1" status: 200 len: 375 time: 0.0091460 Apr 12 19:42:28.647998 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-5d8a8ae1-5c80-40f8-b9d3-0e9b0ac1332f req-8b97c494-700d-4bf9-87ad-593cf21bacf5 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=12145dbb46aa4743a4f5524412af333a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300169 Apr 12 19:42:28.743749 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-5d8a8ae1-5c80-40f8-b9d3-0e9b0ac1332f req-4ff459a5-336f-47fe-ad3c-0b925a8f40a0 service neutron] 10.222.0.15 "GET /v2.0/networks/c0142df7-9d5b-48b4-893f-0a5baf2cb697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891652 Apr 12 19:42:28.834557 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-5d8a8ae1-5c80-40f8-b9d3-0e9b0ac1332f req-7b9de3ce-47da-4725-b150-bfc55d2312e0 service neutron] 10.222.0.15 "GET /v2.0/networks/c0142df7-9d5b-48b4-893f-0a5baf2cb697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850525 Apr 12 19:42:29.006982 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-57bb662b-05e6-444b-ab78-283855ea0646 req-1581a472-3a04-4333-a615-6153e8625573 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] 10.222.0.15 "GET /v2.0/ports?device_id=e46f7080-7d22-45eb-96e6-25441a2d9399 HTTP/1.1" status: 200 len: 210 time: 0.0297179 Apr 12 19:42:29.268593 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92916fd-6209-4f4d-8c8d-c758d1d975ab req-019f2ba0-b416-485b-b983-14b244fec374 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:29.275955 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-a92916fd-6209-4f4d-8c8d-c758d1d975ab req-019f2ba0-b416-485b-b983-14b244fec374 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bd43d2c-7509-40a1-8847-f1ba5af244c1 HTTP/1.1" status: 200 len: 945 time: 0.0602794 Apr 12 19:42:29.329966 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-a92916fd-6209-4f4d-8c8d-c758d1d975ab req-7fbd4b82-ebb9-4156-805d-5d72dd923c63 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=346a5e8c-2cdd-4158-9a92-b9fe91eadcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527394 Apr 12 19:42:30.069533 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8a8ae1-5c80-40f8-b9d3-0e9b0ac1332f req-6001d601-32dc-44a8-915a-96ff5f32b851 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:30.071176 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-5d8a8ae1-5c80-40f8-b9d3-0e9b0ac1332f req-6001d601-32dc-44a8-915a-96ff5f32b851 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] 10.222.0.25 "GET /v2.0/networks?id=c0142df7-9d5b-48b4-893f-0a5baf2cb697 HTTP/1.1" status: 200 len: 814 time: 0.1063457 Apr 12 19:42:30.092346 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.v2.base [req-5d8a8ae1-5c80-40f8-b9d3-0e9b0ac1332f req-a7636554-e12b-4940-ae59-ceb50dd41f01 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] Request body: {'port': {'device_id': 'e46f7080-7d22-45eb-96e6-25441a2d9399', 'network_id': 'c0142df7-9d5b-48b4-893f-0a5baf2cb697', 'admin_state_up': True, 'tenant_id': '12145dbb46aa4743a4f5524412af333a'}} {{(pid=106704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:42:30.134803 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-96c3617b-b536-4b53-a208-a591a10703b2 req-96df8163-18f9-4d1f-bfd5-5e77e277d4b0 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] 10.222.0.15 "GET /v2.0/ports?device_id=e46f7080-7d22-45eb-96e6-25441a2d9399 HTTP/1.1" status: 200 len: 210 time: 0.0460865 Apr 12 19:42:30.220913 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d8a8ae1-5c80-40f8-b9d3-0e9b0ac1332f req-a7636554-e12b-4940-ae59-ceb50dd41f01 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] Made reservation on behalf of 12145dbb46aa4743a4f5524412af333a for: {'port': 1} {{(pid=106704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:42:30.224225 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-5d8a8ae1-5c80-40f8-b9d3-0e9b0ac1332f req-a7636554-e12b-4940-ae59-ceb50dd41f01 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:30.342170 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.db_base_plugin_common [req-5d8a8ae1-5c80-40f8-b9d3-0e9b0ac1332f req-a7636554-e12b-4940-ae59-ceb50dd41f01 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] Allocated IP 172.20.0.3 (c0142df7-9d5b-48b4-893f-0a5baf2cb697/fa95097f-5800-4faa-b772-90bd671100d9/09139b71-83de-4b76-884b-b98ae19e835a) {{(pid=106704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:42:30.450360 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 35614) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:42:30.464029 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eabd29f-1e7c-47e6-98db-ec89d565ec11 req-e8e85d53-76f4-4b13-82a6-1c34489e1094 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:30.465521 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-6eabd29f-1e7c-47e6-98db-ec89d565ec11 req-e8e85d53-76f4-4b13-82a6-1c34489e1094 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bd43d2c-7509-40a1-8847-f1ba5af244c1 HTTP/1.1" status: 200 len: 945 time: 0.0608535 Apr 12 19:42:30.493664 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-5d8a8ae1-5c80-40f8-b9d3-0e9b0ac1332f req-a7636554-e12b-4940-ae59-ceb50dd41f01 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] Publish callbacks [] for port (09139b71-83de-4b76-884b-b98ae19e835a), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:30.529032 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-5d8a8ae1-5c80-40f8-b9d3-0e9b0ac1332f req-a7636554-e12b-4940-ae59-ceb50dd41f01 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749198058662'] for port (09139b71-83de-4b76-884b-b98ae19e835a), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:30.574601 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d8a8ae1-5c80-40f8-b9d3-0e9b0ac1332f req-a7636554-e12b-4940-ae59-ceb50dd41f01 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] Network c0142df7-9d5b-48b4-893f-0a5baf2cb697 is already hosted by enough agents. {{(pid=106704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:42:30.580098 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.base_scheduler [req-5d8a8ae1-5c80-40f8-b9d3-0e9b0ac1332f req-a7636554-e12b-4940-ae59-ceb50dd41f01 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] Resources bound (agent type, host, resource id): {{(pid=106704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:42:30.584586 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d8a8ae1-5c80-40f8-b9d3-0e9b0ac1332f req-a7636554-e12b-4940-ae59-ceb50dd41f01 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] Received port after_create {{(pid=106704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:42:30.589745 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8a8ae1-5c80-40f8-b9d3-0e9b0ac1332f req-a7636554-e12b-4940-ae59-ceb50dd41f01 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:30.590381 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-5d8a8ae1-5c80-40f8-b9d3-0e9b0ac1332f req-a7636554-e12b-4940-ae59-ceb50dd41f01 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245471'] for port (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:30.596884 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7636554-e12b-4940-ae59-ceb50dd41f01 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] Pushing event updated for resources: {'Port': ['ID=09139b71-83de-4b76-884b-b98ae19e835a,revision_number=1']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:42:30.612842 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-5d8a8ae1-5c80-40f8-b9d3-0e9b0ac1332f req-a7636554-e12b-4940-ae59-ceb50dd41f01 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5253241 Apr 12 19:42:30.625693 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.v2.base [req-5d8a8ae1-5c80-40f8-b9d3-0e9b0ac1332f req-b058bc39-d310-4ae4-bd19-56261686572a service neutron] Request body: {'port': {'device_id': 'e46f7080-7d22-45eb-96e6-25441a2d9399', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=106704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:42:30.689548 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-5d8a8ae1-5c80-40f8-b9d3-0e9b0ac1332f req-b058bc39-d310-4ae4-bd19-56261686572a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (09139b71-83de-4b76-884b-b98ae19e835a), before_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:30.744629 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.db.db_base_plugin_v2 [None req-39b365bd-0971-4fb6-9637-6576884b5e14 admin admin] Deleting subnet 705c3a53-42a9-4585-bb45-55913253aeae {{(pid=106707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 19:42:30.749977 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-39b365bd-0971-4fb6-9637-6576884b5e14 admin admin] Publish callbacks [] for subnet (705c3a53-42a9-4585-bb45-55913253aeae), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:30.784486 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-6eabd29f-1e7c-47e6-98db-ec89d565ec11 req-b27d73ec-2fed-4a8a-b994-3ac85384c663 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=346a5e8c-2cdd-4158-9a92-b9fe91eadcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797033 Apr 12 19:42:30.795718 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-39b365bd-0971-4fb6-9637-6576884b5e14 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9065194'] for subnet (705c3a53-42a9-4585-bb45-55913253aeae), precommit_delete_associations {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:30.846464 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-39b365bd-0971-4fb6-9637-6576884b5e14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449141'] for subnet (705c3a53-42a9-4585-bb45-55913253aeae), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:30.901147 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-39b365bd-0971-4fb6-9637-6576884b5e14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9064922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9408020'] for subnet (705c3a53-42a9-4585-bb45-55913253aeae), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:30.926568 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b365bd-0971-4fb6-9637-6576884b5e14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=705c3a53-42a9-4585-bb45-55913253aeae,revision_number=None']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:42:30.930312 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-39b365bd-0971-4fb6-9637-6576884b5e14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565043'] for subnet (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:30.933476 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-39b365bd-0971-4fb6-9637-6576884b5e14 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/705c3a53-42a9-4585-bb45-55913253aeae HTTP/1.1" status: 204 len: 168 time: 0.4820993 Apr 12 19:42:30.935897 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 35616) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:42:30.955254 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.notifiers.nova [req-5d8a8ae1-5c80-40f8-b9d3-0e9b0ac1332f req-b058bc39-d310-4ae4-bd19-56261686572a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09139b71-83de-4b76-884b-b98ae19e835a {{(pid=106704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 19:42:30.962732 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-5d8a8ae1-5c80-40f8-b9d3-0e9b0ac1332f req-b058bc39-d310-4ae4-bd19-56261686572a service neutron] Publish callbacks [] for port (09139b71-83de-4b76-884b-b98ae19e835a), precommit_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:30.975580 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.provisioning_blocks [req-5d8a8ae1-5c80-40f8-b9d3-0e9b0ac1332f req-b058bc39-d310-4ae4-bd19-56261686572a service neutron] Transition to ACTIVE for port object 09139b71-83de-4b76-884b-b98ae19e835a will not be triggered until provisioned by entity L2. {{(pid=106704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 19:42:30.978863 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-5d8a8ae1-5c80-40f8-b9d3-0e9b0ac1332f req-b058bc39-d310-4ae4-bd19-56261686572a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (09139b71-83de-4b76-884b-b98ae19e835a), after_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:31.010106 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-d2b3cb9f-d3d9-40dd-a86b-4a9b3aba9a6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3636804'] for network (1bd0fdf0-c639-45b6-addc-35b5a883ecf6), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:31.050905 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b058bc39-d310-4ae4-bd19-56261686572a service neutron] Pushing event updated for resources: {'Port': ['ID=09139b71-83de-4b76-884b-b98ae19e835a,revision_number=2']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:42:31.079840 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.managers [req-5d8a8ae1-5c80-40f8-b9d3-0e9b0ac1332f req-b058bc39-d310-4ae4-bd19-56261686572a service neutron] Attempting to bind port 09139b71-83de-4b76-884b-b98ae19e835a on host hv-cinder-83754 for vnic_type normal with profile {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:42:31.080528 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.managers [req-5d8a8ae1-5c80-40f8-b9d3-0e9b0ac1332f req-b058bc39-d310-4ae4-bd19-56261686572a service neutron] Attempting to bind port 09139b71-83de-4b76-884b-b98ae19e835a by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': 'b46239e3-f8f2-425e-bbc5-acfce486d526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'c0142df7-9d5b-48b4-893f-0a5baf2cb697'}] {{(pid=106704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:42:31.080528 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8a8ae1-5c80-40f8-b9d3-0e9b0ac1332f req-b058bc39-d310-4ae4-bd19-56261686572a service neutron] Attempting to bind port 09139b71-83de-4b76-884b-b98ae19e835a on network c0142df7-9d5b-48b4-893f-0a5baf2cb697 {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:42:31.085442 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8a8ae1-5c80-40f8-b9d3-0e9b0ac1332f req-b058bc39-d310-4ae4-bd19-56261686572a service neutron] Port 09139b71-83de-4b76-884b-b98ae19e835a on network c0142df7-9d5b-48b4-893f-0a5baf2cb697 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 19:42:31.085764 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8a8ae1-5c80-40f8-b9d3-0e9b0ac1332f req-b058bc39-d310-4ae4-bd19-56261686572a service neutron] Attempting to bind port 09139b71-83de-4b76-884b-b98ae19e835a on network c0142df7-9d5b-48b4-893f-0a5baf2cb697 {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:42:31.090570 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8a8ae1-5c80-40f8-b9d3-0e9b0ac1332f req-b058bc39-d310-4ae4-bd19-56261686572a service neutron] Checking agent: {'id': 'ce4c6b0b-91ae-4576-82ad-f2f4ee2d2a45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 37, 20), 'started_at': datetime.datetime(2022, 4, 12, 19, 37, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:42:31.090905 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8a8ae1-5c80-40f8-b9d3-0e9b0ac1332f req-b058bc39-d310-4ae4-bd19-56261686572a service neutron] Checking segment: {'id': 'b46239e3-f8f2-425e-bbc5-acfce486d526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'c0142df7-9d5b-48b4-893f-0a5baf2cb697'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:42:31.091304 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8a8ae1-5c80-40f8-b9d3-0e9b0ac1332f req-b058bc39-d310-4ae4-bd19-56261686572a service neutron] Bound using segment: {'id': 'b46239e3-f8f2-425e-bbc5-acfce486d526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'c0142df7-9d5b-48b4-893f-0a5baf2cb697'} {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:42:31.091721 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.managers [req-5d8a8ae1-5c80-40f8-b9d3-0e9b0ac1332f req-b058bc39-d310-4ae4-bd19-56261686572a service neutron] Bound port: 09139b71-83de-4b76-884b-b98ae19e835a, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b46239e3-f8f2-425e-bbc5-acfce486d526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'c0142df7-9d5b-48b4-893f-0a5baf2cb697'}}] {{(pid=106704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:42:31.092100 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-5d8a8ae1-5c80-40f8-b9d3-0e9b0ac1332f req-b058bc39-d310-4ae4-bd19-56261686572a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (09139b71-83de-4b76-884b-b98ae19e835a), before_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:31.098131 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-d2b3cb9f-d3d9-40dd-a86b-4a9b3aba9a6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3451022', 'neutron.services.segments.db._delete_segments_for_network-8749198551224'] for network (1bd0fdf0-c639-45b6-addc-35b5a883ecf6), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:31.117600 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.services.segments.db [None req-d2b3cb9f-d3d9-40dd-a86b-4a9b3aba9a6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bd0fdf0-c639-45b6-addc-35b5a883ecf6']}} {{(pid=106707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:42:31.126612 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.services.segments.db [None req-d2b3cb9f-d3d9-40dd-a86b-4a9b3aba9a6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c09d3499-9788-4094-b7d0-93f43dec1b2f') {'for_net_delete': True} {{(pid=106707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:42:31.126907 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.services.segments.db [None req-d2b3cb9f-d3d9-40dd-a86b-4a9b3aba9a6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c09d3499-9788-4094-b7d0-93f43dec1b2f') {} {{(pid=106707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:42:31.137000 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-d2b3cb9f-d3d9-40dd-a86b-4a9b3aba9a6d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749198554305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9065169'] for segment (c09d3499-9788-4094-b7d0-93f43dec1b2f), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:31.150660 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-d2b3cb9f-d3d9-40dd-a86b-4a9b3aba9a6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495566'] for segment (c09d3499-9788-4094-b7d0-93f43dec1b2f), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:31.157202 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2b3cb9f-d3d9-40dd-a86b-4a9b3aba9a6d admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=106707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 19:42:31.157560 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-d2b3cb9f-d3d9-40dd-a86b-4a9b3aba9a6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9064800'] for segment (c09d3499-9788-4094-b7d0-93f43dec1b2f), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:31.159335 dv-cinder-837540-1-iscsi neutron-server[106707]: Traceback (most recent call last): Apr 12 19:42:31.159335 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 19:42:31.159335 dv-cinder-837540-1-iscsi neutron-server[106707]: timer() Apr 12 19:42:31.159335 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 19:42:31.159335 dv-cinder-837540-1-iscsi neutron-server[106707]: cb(*args, **kw) Apr 12 19:42:31.159335 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 19:42:31.159335 dv-cinder-837540-1-iscsi neutron-server[106707]: return func(*args, **kwargs) Apr 12 19:42:31.159335 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 19:42:31.159335 dv-cinder-837540-1-iscsi neutron-server[106707]: self._notify() Apr 12 19:42:31.159335 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 19:42:31.159335 dv-cinder-837540-1-iscsi neutron-server[106707]: self.callback(batched_events) Apr 12 19:42:31.159335 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 19:42:31.159335 dv-cinder-837540-1-iscsi neutron-server[106707]: event.method(event) Apr 12 19:42:31.159335 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 19:42:31.159335 dv-cinder-837540-1-iscsi neutron-server[106707]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 19:42:31.159335 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 19:42:31.159335 dv-cinder-837540-1-iscsi neutron-server[106707]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 19:42:31.159335 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 19:42:31.159335 dv-cinder-837540-1-iscsi neutron-server[106707]: return f(self, *a, **k) Apr 12 19:42:31.159335 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 19:42:31.159335 dv-cinder-837540-1-iscsi neutron-server[106707]: return self._get(url).json() Apr 12 19:42:31.159335 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 19:42:31.159335 dv-cinder-837540-1-iscsi neutron-server[106707]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 19:42:31.159335 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 19:42:31.159335 dv-cinder-837540-1-iscsi neutron-server[106707]: return self.request(url, 'GET', **kwargs) Apr 12 19:42:31.159335 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 19:42:31.159335 dv-cinder-837540-1-iscsi neutron-server[106707]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 19:42:31.159335 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 19:42:31.159335 dv-cinder-837540-1-iscsi neutron-server[106707]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 19:42:31.159335 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 19:42:31.159335 dv-cinder-837540-1-iscsi neutron-server[106707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 19:42:31.159335 dv-cinder-837540-1-iscsi neutron-server[106707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 19:42:31.161657 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.db [req-5d8a8ae1-5c80-40f8-b9d3-0e9b0ac1332f req-b058bc39-d310-4ae4-bd19-56261686572a service neutron] For port 09139b71-83de-4b76-884b-b98ae19e835a, host hv-cinder-83754, cleared binding levels {{(pid=106704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:42:31.163355 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.db [req-5d8a8ae1-5c80-40f8-b9d3-0e9b0ac1332f req-b058bc39-d310-4ae4-bd19-56261686572a service neutron] For port 09139b71-83de-4b76-884b-b98ae19e835a, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=09139b71-83de-4b76-884b-b98ae19e835a,segment=NetworkSegment(b46239e3-f8f2-425e-bbc5-acfce486d526),segment_id=b46239e3-f8f2-425e-bbc5-acfce486d526)] {{(pid=106704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:42:31.170383 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-5d8a8ae1-5c80-40f8-b9d3-0e9b0ac1332f req-b058bc39-d310-4ae4-bd19-56261686572a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (09139b71-83de-4b76-884b-b98ae19e835a), after_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:31.216412 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8a8ae1-5c80-40f8-b9d3-0e9b0ac1332f req-b058bc39-d310-4ae4-bd19-56261686572a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:31.217055 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-5d8a8ae1-5c80-40f8-b9d3-0e9b0ac1332f req-b058bc39-d310-4ae4-bd19-56261686572a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245471'] for port (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:31.218531 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-5d8a8ae1-5c80-40f8-b9d3-0e9b0ac1332f req-b058bc39-d310-4ae4-bd19-56261686572a service neutron] 10.222.0.25 "PUT /v2.0/ports/09139b71-83de-4b76-884b-b98ae19e835a HTTP/1.1" status: 200 len: 1093 time: 0.5972886 Apr 12 19:42:31.220725 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-d2b3cb9f-d3d9-40dd-a86b-4a9b3aba9a6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3451063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668064'] for network (1bd0fdf0-c639-45b6-addc-35b5a883ecf6), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:31.221888 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e46f7080-7d22-45eb-96e6-25441a2d9399', 'tag': '09139b71-83de-4b76-884b-b98ae19e835a'}] {{(pid=106704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:42:31.224355 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7198706052eeb44005bd3d373437c5078b0bb903de01f30342c0d4536e5352d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd834269-829d-49d4-8b47-1e7c0722e27d" -d '{"events": [{"name": "network-changed", "server_uuid": "e46f7080-7d22-45eb-96e6-25441a2d9399", "tag": "09139b71-83de-4b76-884b-b98ae19e835a"}]}' {{(pid=106704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:42:31.237204 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-d2b3cb9f-d3d9-40dd-a86b-4a9b3aba9a6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565043'] for network (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:31.248990 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-d2b3cb9f-d3d9-40dd-a86b-4a9b3aba9a6d admin admin] 10.222.0.15 "DELETE /v2.0/networks/1bd0fdf0-c639-45b6-addc-35b5a883ecf6 HTTP/1.1" status: 204 len: 168 time: 0.3119020 Apr 12 19:42:31.250001 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b3cb9f-d3d9-40dd-a86b-4a9b3aba9a6d admin admin] Pushing event deleted for resources: {'Network': ['ID=1bd0fdf0-c639-45b6-addc-35b5a883ecf6,revision_number=None']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:42:31.269133 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b058bc39-d310-4ae4-bd19-56261686572a service neutron] Pushing event updated for resources: {'Port': ['ID=09139b71-83de-4b76-884b-b98ae19e835a,revision_number=3']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:42:31.278697 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 19:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80fc4129-a562-42d8-8c06-e62252fb1315 x-openstack-request-id: req-80fc4129-a562-42d8-8c06-e62252fb1315 {{(pid=106704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:42:31.278994 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e46f7080-7d22-45eb-96e6-25441a2d9399", "tag": "09139b71-83de-4b76-884b-b98ae19e835a", "status": "completed", "code": 200}]} {{(pid=106704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:42:31.279251 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-80fc4129-a562-42d8-8c06-e62252fb1315 {{(pid=106704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:42:31.279648 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80fc4129-a562-42d8-8c06-e62252fb1315'] response: {'name': 'network-changed', 'server_uuid': 'e46f7080-7d22-45eb-96e6-25441a2d9399', 'tag': '09139b71-83de-4b76-884b-b98ae19e835a', 'status': 'completed', 'code': 200} Apr 12 19:42:31.315822 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381c72e7-bb11-409f-bb4c-328189ae31df req-317aa2af-e7aa-42dd-9905-3e43137ffecc tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:31.317338 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-381c72e7-bb11-409f-bb4c-328189ae31df req-317aa2af-e7aa-42dd-9905-3e43137ffecc tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] 10.222.0.15 "GET /v2.0/ports?device_id=e46f7080-7d22-45eb-96e6-25441a2d9399 HTTP/1.1" status: 200 len: 943 time: 0.1033394 Apr 12 19:42:31.342724 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8a8ae1-5c80-40f8-b9d3-0e9b0ac1332f req-992db357-8c8b-4245-a2dd-0afdcd245606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:31.344225 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-5d8a8ae1-5c80-40f8-b9d3-0e9b0ac1332f req-992db357-8c8b-4245-a2dd-0afdcd245606 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=12145dbb46aa4743a4f5524412af333a&device_id=e46f7080-7d22-45eb-96e6-25441a2d9399 HTTP/1.1" status: 200 len: 1127 time: 0.0618553 Apr 12 19:42:31.382449 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 35624) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:42:31.397804 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-5d8a8ae1-5c80-40f8-b9d3-0e9b0ac1332f req-3a97ba3b-d5f1-479a-ac4e-7955cd7fd63d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=09139b71-83de-4b76-884b-b98ae19e835a HTTP/1.1" status: 200 len: 217 time: 0.0453069 Apr 12 19:42:31.419348 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-381c72e7-bb11-409f-bb4c-328189ae31df req-f2b08b44-1290-404c-9581-293a6844df1d tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] 10.222.0.15 "GET /v2.0/security-groups?id=13f5db24-77b7-4b66-a022-51061b945cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941296 Apr 12 19:42:31.422871 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-86f9782f-6dab-4040-8c52-c57f444822d4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cda9058786dc4aa9a218711757d096ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392704 Apr 12 19:42:31.425292 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 35626) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:42:31.456217 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8a8ae1-5c80-40f8-b9d3-0e9b0ac1332f req-bae9d5f6-8cbb-4fb3-be7b-f7067c7a35f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:31.457669 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-5d8a8ae1-5c80-40f8-b9d3-0e9b0ac1332f req-bae9d5f6-8cbb-4fb3-be7b-f7067c7a35f8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fa95097f-5800-4faa-b772-90bd671100d9 HTTP/1.1" status: 200 len: 854 time: 0.0499249 Apr 12 19:42:31.473563 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-19c0cb19-e65d-44d8-b16e-aec546e11941 admin admin] Publish callbacks [] for security_group (494cadc4-45e4-4fe5-87fc-9bcf0ce1a223), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:31.490963 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-5d8a8ae1-5c80-40f8-b9d3-0e9b0ac1332f req-3e2bd831-98b3-4b62-8efa-5cd1748acc81 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c0142df7-9d5b-48b4-893f-0a5baf2cb697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263200 Apr 12 19:42:31.495009 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-19c0cb19-e65d-44d8-b16e-aec546e11941 admin admin] Publish callbacks [] for security_group (494cadc4-45e4-4fe5-87fc-9bcf0ce1a223), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:31.545485 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-19c0cb19-e65d-44d8-b16e-aec546e11941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (494cadc4-45e4-4fe5-87fc-9bcf0ce1a223), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:31.548331 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-19c0cb19-e65d-44d8-b16e-aec546e11941 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:31.551951 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-19c0cb19-e65d-44d8-b16e-aec546e11941 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/494cadc4-45e4-4fe5-87fc-9bcf0ce1a223 HTTP/1.1" status: 204 len: 168 time: 0.1232681 Apr 12 19:42:31.557908 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c0cb19-e65d-44d8-b16e-aec546e11941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=494cadc4-45e4-4fe5-87fc-9bcf0ce1a223,revision_number=None']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:42:31.590171 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-5d8a8ae1-5c80-40f8-b9d3-0e9b0ac1332f req-0ecf384c-b13e-4f7e-b901-274c7c77480f service neutron] 10.222.0.25 "GET /v2.0/networks/c0142df7-9d5b-48b4-893f-0a5baf2cb697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922472 Apr 12 19:42:31.682812 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-5d8a8ae1-5c80-40f8-b9d3-0e9b0ac1332f req-d9cf48ee-d1a1-444f-890a-04a3c22de1e4 service neutron] 10.222.0.25 "GET /v2.0/networks/c0142df7-9d5b-48b4-893f-0a5baf2cb697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859020 Apr 12 19:42:31.901987 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f2f89a-8372-4ea7-be73-eb782ee1efe9 req-c1e94795-46d0-4f01-a101-57e9a366f875 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:31.903468 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-90f2f89a-8372-4ea7-be73-eb782ee1efe9 req-c1e94795-46d0-4f01-a101-57e9a366f875 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bd43d2c-7509-40a1-8847-f1ba5af244c1 HTTP/1.1" status: 200 len: 945 time: 0.0475440 Apr 12 19:42:31.951669 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-90f2f89a-8372-4ea7-be73-eb782ee1efe9 req-51198bab-d918-419b-b906-8b7439ee31c7 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=346a5e8c-2cdd-4158-9a92-b9fe91eadcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420160 Apr 12 19:42:32.532412 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab14ee83-24fb-4731-818e-cbd61e3ffce4 req-ccfb97c0-e2e7-4df5-9a66-4f6a803231d3 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:32.533890 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-ab14ee83-24fb-4731-818e-cbd61e3ffce4 req-ccfb97c0-e2e7-4df5-9a66-4f6a803231d3 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] 10.222.0.15 "GET /v2.0/ports?device_id=e46f7080-7d22-45eb-96e6-25441a2d9399 HTTP/1.1" status: 200 len: 943 time: 0.0492442 Apr 12 19:42:32.580157 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-ab14ee83-24fb-4731-818e-cbd61e3ffce4 req-600ccc93-dd1e-4a5b-b8ad-5c3265d1f609 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] 10.222.0.15 "GET /v2.0/security-groups?id=13f5db24-77b7-4b66-a022-51061b945cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399501 Apr 12 19:42:33.064478 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9558274-57a9-4a8f-8516-c5059a26e627 req-c586f108-6cd7-4cf0-8403-4007dd07f41f tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:33.065947 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-c9558274-57a9-4a8f-8516-c5059a26e627 req-c586f108-6cd7-4cf0-8403-4007dd07f41f tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bd43d2c-7509-40a1-8847-f1ba5af244c1 HTTP/1.1" status: 200 len: 945 time: 0.0479484 Apr 12 19:42:33.115373 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-c9558274-57a9-4a8f-8516-c5059a26e627 req-b822c3d7-430b-47c3-9445-88c576da40ce tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=346a5e8c-2cdd-4158-9a92-b9fe91eadcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435340 Apr 12 19:42:33.696093 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2f51ed-1c18-4b76-9552-47b18b429bd3 req-84de88cc-ac86-4feb-af82-0fc40d23be60 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:33.697571 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-ed2f51ed-1c18-4b76-9552-47b18b429bd3 req-84de88cc-ac86-4feb-af82-0fc40d23be60 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] 10.222.0.15 "GET /v2.0/ports?device_id=e46f7080-7d22-45eb-96e6-25441a2d9399 HTTP/1.1" status: 200 len: 943 time: 0.0510902 Apr 12 19:42:33.745340 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-ed2f51ed-1c18-4b76-9552-47b18b429bd3 req-4ac80e06-7dbb-4fcc-abe8-2e891704f48c tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] 10.222.0.15 "GET /v2.0/security-groups?id=13f5db24-77b7-4b66-a022-51061b945cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420334 Apr 12 19:42:34.233845 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7325e7-6a94-4a98-8c08-39b07b321b29 req-23a03eb2-10bc-4c87-9269-37d811a730c8 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:34.235307 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-ee7325e7-6a94-4a98-8c08-39b07b321b29 req-23a03eb2-10bc-4c87-9269-37d811a730c8 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bd43d2c-7509-40a1-8847-f1ba5af244c1 HTTP/1.1" status: 200 len: 945 time: 0.0513675 Apr 12 19:42:34.282863 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-ee7325e7-6a94-4a98-8c08-39b07b321b29 req-3f76cf76-5384-4298-ab07-54dc8af70713 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=346a5e8c-2cdd-4158-9a92-b9fe91eadcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420270 Apr 12 19:42:34.343049 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd834269-829d-49d4-8b47-1e7c0722e27d req-2a1c3f5e-eac2-46e3-9cb6-16b053052a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:34.344962 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-dd834269-829d-49d4-8b47-1e7c0722e27d req-2a1c3f5e-eac2-46e3-9cb6-16b053052a92 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=12145dbb46aa4743a4f5524412af333a&device_id=e46f7080-7d22-45eb-96e6-25441a2d9399 HTTP/1.1" status: 200 len: 1127 time: 0.0536821 Apr 12 19:42:34.480398 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd834269-829d-49d4-8b47-1e7c0722e27d req-b864094f-be8b-4b66-bffd-08ee628cb8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:34.481934 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-dd834269-829d-49d4-8b47-1e7c0722e27d req-b864094f-be8b-4b66-bffd-08ee628cb8f7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c0142df7-9d5b-48b4-893f-0a5baf2cb697 HTTP/1.1" status: 200 len: 915 time: 0.0941639 Apr 12 19:42:34.525669 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-dd834269-829d-49d4-8b47-1e7c0722e27d req-c6857663-b9ce-402d-a56c-2874206d252f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=09139b71-83de-4b76-884b-b98ae19e835a HTTP/1.1" status: 200 len: 217 time: 0.0366104 Apr 12 19:42:34.575320 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd834269-829d-49d4-8b47-1e7c0722e27d req-aabaf14b-ce65-4c7c-bcfc-68ed2cd00518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:34.576872 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-dd834269-829d-49d4-8b47-1e7c0722e27d req-aabaf14b-ce65-4c7c-bcfc-68ed2cd00518 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fa95097f-5800-4faa-b772-90bd671100d9 HTTP/1.1" status: 200 len: 854 time: 0.0443444 Apr 12 19:42:34.612670 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-dd834269-829d-49d4-8b47-1e7c0722e27d req-e75c779d-99b3-4af1-b2a0-eeea7b60c49d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c0142df7-9d5b-48b4-893f-0a5baf2cb697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294571 Apr 12 19:42:34.703123 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-dd834269-829d-49d4-8b47-1e7c0722e27d req-1758f619-1034-4e5e-acb6-b17ad116a3d9 service neutron] 10.222.0.25 "GET /v2.0/networks/c0142df7-9d5b-48b4-893f-0a5baf2cb697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831213 Apr 12 19:42:34.800222 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-dd834269-829d-49d4-8b47-1e7c0722e27d req-fac055c1-bd58-458a-8b12-03c12cdb5995 service neutron] 10.222.0.25 "GET /v2.0/networks/c0142df7-9d5b-48b4-893f-0a5baf2cb697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881388 Apr 12 19:42:34.860356 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d595e0-4f9a-4ab3-9392-ce94433b68e6 req-fb7b08cf-792e-4474-a8de-ff6c3752637b tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:34.861841 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-e9d595e0-4f9a-4ab3-9392-ce94433b68e6 req-fb7b08cf-792e-4474-a8de-ff6c3752637b tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] 10.222.0.15 "GET /v2.0/ports?device_id=e46f7080-7d22-45eb-96e6-25441a2d9399 HTTP/1.1" status: 200 len: 943 time: 0.0499027 Apr 12 19:42:34.910041 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-e9d595e0-4f9a-4ab3-9392-ce94433b68e6 req-e682bdcc-72b4-46af-b1e0-693d5419cc90 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] 10.222.0.15 "GET /v2.0/security-groups?id=13f5db24-77b7-4b66-a022-51061b945cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418477 Apr 12 19:42:35.399267 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42010f2c-fe17-4e40-b4ee-0122a9545e40 req-205f8ceb-16b5-4f7e-a6d0-e819efc8a1fd tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:35.400781 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-42010f2c-fe17-4e40-b4ee-0122a9545e40 req-205f8ceb-16b5-4f7e-a6d0-e819efc8a1fd tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bd43d2c-7509-40a1-8847-f1ba5af244c1 HTTP/1.1" status: 200 len: 945 time: 0.0492330 Apr 12 19:42:35.448738 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-42010f2c-fe17-4e40-b4ee-0122a9545e40 req-36a215bb-efc5-41da-963d-eb9e9f37734b tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=346a5e8c-2cdd-4158-9a92-b9fe91eadcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407066 Apr 12 19:42:35.570664 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Device 09139b71-83de-4b76-884b-b98ae19e835a details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=106714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 19:42:35.669696 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] For port 09139b71-83de-4b76-884b-b98ae19e835a, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=09139b71-83de-4b76-884b-b98ae19e835a,segment=NetworkSegment(b46239e3-f8f2-425e-bbc5-acfce486d526),segment_id=b46239e3-f8f2-425e-bbc5-acfce486d526)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:42:35.681178 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Returning: {'device': '09139b71-83de-4b76-884b-b98ae19e835a', 'network_id': 'c0142df7-9d5b-48b4-893f-0a5baf2cb697', 'port_id': '09139b71-83de-4b76-884b-b98ae19e835a', 'mac_address': 'fa:16:3e:2e:22:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa95097f-5800-4faa-b772-90bd671100d9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 19:42:35.721370 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Current status of the port 09139b71-83de-4b76-884b-b98ae19e835a is: DOWN; New status is: BUILD {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:42:35.721764 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (09139b71-83de-4b76-884b-b98ae19e835a), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:35.734708 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.notifiers.nova [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09139b71-83de-4b76-884b-b98ae19e835a {{(pid=106714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 19:42:35.753898 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] For port 09139b71-83de-4b76-884b-b98ae19e835a, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=09139b71-83de-4b76-884b-b98ae19e835a,segment=NetworkSegment(b46239e3-f8f2-425e-bbc5-acfce486d526),segment_id=b46239e3-f8f2-425e-bbc5-acfce486d526)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:42:35.758282 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (09139b71-83de-4b76-884b-b98ae19e835a), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:35.804336 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Pushing event updated for resources: {'Port': ['ID=09139b71-83de-4b76-884b-b98ae19e835a,revision_number=4']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:42:36.018598 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdef1718-a3df-4a4b-b5a9-6238493b3826 req-8bcec12f-b9b7-4dab-92b3-ced98b03f943 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:36.020088 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-fdef1718-a3df-4a4b-b5a9-6238493b3826 req-8bcec12f-b9b7-4dab-92b3-ced98b03f943 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] 10.222.0.15 "GET /v2.0/ports?device_id=e46f7080-7d22-45eb-96e6-25441a2d9399 HTTP/1.1" status: 200 len: 944 time: 0.0455203 Apr 12 19:42:36.072249 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-fdef1718-a3df-4a4b-b5a9-6238493b3826 req-df6ae61a-da73-4a6e-b223-84daf8dddd08 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] 10.222.0.15 "GET /v2.0/security-groups?id=13f5db24-77b7-4b66-a022-51061b945cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460169 Apr 12 19:42:36.229716 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] get_ports_and_sgs() called for port_ids ['09139b71-83de-4b76-884b-b98ae19e835a'] {{(pid=106714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 19:42:36.568605 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee3f40e-1b1d-45fe-9350-821188ec9a2c req-95ba980f-33cd-4208-9bdf-6d42d07fae54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:36.569759 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd7ba3e-ea16-40e4-9a7e-fb59f5087673 req-38736987-19dd-4285-8832-746b4d4c04ec tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:36.570262 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-dee3f40e-1b1d-45fe-9350-821188ec9a2c req-95ba980f-33cd-4208-9bdf-6d42d07fae54 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9bd43d2c-7509-40a1-8847-f1ba5af244c1 HTTP/1.1" status: 200 len: 1129 time: 0.0396376 Apr 12 19:42:36.571231 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-0cd7ba3e-ea16-40e4-9a7e-fb59f5087673 req-38736987-19dd-4285-8832-746b4d4c04ec tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bd43d2c-7509-40a1-8847-f1ba5af244c1 HTTP/1.1" status: 200 len: 945 time: 0.0496435 Apr 12 19:42:36.615702 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-dee3f40e-1b1d-45fe-9350-821188ec9a2c req-14847b32-df96-4a6e-a63e-d0d8c3f37f95 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=346a5e8c-2cdd-4158-9a92-b9fe91eadcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375485 Apr 12 19:42:36.621978 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-0cd7ba3e-ea16-40e4-9a7e-fb59f5087673 req-26616784-772b-4409-9f87-2d4e514d5b6e tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=346a5e8c-2cdd-4158-9a92-b9fe91eadcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450709 Apr 12 19:42:37.193123 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d59d799-c9ec-47e4-9d1e-dd6f1b7069b1 req-fdd1a12a-27f1-4f3b-9146-8f7714d37ed0 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:37.194605 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-8d59d799-c9ec-47e4-9d1e-dd6f1b7069b1 req-fdd1a12a-27f1-4f3b-9146-8f7714d37ed0 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] 10.222.0.15 "GET /v2.0/ports?device_id=e46f7080-7d22-45eb-96e6-25441a2d9399 HTTP/1.1" status: 200 len: 944 time: 0.0466704 Apr 12 19:42:37.241336 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-8d59d799-c9ec-47e4-9d1e-dd6f1b7069b1 req-8918b2b8-2d64-40c9-9778-3fc630ee4df2 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] 10.222.0.15 "GET /v2.0/security-groups?id=13f5db24-77b7-4b66-a022-51061b945cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411720 Apr 12 19:42:37.608475 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Device 09139b71-83de-4b76-884b-b98ae19e835a up at agent hyperv_hv-cinder-83754 {{(pid=106714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:42:37.651784 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Provisioning for port 09139b71-83de-4b76-884b-b98ae19e835a completed by entity L2. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 19:42:37.659413 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Provisioning complete for port 09139b71-83de-4b76-884b-b98ae19e835a triggered by entity L2. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:42:37.660025 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (09139b71-83de-4b76-884b-b98ae19e835a), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:37.738525 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Current status of the port 09139b71-83de-4b76-884b-b98ae19e835a is: BUILD; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:42:37.738910 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (09139b71-83de-4b76-884b-b98ae19e835a), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:37.740630 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685316cf-07f1-4759-b766-80898c85968b req-faabd905-cd70-4784-bfc6-f27c61320a74 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:37.742174 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-685316cf-07f1-4759-b766-80898c85968b req-faabd905-cd70-4784-bfc6-f27c61320a74 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bd43d2c-7509-40a1-8847-f1ba5af244c1 HTTP/1.1" status: 200 len: 945 time: 0.0484762 Apr 12 19:42:37.767975 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e46f7080-7d22-45eb-96e6-25441a2d9399', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09139b71-83de-4b76-884b-b98ae19e835a'}] {{(pid=106714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:42:37.770301 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a81cf7441df70286f4dc8f717b9c4c32a6686a605fef215f859f2b4f09b95be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1adbafb6-7bb7-4c2a-8858-0a77ab16bf5f" -d '{"events": [{"server_uuid": "e46f7080-7d22-45eb-96e6-25441a2d9399", "name": "network-vif-plugged", "status": "completed", "tag": "09139b71-83de-4b76-884b-b98ae19e835a"}]}' {{(pid=106714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:42:37.783610 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] For port 09139b71-83de-4b76-884b-b98ae19e835a, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=09139b71-83de-4b76-884b-b98ae19e835a,segment=NetworkSegment(b46239e3-f8f2-425e-bbc5-acfce486d526),segment_id=b46239e3-f8f2-425e-bbc5-acfce486d526)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:42:37.788665 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (09139b71-83de-4b76-884b-b98ae19e835a), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:37.791050 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-685316cf-07f1-4759-b766-80898c85968b req-10a53ffb-a46f-4553-bc7a-74f6a5d3a891 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=346a5e8c-2cdd-4158-9a92-b9fe91eadcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434008 Apr 12 19:42:37.827287 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 19:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47338e35-6090-4fbe-b7a2-88ec99603dd9 x-openstack-request-id: req-47338e35-6090-4fbe-b7a2-88ec99603dd9 {{(pid=106714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:42:37.827604 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e46f7080-7d22-45eb-96e6-25441a2d9399", "name": "network-vif-plugged", "status": "completed", "tag": "09139b71-83de-4b76-884b-b98ae19e835a", "code": 200}]} {{(pid=106714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:42:37.827866 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-47338e35-6090-4fbe-b7a2-88ec99603dd9 {{(pid=106714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:42:37.828312 dv-cinder-837540-1-iscsi neutron-server[106714]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47338e35-6090-4fbe-b7a2-88ec99603dd9'] response: {'server_uuid': 'e46f7080-7d22-45eb-96e6-25441a2d9399', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09139b71-83de-4b76-884b-b98ae19e835a', 'code': 200} Apr 12 19:42:37.839901 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Pushing event updated for resources: {'Port': ['ID=09139b71-83de-4b76-884b-b98ae19e835a,revision_number=5']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:42:38.041152 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6c0c0f-4d8c-4976-9d8e-21c9abbf32d3 req-30c8ccbb-3bad-4bae-a4c0-908040bc1aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:38.042654 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-6e6c0c0f-4d8c-4976-9d8e-21c9abbf32d3 req-30c8ccbb-3bad-4bae-a4c0-908040bc1aad service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e46f7080-7d22-45eb-96e6-25441a2d9399 HTTP/1.1" status: 200 len: 1129 time: 0.0452800 Apr 12 19:42:38.091158 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-6e6c0c0f-4d8c-4976-9d8e-21c9abbf32d3 req-b63f0551-eb45-46a6-97d5-dc4d93c66011 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=13f5db24-77b7-4b66-a022-51061b945cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387619 Apr 12 19:42:38.353096 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88294ad4-ee65-408b-86bd-e8b81a69187d req-5e008b70-0e46-41b4-851e-f8a0402c786c tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:38.354774 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-88294ad4-ee65-408b-86bd-e8b81a69187d req-5e008b70-0e46-41b4-851e-f8a0402c786c tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] 10.222.0.15 "GET /v2.0/ports?device_id=e46f7080-7d22-45eb-96e6-25441a2d9399 HTTP/1.1" status: 200 len: 945 time: 0.0461454 Apr 12 19:42:38.400672 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-88294ad4-ee65-408b-86bd-e8b81a69187d req-5be7a97f-d65b-4afe-8076-1465e70f5443 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] 10.222.0.15 "GET /v2.0/security-groups?id=13f5db24-77b7-4b66-a022-51061b945cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403152 Apr 12 19:42:38.904699 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2134db-f9e3-4f42-923e-98b26580676a req-d3153c8c-06e4-4da8-9354-26b2e8582b1c tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:38.906176 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-3e2134db-f9e3-4f42-923e-98b26580676a req-d3153c8c-06e4-4da8-9354-26b2e8582b1c tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bd43d2c-7509-40a1-8847-f1ba5af244c1 HTTP/1.1" status: 200 len: 945 time: 0.0479746 Apr 12 19:42:38.954235 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-3e2134db-f9e3-4f42-923e-98b26580676a req-95b8a633-71e6-4b9f-8a80-1a975e00c358 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=346a5e8c-2cdd-4158-9a92-b9fe91eadcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422804 Apr 12 19:42:39.195482 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6e26fd-5484-43cb-b400-d665ed7a9e1d req-77d85fe5-84cf-4930-b4c0-44a4fda85c8a tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:39.196978 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-fa6e26fd-5484-43cb-b400-d665ed7a9e1d req-77d85fe5-84cf-4930-b4c0-44a4fda85c8a tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bd43d2c-7509-40a1-8847-f1ba5af244c1 HTTP/1.1" status: 200 len: 945 time: 0.0524726 Apr 12 19:42:39.245540 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-fa6e26fd-5484-43cb-b400-d665ed7a9e1d req-da2796fb-302b-40ca-af97-8dfdaf1e416c tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=346a5e8c-2cdd-4158-9a92-b9fe91eadcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428426 Apr 12 19:42:39.511611 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211823ec-dd66-4acd-b0e7-8da615fdf08d req-5ae0ae9b-c770-422b-bcc7-41a23d903ff4 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:39.513172 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-211823ec-dd66-4acd-b0e7-8da615fdf08d req-5ae0ae9b-c770-422b-bcc7-41a23d903ff4 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] 10.222.0.15 "GET /v2.0/ports?device_id=e46f7080-7d22-45eb-96e6-25441a2d9399 HTTP/1.1" status: 200 len: 945 time: 0.0453961 Apr 12 19:42:39.562299 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-211823ec-dd66-4acd-b0e7-8da615fdf08d req-02d30f8e-d97c-4f90-a0aa-e085551ce5f6 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] 10.222.0.15 "GET /v2.0/security-groups?id=13f5db24-77b7-4b66-a022-51061b945cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435262 Apr 12 19:42:39.899012 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b99ba6f-574f-43f7-857f-6d460d222186 req-7128d3dd-1db4-4dae-882e-3a5f4d6dca31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:39.900550 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-2b99ba6f-574f-43f7-857f-6d460d222186 req-7128d3dd-1db4-4dae-882e-3a5f4d6dca31 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e2849b4a348c4795bf965ba8cdf2467d&device_id=9bd43d2c-7509-40a1-8847-f1ba5af244c1 HTTP/1.1" status: 200 len: 1129 time: 0.0404620 Apr 12 19:42:39.990188 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b99ba6f-574f-43f7-857f-6d460d222186 req-027d3a66-cb1a-4837-9899-71c1dcaa253c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:39.991654 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-2b99ba6f-574f-43f7-857f-6d460d222186 req-027d3a66-cb1a-4837-9899-71c1dcaa253c service neutron] 10.222.0.25 "GET /v2.0/networks?id=a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9 HTTP/1.1" status: 200 len: 919 time: 0.0844338 Apr 12 19:42:40.038246 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-2b99ba6f-574f-43f7-857f-6d460d222186 req-5ff242bb-b2fc-43b9-b994-ba4978969acb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d6257e6-2440-4f52-93e8-88093d8604c7 HTTP/1.1" status: 200 len: 217 time: 0.0385671 Apr 12 19:42:40.094621 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b99ba6f-574f-43f7-857f-6d460d222186 req-4046270e-b348-4791-b4fb-7d28cad9cebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:40.096141 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-2b99ba6f-574f-43f7-857f-6d460d222186 req-4046270e-b348-4791-b4fb-7d28cad9cebc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7f57a095-a707-4feb-9d1c-8b1458759bd7 HTTP/1.1" status: 200 len: 857 time: 0.0462558 Apr 12 19:42:40.151494 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b99ba6f-574f-43f7-857f-6d460d222186 req-c8652566-158d-4be5-b958-90591f218738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:40.152984 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-2b99ba6f-574f-43f7-857f-6d460d222186 req-c8652566-158d-4be5-b958-90591f218738 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386469 Apr 12 19:42:40.249439 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-2b99ba6f-574f-43f7-857f-6d460d222186 req-1a42d0cc-4d18-41e6-95f7-fb1e2e717dfe service neutron] 10.222.0.25 "GET /v2.0/networks/a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855279 Apr 12 19:42:40.354522 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-2b99ba6f-574f-43f7-857f-6d460d222186 req-eee6ad85-ed43-4cd7-980a-3ccca848eb5d service neutron] 10.222.0.25 "GET /v2.0/networks/a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860715 Apr 12 19:42:40.362018 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf20237-ab3b-476e-94d2-1160d9671a29 req-a090f2b4-0923-40bd-bb14-fb9e1de038b4 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:40.363501 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-6bf20237-ab3b-476e-94d2-1160d9671a29 req-a090f2b4-0923-40bd-bb14-fb9e1de038b4 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bd43d2c-7509-40a1-8847-f1ba5af244c1 HTTP/1.1" status: 200 len: 945 time: 0.0483589 Apr 12 19:42:40.410341 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-6bf20237-ab3b-476e-94d2-1160d9671a29 req-fa46b030-73ba-4a8d-bc07-63e9403738ca tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=346a5e8c-2cdd-4158-9a92-b9fe91eadcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407701 Apr 12 19:42:40.676615 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0e9997-a496-4a51-ae9a-bc4ff0020696 req-77c73302-41ee-4407-86ae-0244fa0c54d7 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:40.678080 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-bc0e9997-a496-4a51-ae9a-bc4ff0020696 req-77c73302-41ee-4407-86ae-0244fa0c54d7 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] 10.222.0.15 "GET /v2.0/ports?device_id=e46f7080-7d22-45eb-96e6-25441a2d9399 HTTP/1.1" status: 200 len: 945 time: 0.0502694 Apr 12 19:42:40.723876 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-bc0e9997-a496-4a51-ae9a-bc4ff0020696 req-56017d50-22d4-4e09-a199-cb44a44a5ecd tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] 10.222.0.15 "GET /v2.0/security-groups?id=13f5db24-77b7-4b66-a022-51061b945cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401194 Apr 12 19:42:41.523778 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c473d92-a506-44e2-86fe-df6b18bb6efa req-9c9a38a0-edc8-4702-a1e4-581776903918 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:41.525387 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-3c473d92-a506-44e2-86fe-df6b18bb6efa req-9c9a38a0-edc8-4702-a1e4-581776903918 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bd43d2c-7509-40a1-8847-f1ba5af244c1 HTTP/1.1" status: 200 len: 945 time: 0.0496049 Apr 12 19:42:41.570948 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-3c473d92-a506-44e2-86fe-df6b18bb6efa req-64803538-ef61-4943-972b-61317a1e4f35 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=346a5e8c-2cdd-4158-9a92-b9fe91eadcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400121 Apr 12 19:42:41.834665 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2064e9-92c3-4534-b43a-874f063496a7 req-6e661b4e-f324-43aa-b724-39e3fa421351 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:41.836178 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-9d2064e9-92c3-4534-b43a-874f063496a7 req-6e661b4e-f324-43aa-b724-39e3fa421351 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] 10.222.0.15 "GET /v2.0/ports?device_id=e46f7080-7d22-45eb-96e6-25441a2d9399 HTTP/1.1" status: 200 len: 945 time: 0.0470593 Apr 12 19:42:41.882951 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-9d2064e9-92c3-4534-b43a-874f063496a7 req-322ed121-845c-4161-8ed7-faa9ccbed5cf tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] 10.222.0.15 "GET /v2.0/security-groups?id=13f5db24-77b7-4b66-a022-51061b945cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413237 Apr 12 19:42:42.691190 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac22392e-5df9-40a2-9ce7-6b3e22ff13cb req-44b30a89-6119-4fe7-ae86-9181fad1cc2e tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:42.692750 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-ac22392e-5df9-40a2-9ce7-6b3e22ff13cb req-44b30a89-6119-4fe7-ae86-9181fad1cc2e tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bd43d2c-7509-40a1-8847-f1ba5af244c1 HTTP/1.1" status: 200 len: 945 time: 0.0514715 Apr 12 19:42:42.742262 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-ac22392e-5df9-40a2-9ce7-6b3e22ff13cb req-df2de329-6c92-41b0-8080-106406e35548 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=346a5e8c-2cdd-4158-9a92-b9fe91eadcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439711 Apr 12 19:42:43.834165 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-9238bf9e-38bd-4985-9112-a922213c6317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (055fa106-9079-4d8f-a829-e3ca37bbcb19), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:43.869945 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40419b2c-59de-4649-a0a4-32af87f50329 req-a319e1bf-8197-466c-8286-54150fa2db6e tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:43.871519 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-40419b2c-59de-4649-a0a4-32af87f50329 req-a319e1bf-8197-466c-8286-54150fa2db6e tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bd43d2c-7509-40a1-8847-f1ba5af244c1 HTTP/1.1" status: 200 len: 945 time: 0.0550487 Apr 12 19:42:43.918970 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-40419b2c-59de-4649-a0a4-32af87f50329 req-84bcabfb-4d67-4e45-a374-c9283a5428ef tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=346a5e8c-2cdd-4158-9a92-b9fe91eadcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411522 Apr 12 19:42:45.032632 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d02e3a2-b267-4ace-978a-59fa5698f12a req-6e420a08-457a-472d-a35a-16f4e98e20c6 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:45.034177 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-2d02e3a2-b267-4ace-978a-59fa5698f12a req-6e420a08-457a-472d-a35a-16f4e98e20c6 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bd43d2c-7509-40a1-8847-f1ba5af244c1 HTTP/1.1" status: 200 len: 945 time: 0.0489743 Apr 12 19:42:45.085140 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-2d02e3a2-b267-4ace-978a-59fa5698f12a req-7bc4ae90-cbe2-4326-a9d1-5fd775b5fb64 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=346a5e8c-2cdd-4158-9a92-b9fe91eadcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437343 Apr 12 19:42:46.267437 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-61b8dc5f-acb6-4c34-805e-b44f9beaf8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (4d9412c4-31b2-4fbf-87a0-f931332ab9d5), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:47.199682 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-0fb4a5ae-492f-43e3-90d5-82372e23b9ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (01005bd1-5b1e-41c6-b9b3-a4d4f93589b9), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:47.758667 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 35912) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:42:47.763107 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.v2.base [None req-a22a0047-1a4c-40e5-9448-38053ae0d02f tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1500154835', 'description': 'tempest-description--1195703192'}} {{(pid=106707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:42:47.782169 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-a22a0047-1a4c-40e5-9448-38053ae0d02f tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Publish callbacks [] for security_group (None), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:47.846130 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-a22a0047-1a4c-40e5-9448-38053ae0d02f tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Publish callbacks [] for security_group (09f2f1d7-706b-4faf-b5aa-81a7b5af6a8f), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:47.849750 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-a22a0047-1a4c-40e5-9448-38053ae0d02f tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (09f2f1d7-706b-4faf-b5aa-81a7b5af6a8f), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:47.880633 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-a22a0047-1a4c-40e5-9448-38053ae0d02f tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Publish callbacks [] for security_group (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:47.881876 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-a22a0047-1a4c-40e5-9448-38053ae0d02f tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1222239 Apr 12 19:42:47.882717 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22a0047-1a4c-40e5-9448-38053ae0d02f tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09f2f1d7-706b-4faf-b5aa-81a7b5af6a8f,revision_number=1']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:42:47.884655 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 35914) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:42:47.889155 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.v2.base [None req-35b177a1-297b-4ccd-9914-3d2cf4dba68c tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Request body: {'security_group_rule': {'security_group_id': '09f2f1d7-706b-4faf-b5aa-81a7b5af6a8f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:42:47.915902 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-35b177a1-297b-4ccd-9914-3d2cf4dba68c tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Publish callbacks [] for security_group_rule (69037cb6-6722-476e-a6a3-9b617308ebfe), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:47.970086 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-35b177a1-297b-4ccd-9914-3d2cf4dba68c tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Publish callbacks [] for security_group_rule (69037cb6-6722-476e-a6a3-9b617308ebfe), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:47.973386 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-35b177a1-297b-4ccd-9914-3d2cf4dba68c tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529670'] for security_group_rule (69037cb6-6722-476e-a6a3-9b617308ebfe), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:47.987465 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b177a1-297b-4ccd-9914-3d2cf4dba68c tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69037cb6-6722-476e-a6a3-9b617308ebfe,revision_number=0']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:42:47.998023 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-35b177a1-297b-4ccd-9914-3d2cf4dba68c tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:47.999182 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-35b177a1-297b-4ccd-9914-3d2cf4dba68c tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1136026 Apr 12 19:42:48.001794 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 35916) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:42:48.006754 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.v2.base [None req-275c0c86-1534-4ee8-8a7c-118b2176dfe8 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Request body: {'security_group_rule': {'security_group_id': '09f2f1d7-706b-4faf-b5aa-81a7b5af6a8f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:42:48.031977 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-275c0c86-1534-4ee8-8a7c-118b2176dfe8 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Publish callbacks [] for security_group_rule (bf8d3bab-4efc-4327-b4f4-a550eac7ce2c), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:48.087825 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-275c0c86-1534-4ee8-8a7c-118b2176dfe8 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Publish callbacks [] for security_group_rule (bf8d3bab-4efc-4327-b4f4-a550eac7ce2c), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:48.091105 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-275c0c86-1534-4ee8-8a7c-118b2176dfe8 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529670'] for security_group_rule (bf8d3bab-4efc-4327-b4f4-a550eac7ce2c), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:48.107806 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275c0c86-1534-4ee8-8a7c-118b2176dfe8 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf8d3bab-4efc-4327-b4f4-a550eac7ce2c,revision_number=0']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:42:48.115653 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-275c0c86-1534-4ee8-8a7c-118b2176dfe8 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:48.119658 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-275c0c86-1534-4ee8-8a7c-118b2176dfe8 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1141651 Apr 12 19:42:48.119883 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 35918) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:42:48.124202 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.v2.base [None req-83773ec6-c15b-4a3c-9367-82cb1a61d1b5 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Request body: {'floatingip': {'floating_network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08'}} {{(pid=106707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:42:48.144206 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-83773ec6-c15b-4a3c-9367-82cb1a61d1b5 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:48.222655 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-83773ec6-c15b-4a3c-9367-82cb1a61d1b5 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (None), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:48.327337 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.db.db_base_plugin_common [None req-83773ec6-c15b-4a3c-9367-82cb1a61d1b5 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Allocated IP 172.27.2.243 (afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08/6283d24b-0e2c-4ae1-ac34-d042e72aa307/a7a14cfb-72a6-43de-b8f2-23bba96e6ddf) {{(pid=106707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:42:48.429108 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-83773ec6-c15b-4a3c-9367-82cb1a61d1b5 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Publish callbacks [] for port (a7a14cfb-72a6-43de-b8f2-23bba96e6ddf), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:48.461337 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-83773ec6-c15b-4a3c-9367-82cb1a61d1b5 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749198058662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9064885'] for port (a7a14cfb-72a6-43de-b8f2-23bba96e6ddf), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:48.499148 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83773ec6-c15b-4a3c-9367-82cb1a61d1b5 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Network afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08 is already hosted by enough agents. {{(pid=106707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:42:48.501809 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.scheduler.base_scheduler [None req-83773ec6-c15b-4a3c-9367-82cb1a61d1b5 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Resources bound (agent type, host, resource id): {{(pid=106707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:42:48.507552 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83773ec6-c15b-4a3c-9367-82cb1a61d1b5 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Received port after_create {{(pid=106707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:42:48.537978 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83773ec6-c15b-4a3c-9367-82cb1a61d1b5 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Pushing event updated for resources: {'Port': ['ID=a7a14cfb-72a6-43de-b8f2-23bba96e6ddf,revision_number=1']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:42:48.599479 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-83773ec6-c15b-4a3c-9367-82cb1a61d1b5 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Publish callbacks [] for floatingip (55961276-a6f8-44ce-b14f-0f679077f0db), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:48.634844 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-83773ec6-c15b-4a3c-9367-82cb1a61d1b5 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (a7a14cfb-72a6-43de-b8f2-23bba96e6ddf), before_update {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:48.781375 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-655d5a5e-25bf-423f-acb4-166f4bec9d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (f3d2fb0e-5305-4f08-ab1f-5f1d50bdad22), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:48.797341 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-83773ec6-c15b-4a3c-9367-82cb1a61d1b5 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Publish callbacks [] for port (a7a14cfb-72a6-43de-b8f2-23bba96e6ddf), precommit_update {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:48.801486 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-83773ec6-c15b-4a3c-9367-82cb1a61d1b5 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9064844'] for port (a7a14cfb-72a6-43de-b8f2-23bba96e6ddf), after_update {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:48.866417 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83773ec6-c15b-4a3c-9367-82cb1a61d1b5 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Pushing event updated for resources: {'Port': ['ID=a7a14cfb-72a6-43de-b8f2-23bba96e6ddf,revision_number=2']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:42:48.878866 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-83773ec6-c15b-4a3c-9367-82cb1a61d1b5 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668094'] for floatingip (55961276-a6f8-44ce-b14f-0f679077f0db), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:48.894129 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-83773ec6-c15b-4a3c-9367-82cb1a61d1b5 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245471'] for floatingip (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:48.895915 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-83773ec6-c15b-4a3c-9367-82cb1a61d1b5 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7750654 Apr 12 19:42:49.086026 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-3955134b-ffd3-4490-a4b6-eb3e7b662ca4 req-7a4c951d-4c4e-4733-a1d1-d2c169e894b4 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1500154835&fields=id&tenant_id=e2849b4a348c4795bf965ba8cdf2467d HTTP/1.1" status: 200 len: 267 time: 0.0412633 Apr 12 19:42:49.195400 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3955134b-ffd3-4490-a4b6-eb3e7b662ca4 req-f66d6ff0-f9b6-4946-bcad-9118a32dc6c7 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:49.196885 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-3955134b-ffd3-4490-a4b6-eb3e7b662ca4 req-f66d6ff0-f9b6-4946-bcad-9118a32dc6c7 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/networks?id=a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9 HTTP/1.1" status: 200 len: 818 time: 0.1046364 Apr 12 19:42:49.211512 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-3955134b-ffd3-4490-a4b6-eb3e7b662ca4 req-5d701d22-b47a-4d54-8768-60f7b8ef1566 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/quotas/e2849b4a348c4795bf965ba8cdf2467d HTTP/1.1" status: 200 len: 375 time: 0.0092652 Apr 12 19:42:49.266926 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-3955134b-ffd3-4490-a4b6-eb3e7b662ca4 req-cf974a51-9220-4bb4-9c6f-e500d20476f9 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e2849b4a348c4795bf965ba8cdf2467d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0504956 Apr 12 19:42:49.358674 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-3955134b-ffd3-4490-a4b6-eb3e7b662ca4 req-8fef87b0-f696-45d6-99b0-130267bd8508 service neutron] 10.222.0.15 "GET /v2.0/networks/a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804827 Apr 12 19:42:49.455491 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-3955134b-ffd3-4490-a4b6-eb3e7b662ca4 req-af409176-25cd-4900-b202-3d40b22ce1b5 service neutron] 10.222.0.15 "GET /v2.0/networks/a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903337 Apr 12 19:42:49.627421 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-a76efd05-ff54-4340-9c66-6623864e9850 req-e3348b9a-ea8f-4550-8b35-6eb35baa34e3 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=28fa6d0e-200c-446f-aa49-05e46224e6c4 HTTP/1.1" status: 200 len: 210 time: 0.0318534 Apr 12 19:42:50.445879 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (e0bf5abe-d5c5-40a1-a359-03156ade36a4), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:50.726700 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-042d0751-67bd-4d9a-bad3-eab98177d5f2 req-f283ac3b-5906-494f-a893-344028a70cdc tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=28fa6d0e-200c-446f-aa49-05e46224e6c4 HTTP/1.1" status: 200 len: 210 time: 0.0283062 Apr 12 19:42:50.845808 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3955134b-ffd3-4490-a4b6-eb3e7b662ca4 req-20b001d5-99d9-4457-813b-f009f6e518b9 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:50.847262 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-3955134b-ffd3-4490-a4b6-eb3e7b662ca4 req-20b001d5-99d9-4457-813b-f009f6e518b9 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.25 "GET /v2.0/networks?id=a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9 HTTP/1.1" status: 200 len: 818 time: 0.1125283 Apr 12 19:42:50.920485 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-3955134b-ffd3-4490-a4b6-eb3e7b662ca4 req-7e88639c-bbd1-44a6-b082-56fcd7c160a7 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2849b4a348c4795bf965ba8cdf2467d HTTP/1.1" status: 200 len: 380 time: 0.0596073 Apr 12 19:42:51.022636 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.v2.base [req-3955134b-ffd3-4490-a4b6-eb3e7b662ca4 req-cd10934c-4d20-49ae-b0bb-e69df2fa3a26 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Request body: {'port': {'device_id': '28fa6d0e-200c-446f-aa49-05e46224e6c4', 'network_id': 'a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9', 'admin_state_up': True, 'tenant_id': 'e2849b4a348c4795bf965ba8cdf2467d', 'security_groups': ['09f2f1d7-706b-4faf-b5aa-81a7b5af6a8f']}} {{(pid=106704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:42:51.124515 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3955134b-ffd3-4490-a4b6-eb3e7b662ca4 req-cd10934c-4d20-49ae-b0bb-e69df2fa3a26 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Made reservation on behalf of e2849b4a348c4795bf965ba8cdf2467d for: {'port': 1} {{(pid=106704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:42:51.127755 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-3955134b-ffd3-4490-a4b6-eb3e7b662ca4 req-cd10934c-4d20-49ae-b0bb-e69df2fa3a26 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:51.253979 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.db_base_plugin_common [req-3955134b-ffd3-4490-a4b6-eb3e7b662ca4 req-cd10934c-4d20-49ae-b0bb-e69df2fa3a26 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Allocated IP 172.20.0.13 (a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9/7f57a095-a707-4feb-9d1c-8b1458759bd7/666dc9c7-90f6-4f69-9067-f9b838abe046) {{(pid=106704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:42:51.391851 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-3955134b-ffd3-4490-a4b6-eb3e7b662ca4 req-cd10934c-4d20-49ae-b0bb-e69df2fa3a26 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Publish callbacks [] for port (666dc9c7-90f6-4f69-9067-f9b838abe046), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:51.424475 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-3955134b-ffd3-4490-a4b6-eb3e7b662ca4 req-cd10934c-4d20-49ae-b0bb-e69df2fa3a26 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749198058662'] for port (666dc9c7-90f6-4f69-9067-f9b838abe046), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:51.464713 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3955134b-ffd3-4490-a4b6-eb3e7b662ca4 req-cd10934c-4d20-49ae-b0bb-e69df2fa3a26 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Network a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9 is already hosted by enough agents. {{(pid=106704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:42:51.469647 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.base_scheduler [req-3955134b-ffd3-4490-a4b6-eb3e7b662ca4 req-cd10934c-4d20-49ae-b0bb-e69df2fa3a26 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Resources bound (agent type, host, resource id): {{(pid=106704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:42:51.473837 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.l3_dvrscheduler_db [req-3955134b-ffd3-4490-a4b6-eb3e7b662ca4 req-cd10934c-4d20-49ae-b0bb-e69df2fa3a26 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Received port after_create {{(pid=106704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:42:51.478890 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3955134b-ffd3-4490-a4b6-eb3e7b662ca4 req-cd10934c-4d20-49ae-b0bb-e69df2fa3a26 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:51.479466 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-3955134b-ffd3-4490-a4b6-eb3e7b662ca4 req-cd10934c-4d20-49ae-b0bb-e69df2fa3a26 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245471'] for port (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:51.485645 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd10934c-4d20-49ae-b0bb-e69df2fa3a26 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Pushing event updated for resources: {'Port': ['ID=666dc9c7-90f6-4f69-9067-f9b838abe046,revision_number=1']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:42:51.500143 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-3955134b-ffd3-4490-a4b6-eb3e7b662ca4 req-cd10934c-4d20-49ae-b0bb-e69df2fa3a26 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.4815931 Apr 12 19:42:51.513063 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.v2.base [req-3955134b-ffd3-4490-a4b6-eb3e7b662ca4 req-b33fccf7-ae50-4376-8309-d8b7ec6fe120 service neutron] Request body: {'port': {'device_id': '28fa6d0e-200c-446f-aa49-05e46224e6c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=106704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:42:51.584946 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-3955134b-ffd3-4490-a4b6-eb3e7b662ca4 req-b33fccf7-ae50-4376-8309-d8b7ec6fe120 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (666dc9c7-90f6-4f69-9067-f9b838abe046), before_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:51.755641 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-b40d48d8-32a5-44d9-8c11-8143c451dc7e None None] Provisioning complete for port 666dc9c7-90f6-4f69-9067-f9b838abe046 triggered by entity DHCP. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:42:51.756646 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-b40d48d8-32a5-44d9-8c11-8143c451dc7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (666dc9c7-90f6-4f69-9067-f9b838abe046), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:51.804226 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-b40d48d8-32a5-44d9-8c11-8143c451dc7e None None] Port 666dc9c7-90f6-4f69-9067-f9b838abe046 cannot update to ACTIVE because it is not bound. {{(pid=106714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 19:42:51.944411 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d012c2a3-4f24-4858-be1e-6d813fb72020 req-ba7fb840-4da6-4114-99ad-e414d22e565d tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:51.945962 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-d012c2a3-4f24-4858-be1e-6d813fb72020 req-ba7fb840-4da6-4114-99ad-e414d22e565d tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=28fa6d0e-200c-446f-aa49-05e46224e6c4 HTTP/1.1" status: 200 len: 932 time: 0.0981550 Apr 12 19:42:52.093740 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-d012c2a3-4f24-4858-be1e-6d813fb72020 req-b7406b8f-805f-4ed7-a228-e0220ddface8 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=09f2f1d7-706b-4faf-b5aa-81a7b5af6a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399646 Apr 12 19:42:52.184375 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.notifiers.nova [req-3955134b-ffd3-4490-a4b6-eb3e7b662ca4 req-b33fccf7-ae50-4376-8309-d8b7ec6fe120 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 666dc9c7-90f6-4f69-9067-f9b838abe046 {{(pid=106704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 19:42:52.192375 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-3955134b-ffd3-4490-a4b6-eb3e7b662ca4 req-b33fccf7-ae50-4376-8309-d8b7ec6fe120 service neutron] Publish callbacks [] for port (666dc9c7-90f6-4f69-9067-f9b838abe046), precommit_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:52.204703 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.provisioning_blocks [req-3955134b-ffd3-4490-a4b6-eb3e7b662ca4 req-b33fccf7-ae50-4376-8309-d8b7ec6fe120 service neutron] Transition to ACTIVE for port object 666dc9c7-90f6-4f69-9067-f9b838abe046 will not be triggered until provisioned by entity L2. {{(pid=106704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 19:42:52.207982 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-3955134b-ffd3-4490-a4b6-eb3e7b662ca4 req-b33fccf7-ae50-4376-8309-d8b7ec6fe120 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (666dc9c7-90f6-4f69-9067-f9b838abe046), after_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:52.274120 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33fccf7-ae50-4376-8309-d8b7ec6fe120 service neutron] Pushing event updated for resources: {'Port': ['ID=666dc9c7-90f6-4f69-9067-f9b838abe046,revision_number=2']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:42:52.290176 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.managers [req-3955134b-ffd3-4490-a4b6-eb3e7b662ca4 req-b33fccf7-ae50-4376-8309-d8b7ec6fe120 service neutron] Attempting to bind port 666dc9c7-90f6-4f69-9067-f9b838abe046 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:42:52.290518 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.managers [req-3955134b-ffd3-4490-a4b6-eb3e7b662ca4 req-b33fccf7-ae50-4376-8309-d8b7ec6fe120 service neutron] Attempting to bind port 666dc9c7-90f6-4f69-9067-f9b838abe046 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '333e6cad-b775-43de-9af0-3109522046bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9'}] {{(pid=106704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:42:52.290844 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3955134b-ffd3-4490-a4b6-eb3e7b662ca4 req-b33fccf7-ae50-4376-8309-d8b7ec6fe120 service neutron] Attempting to bind port 666dc9c7-90f6-4f69-9067-f9b838abe046 on network a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9 {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:42:52.295482 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3955134b-ffd3-4490-a4b6-eb3e7b662ca4 req-b33fccf7-ae50-4376-8309-d8b7ec6fe120 service neutron] Port 666dc9c7-90f6-4f69-9067-f9b838abe046 on network a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 19:42:52.295800 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3955134b-ffd3-4490-a4b6-eb3e7b662ca4 req-b33fccf7-ae50-4376-8309-d8b7ec6fe120 service neutron] Attempting to bind port 666dc9c7-90f6-4f69-9067-f9b838abe046 on network a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9 {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:42:52.300753 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3955134b-ffd3-4490-a4b6-eb3e7b662ca4 req-b33fccf7-ae50-4376-8309-d8b7ec6fe120 service neutron] Checking agent: {'id': 'ce4c6b0b-91ae-4576-82ad-f2f4ee2d2a45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 37, 20), 'started_at': datetime.datetime(2022, 4, 12, 19, 37, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:42:52.301090 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3955134b-ffd3-4490-a4b6-eb3e7b662ca4 req-b33fccf7-ae50-4376-8309-d8b7ec6fe120 service neutron] Checking segment: {'id': '333e6cad-b775-43de-9af0-3109522046bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:42:52.301477 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3955134b-ffd3-4490-a4b6-eb3e7b662ca4 req-b33fccf7-ae50-4376-8309-d8b7ec6fe120 service neutron] Bound using segment: {'id': '333e6cad-b775-43de-9af0-3109522046bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9'} {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:42:52.301910 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.managers [req-3955134b-ffd3-4490-a4b6-eb3e7b662ca4 req-b33fccf7-ae50-4376-8309-d8b7ec6fe120 service neutron] Bound port: 666dc9c7-90f6-4f69-9067-f9b838abe046, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '333e6cad-b775-43de-9af0-3109522046bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9'}}] {{(pid=106704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:42:52.302263 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-3955134b-ffd3-4490-a4b6-eb3e7b662ca4 req-b33fccf7-ae50-4376-8309-d8b7ec6fe120 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (666dc9c7-90f6-4f69-9067-f9b838abe046), before_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:52.369052 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.db [req-3955134b-ffd3-4490-a4b6-eb3e7b662ca4 req-b33fccf7-ae50-4376-8309-d8b7ec6fe120 service neutron] For port 666dc9c7-90f6-4f69-9067-f9b838abe046, host hv-cinder-83754, cleared binding levels {{(pid=106704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:42:52.372203 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.db [req-3955134b-ffd3-4490-a4b6-eb3e7b662ca4 req-b33fccf7-ae50-4376-8309-d8b7ec6fe120 service neutron] For port 666dc9c7-90f6-4f69-9067-f9b838abe046, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=666dc9c7-90f6-4f69-9067-f9b838abe046,segment=NetworkSegment(333e6cad-b775-43de-9af0-3109522046bb),segment_id=333e6cad-b775-43de-9af0-3109522046bb)] {{(pid=106704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:42:52.387515 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-3955134b-ffd3-4490-a4b6-eb3e7b662ca4 req-b33fccf7-ae50-4376-8309-d8b7ec6fe120 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (666dc9c7-90f6-4f69-9067-f9b838abe046), after_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:52.426415 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3955134b-ffd3-4490-a4b6-eb3e7b662ca4 req-b33fccf7-ae50-4376-8309-d8b7ec6fe120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:52.427042 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-3955134b-ffd3-4490-a4b6-eb3e7b662ca4 req-b33fccf7-ae50-4376-8309-d8b7ec6fe120 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245471'] for port (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:52.428452 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-3955134b-ffd3-4490-a4b6-eb3e7b662ca4 req-b33fccf7-ae50-4376-8309-d8b7ec6fe120 service neutron] 10.222.0.25 "PUT /v2.0/ports/666dc9c7-90f6-4f69-9067-f9b838abe046 HTTP/1.1" status: 200 len: 1094 time: 0.9195869 Apr 12 19:42:52.428904 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28fa6d0e-200c-446f-aa49-05e46224e6c4', 'tag': '666dc9c7-90f6-4f69-9067-f9b838abe046'}] {{(pid=106704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:42:52.431143 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7198706052eeb44005bd3d373437c5078b0bb903de01f30342c0d4536e5352d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d4323f6-3770-4166-92e8-8e20cbe7e02e" -d '{"events": [{"name": "network-changed", "server_uuid": "28fa6d0e-200c-446f-aa49-05e46224e6c4", "tag": "666dc9c7-90f6-4f69-9067-f9b838abe046"}]}' {{(pid=106704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:42:52.454498 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33fccf7-ae50-4376-8309-d8b7ec6fe120 service neutron] Pushing event updated for resources: {'Port': ['ID=666dc9c7-90f6-4f69-9067-f9b838abe046,revision_number=3']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:42:52.467906 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 19:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ad825fe-3f89-4233-9e8d-0e879bcfbfc7 x-openstack-request-id: req-6ad825fe-3f89-4233-9e8d-0e879bcfbfc7 {{(pid=106704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:42:52.468231 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28fa6d0e-200c-446f-aa49-05e46224e6c4", "tag": "666dc9c7-90f6-4f69-9067-f9b838abe046", "status": "completed", "code": 200}]} {{(pid=106704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:42:52.468488 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6ad825fe-3f89-4233-9e8d-0e879bcfbfc7 {{(pid=106704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:42:52.468899 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ad825fe-3f89-4233-9e8d-0e879bcfbfc7'] response: {'name': 'network-changed', 'server_uuid': '28fa6d0e-200c-446f-aa49-05e46224e6c4', 'tag': '666dc9c7-90f6-4f69-9067-f9b838abe046', 'status': 'completed', 'code': 200} Apr 12 19:42:52.666083 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4323f6-3770-4166-92e8-8e20cbe7e02e req-bc762063-6667-4a8d-8093-b13e024d544f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:52.667736 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-9d4323f6-3770-4166-92e8-8e20cbe7e02e req-bc762063-6667-4a8d-8093-b13e024d544f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e2849b4a348c4795bf965ba8cdf2467d&device_id=28fa6d0e-200c-446f-aa49-05e46224e6c4 HTTP/1.1" status: 200 len: 1128 time: 0.0400629 Apr 12 19:42:52.834362 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4323f6-3770-4166-92e8-8e20cbe7e02e req-8b0199c9-cf1b-4770-be7e-28181c24d4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:52.836111 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-9d4323f6-3770-4166-92e8-8e20cbe7e02e req-8b0199c9-cf1b-4770-be7e-28181c24d4d7 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=e2849b4a348c4795bf965ba8cdf2467d&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1586537 Apr 12 19:42:53.123714 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4323f6-3770-4166-92e8-8e20cbe7e02e req-d63f1bd0-c15e-43ed-b5bf-19cda5708f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:53.125218 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-9d4323f6-3770-4166-92e8-8e20cbe7e02e req-d63f1bd0-c15e-43ed-b5bf-19cda5708f7b service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0882020 Apr 12 19:42:53.203053 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8eae12-0505-42a3-b746-ab5a4cb2e76b req-640f38c3-d8fb-4a92-8765-f1038067efe0 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:53.204423 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-aa8eae12-0505-42a3-b746-ab5a4cb2e76b req-640f38c3-d8fb-4a92-8765-f1038067efe0 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=28fa6d0e-200c-446f-aa49-05e46224e6c4 HTTP/1.1" status: 200 len: 944 time: 0.0453093 Apr 12 19:42:53.249567 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-aa8eae12-0505-42a3-b746-ab5a4cb2e76b req-f5514459-ffaa-4c8f-9edc-114ab0a03155 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=09f2f1d7-706b-4faf-b5aa-81a7b5af6a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389359 Apr 12 19:42:54.073886 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3955134b-ffd3-4490-a4b6-eb3e7b662ca4 req-d2b6f20f-b7c5-4e0e-84dc-3d225d7003e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:54.075391 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-3955134b-ffd3-4490-a4b6-eb3e7b662ca4 req-d2b6f20f-b7c5-4e0e-84dc-3d225d7003e0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e2849b4a348c4795bf965ba8cdf2467d&device_id=28fa6d0e-200c-446f-aa49-05e46224e6c4 HTTP/1.1" status: 200 len: 1128 time: 0.0412762 Apr 12 19:42:54.366663 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cf3978-3c26-4902-97de-d36f57ad0eca req-8ecc348a-02a4-464b-9af3-8c41ea04b6b2 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:54.368130 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-84cf3978-3c26-4902-97de-d36f57ad0eca req-8ecc348a-02a4-464b-9af3-8c41ea04b6b2 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=28fa6d0e-200c-446f-aa49-05e46224e6c4 HTTP/1.1" status: 200 len: 944 time: 0.0466197 Apr 12 19:42:54.414047 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-84cf3978-3c26-4902-97de-d36f57ad0eca req-43d276ec-cac6-45a3-b389-26ac88531c0c tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=09f2f1d7-706b-4faf-b5aa-81a7b5af6a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403657 Apr 12 19:42:54.728040 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-3955134b-ffd3-4490-a4b6-eb3e7b662ca4 req-aeffce81-d722-4c3c-bf61-7ec0f9c4efdf service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=666dc9c7-90f6-4f69-9067-f9b838abe046 HTTP/1.1" status: 200 len: 217 time: 0.0391343 Apr 12 19:42:54.783231 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3955134b-ffd3-4490-a4b6-eb3e7b662ca4 req-ec4c80c9-658d-4adc-afa4-7578b5022861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:54.784812 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-3955134b-ffd3-4490-a4b6-eb3e7b662ca4 req-ec4c80c9-658d-4adc-afa4-7578b5022861 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7f57a095-a707-4feb-9d1c-8b1458759bd7 HTTP/1.1" status: 200 len: 857 time: 0.0456433 Apr 12 19:42:54.844189 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3955134b-ffd3-4490-a4b6-eb3e7b662ca4 req-ed1a2778-6498-44ed-9e57-45df0dcf1989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:54.845684 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-3955134b-ffd3-4490-a4b6-eb3e7b662ca4 req-ed1a2778-6498-44ed-9e57-45df0dcf1989 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405512 Apr 12 19:42:54.949356 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-3955134b-ffd3-4490-a4b6-eb3e7b662ca4 req-57429c9d-6129-4c5e-b558-281967d24552 service neutron] 10.222.0.25 "GET /v2.0/networks/a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948570 Apr 12 19:42:55.007064 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (ce4c6b0b-91ae-4576-82ad-f2f4ee2d2a45), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:55.055979 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-3955134b-ffd3-4490-a4b6-eb3e7b662ca4 req-098d916a-ab39-4203-81a6-344bbacb8f95 service neutron] 10.222.0.25 "GET /v2.0/networks/a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982490 Apr 12 19:42:55.394515 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27dd70e-9be9-4b2c-b5c4-833f36063de5 req-b8e6d31b-fe72-4607-8d6c-5c6970d6bbf8 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:55.396821 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-c27dd70e-9be9-4b2c-b5c4-833f36063de5 req-b8e6d31b-fe72-4607-8d6c-5c6970d6bbf8 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 945 time: 0.0500758 Apr 12 19:42:55.446710 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 36036) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:42:55.451268 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.v2.base [None req-d485730b-16e2-4ea0-9d61-e220d6097369 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Request body: {'security_group': {'name': 'tempest-securitygroup--363364790', 'description': 'tempest-description--444071107'}} {{(pid=106707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:42:55.453180 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-c27dd70e-9be9-4b2c-b5c4-833f36063de5 req-2c53241f-719d-4530-bf58-e4c1455063b4 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499642 Apr 12 19:42:55.474352 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-d485730b-16e2-4ea0-9d61-e220d6097369 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks [] for security_group (None), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:55.550385 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9373f31f-7038-47de-9484-d2a5a13b10ad req-1759ee63-f35d-4700-8f1a-50e7ff3c31a2 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:55.551771 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-9373f31f-7038-47de-9484-d2a5a13b10ad req-1759ee63-f35d-4700-8f1a-50e7ff3c31a2 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=28fa6d0e-200c-446f-aa49-05e46224e6c4 HTTP/1.1" status: 200 len: 944 time: 0.0603495 Apr 12 19:42:55.601768 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-d485730b-16e2-4ea0-9d61-e220d6097369 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks [] for security_group (cdf6d43b-224a-4f34-835b-8a8d00dfcee4), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:55.607786 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-d485730b-16e2-4ea0-9d61-e220d6097369 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (cdf6d43b-224a-4f34-835b-8a8d00dfcee4), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:55.643328 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-9373f31f-7038-47de-9484-d2a5a13b10ad req-39b2e599-43ed-4e75-be4e-0bb5d10d7802 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=09f2f1d7-706b-4faf-b5aa-81a7b5af6a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854249 Apr 12 19:42:55.650195 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-d485730b-16e2-4ea0-9d61-e220d6097369 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks [] for security_group (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:55.651359 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-d485730b-16e2-4ea0-9d61-e220d6097369 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2036588 Apr 12 19:42:55.655113 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 36038) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:42:55.655417 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d485730b-16e2-4ea0-9d61-e220d6097369 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf6d43b-224a-4f34-835b-8a8d00dfcee4,revision_number=1']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:42:55.666126 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.v2.base [None req-af1e39e3-08c8-4ce3-94ee-ace28feebd09 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Request body: {'security_group_rule': {'security_group_id': 'cdf6d43b-224a-4f34-835b-8a8d00dfcee4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:42:55.689970 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-af1e39e3-08c8-4ce3-94ee-ace28feebd09 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks [] for security_group_rule (d99a6bb5-6646-4e84-af57-8aef2ae97975), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:55.741848 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-af1e39e3-08c8-4ce3-94ee-ace28feebd09 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks [] for security_group_rule (d99a6bb5-6646-4e84-af57-8aef2ae97975), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:55.745358 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-af1e39e3-08c8-4ce3-94ee-ace28feebd09 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529670'] for security_group_rule (d99a6bb5-6646-4e84-af57-8aef2ae97975), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:55.762402 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1e39e3-08c8-4ce3-94ee-ace28feebd09 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d99a6bb5-6646-4e84-af57-8aef2ae97975,revision_number=0']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:42:55.772137 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-af1e39e3-08c8-4ce3-94ee-ace28feebd09 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:55.773715 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-af1e39e3-08c8-4ce3-94ee-ace28feebd09 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1111975 Apr 12 19:42:55.776707 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 36040) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:42:55.781608 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.v2.base [None req-e242b9dd-65d9-4213-a4a1-8b1d4e78d00a tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Request body: {'security_group_rule': {'security_group_id': 'cdf6d43b-224a-4f34-835b-8a8d00dfcee4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:42:55.806476 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-e242b9dd-65d9-4213-a4a1-8b1d4e78d00a tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks [] for security_group_rule (4854b63f-927c-40ee-934d-fc3823a3b926), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:55.862953 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-e242b9dd-65d9-4213-a4a1-8b1d4e78d00a tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks [] for security_group_rule (4854b63f-927c-40ee-934d-fc3823a3b926), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:55.866903 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-e242b9dd-65d9-4213-a4a1-8b1d4e78d00a tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529670'] for security_group_rule (4854b63f-927c-40ee-934d-fc3823a3b926), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:55.882600 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e242b9dd-65d9-4213-a4a1-8b1d4e78d00a tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4854b63f-927c-40ee-934d-fc3823a3b926,revision_number=0']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:42:55.892936 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-e242b9dd-65d9-4213-a4a1-8b1d4e78d00a tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:55.894121 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-e242b9dd-65d9-4213-a4a1-8b1d4e78d00a tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1163175 Apr 12 19:42:55.897678 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 36044) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:42:55.902415 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.v2.base [None req-f88fb236-f2f4-4bf1-b11d-cf3f5124a318 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Request body: {'floatingip': {'floating_network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08'}} {{(pid=106707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:42:55.922144 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-f88fb236-f2f4-4bf1-b11d-cf3f5124a318 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:56.004928 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-f88fb236-f2f4-4bf1-b11d-cf3f5124a318 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (None), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:56.109276 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.db.db_base_plugin_common [None req-f88fb236-f2f4-4bf1-b11d-cf3f5124a318 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Allocated IP 172.27.2.15 (afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08/6283d24b-0e2c-4ae1-ac34-d042e72aa307/51ed571c-88df-402a-aec7-94cbf7b745c3) {{(pid=106707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:42:56.215832 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-f88fb236-f2f4-4bf1-b11d-cf3f5124a318 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks [] for port (51ed571c-88df-402a-aec7-94cbf7b745c3), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:56.249721 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-f88fb236-f2f4-4bf1-b11d-cf3f5124a318 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749198058662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9064885'] for port (51ed571c-88df-402a-aec7-94cbf7b745c3), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:56.287307 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88fb236-f2f4-4bf1-b11d-cf3f5124a318 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Network afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08 is already hosted by enough agents. {{(pid=106707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:42:56.292078 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.scheduler.base_scheduler [None req-f88fb236-f2f4-4bf1-b11d-cf3f5124a318 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Resources bound (agent type, host, resource id): {{(pid=106707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:42:56.294632 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88fb236-f2f4-4bf1-b11d-cf3f5124a318 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Received port after_create {{(pid=106707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:42:56.319169 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88fb236-f2f4-4bf1-b11d-cf3f5124a318 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Pushing event updated for resources: {'Port': ['ID=51ed571c-88df-402a-aec7-94cbf7b745c3,revision_number=1']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:42:56.383160 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-f88fb236-f2f4-4bf1-b11d-cf3f5124a318 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks [] for floatingip (5d22bce4-0200-4257-9d48-1cfd92174468), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:56.420810 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-f88fb236-f2f4-4bf1-b11d-cf3f5124a318 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (51ed571c-88df-402a-aec7-94cbf7b745c3), before_update {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:56.571417 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57dccc8-a2bf-46d2-8bc0-ff6a6330fd18 req-cf0bdb3b-0f9c-4e8f-bcdb-784da77fe18e tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:56.572932 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-b57dccc8-a2bf-46d2-8bc0-ff6a6330fd18 req-cf0bdb3b-0f9c-4e8f-bcdb-784da77fe18e tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 945 time: 0.0457153 Apr 12 19:42:56.575606 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-f88fb236-f2f4-4bf1-b11d-cf3f5124a318 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks [] for port (51ed571c-88df-402a-aec7-94cbf7b745c3), precommit_update {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:56.580624 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-f88fb236-f2f4-4bf1-b11d-cf3f5124a318 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9064844'] for port (51ed571c-88df-402a-aec7-94cbf7b745c3), after_update {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:56.630921 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-b57dccc8-a2bf-46d2-8bc0-ff6a6330fd18 req-259a8a57-2736-49cf-86aa-ce00f86f612d tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518928 Apr 12 19:42:56.643926 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88fb236-f2f4-4bf1-b11d-cf3f5124a318 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Pushing event updated for resources: {'Port': ['ID=51ed571c-88df-402a-aec7-94cbf7b745c3,revision_number=2']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:42:56.659525 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-f88fb236-f2f4-4bf1-b11d-cf3f5124a318 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668094'] for floatingip (5d22bce4-0200-4257-9d48-1cfd92174468), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:56.676286 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-f88fb236-f2f4-4bf1-b11d-cf3f5124a318 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245471'] for floatingip (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:56.677558 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-f88fb236-f2f4-4bf1-b11d-cf3f5124a318 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7789531 Apr 12 19:42:56.762637 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed3a477-ef29-421c-82d4-b3cd9f7e429f req-bab2e950-e48e-4ce6-a675-63bfb0360c64 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:56.764165 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-5ed3a477-ef29-421c-82d4-b3cd9f7e429f req-bab2e950-e48e-4ce6-a675-63bfb0360c64 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=28fa6d0e-200c-446f-aa49-05e46224e6c4 HTTP/1.1" status: 200 len: 944 time: 0.0477233 Apr 12 19:42:56.815386 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-5ed3a477-ef29-421c-82d4-b3cd9f7e429f req-bcadb494-666b-4834-87ef-5a2bbae265dc tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=09f2f1d7-706b-4faf-b5aa-81a7b5af6a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455205 Apr 12 19:42:56.868406 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-40482380-88af-4aab-8af4-be3fd492870d req-9adbc7cd-7206-459f-bd5e-b53598dd4445 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--363364790&fields=id&tenant_id=bf0fdf698e0443cf9d5596d1b7604976 HTTP/1.1" status: 200 len: 267 time: 0.0414014 Apr 12 19:42:56.974288 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40482380-88af-4aab-8af4-be3fd492870d req-b0a8c80e-75bc-4186-bb7a-ef79dccff70d tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:56.975758 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-40482380-88af-4aab-8af4-be3fd492870d req-b0a8c80e-75bc-4186-bb7a-ef79dccff70d tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/networks?id=7d6decb1-add4-41a2-b83e-9ac42c2293d8 HTTP/1.1" status: 200 len: 815 time: 0.1007464 Apr 12 19:42:56.990670 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-40482380-88af-4aab-8af4-be3fd492870d req-7a646857-31f2-41cb-873b-fed38f96dd90 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/quotas/bf0fdf698e0443cf9d5596d1b7604976 HTTP/1.1" status: 200 len: 375 time: 0.0094297 Apr 12 19:42:57.045154 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-40482380-88af-4aab-8af4-be3fd492870d req-c2ebbda0-5826-429a-a2e8-f6a304075178 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=bf0fdf698e0443cf9d5596d1b7604976&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0497975 Apr 12 19:42:57.139981 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-40482380-88af-4aab-8af4-be3fd492870d req-9396c815-6f71-4997-8d5a-df7c1125e41d service neutron] 10.222.0.15 "GET /v2.0/networks/7d6decb1-add4-41a2-b83e-9ac42c2293d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826008 Apr 12 19:42:57.190929 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.agents_db [None req-c5aaa6ba-db5d-46db-92f0-20249d3ff0a0 None None] Agent healthcheck: found 6 active agents {{(pid=106718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 19:42:57.229435 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-40482380-88af-4aab-8af4-be3fd492870d req-94af1058-4d38-4561-b1d0-dfecff866198 service neutron] 10.222.0.15 "GET /v2.0/networks/7d6decb1-add4-41a2-b83e-9ac42c2293d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831039 Apr 12 19:42:57.390365 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-b79ef7e0-1af4-4437-a690-1214832a5daf req-e2d4913b-7102-4bb4-9bbd-ba8e088b1142 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/ports?device_id=d817da75-0881-413d-a4d0-556aeb422b6f HTTP/1.1" status: 200 len: 210 time: 0.0307972 Apr 12 19:42:57.756121 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a18af30-276e-46a0-a531-dea454caf007 req-0467bb66-edd8-45d9-bf25-726a0b8dcc9b tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:57.757498 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-2a18af30-276e-46a0-a531-dea454caf007 req-0467bb66-edd8-45d9-bf25-726a0b8dcc9b tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 945 time: 0.0473371 Apr 12 19:42:57.809327 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-2a18af30-276e-46a0-a531-dea454caf007 req-6039cc98-4a28-4d72-acfb-e8ac29d3ecc9 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453515 Apr 12 19:42:57.931945 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be01dcc9-66b0-4f93-92ca-794a0ce8f1ae req-0b0ce337-93d7-4c6b-b293-33d7491a6050 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:57.933462 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-be01dcc9-66b0-4f93-92ca-794a0ce8f1ae req-0b0ce337-93d7-4c6b-b293-33d7491a6050 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=28fa6d0e-200c-446f-aa49-05e46224e6c4 HTTP/1.1" status: 200 len: 944 time: 0.0518839 Apr 12 19:42:57.979357 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-be01dcc9-66b0-4f93-92ca-794a0ce8f1ae req-d53317b7-3442-4560-9307-24ee5c461c0e tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=09f2f1d7-706b-4faf-b5aa-81a7b5af6a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403521 Apr 12 19:42:58.483531 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-6a2347b8-6593-42ad-8d70-4e46c9e0b69d req-7612804c-e1b4-4e1e-b27b-9e7911138fe7 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/ports?device_id=d817da75-0881-413d-a4d0-556aeb422b6f HTTP/1.1" status: 200 len: 210 time: 0.0261879 Apr 12 19:42:58.925529 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7529bdc2-75de-473b-bc2f-9c035020629e req-1028a8d2-a6e9-46f5-92e6-1ffdccd2a656 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:58.927054 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-7529bdc2-75de-473b-bc2f-9c035020629e req-1028a8d2-a6e9-46f5-92e6-1ffdccd2a656 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 945 time: 0.0472109 Apr 12 19:42:58.972967 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-7529bdc2-75de-473b-bc2f-9c035020629e req-62b2e650-99e2-48f9-9a45-8b651a8e4ac5 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400825 Apr 12 19:42:59.091694 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbf6a37-c521-4f5c-bdee-34e114b054c2 req-e59c52c3-f99c-4d58-b34b-12ec46e9df91 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:42:59.093172 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-bdbf6a37-c521-4f5c-bdee-34e114b054c2 req-e59c52c3-f99c-4d58-b34b-12ec46e9df91 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=28fa6d0e-200c-446f-aa49-05e46224e6c4 HTTP/1.1" status: 200 len: 944 time: 0.0484469 Apr 12 19:42:59.139473 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-bdbf6a37-c521-4f5c-bdee-34e114b054c2 req-c5533261-65cd-4827-b4a9-216f6d8ac8fa tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=09f2f1d7-706b-4faf-b5aa-81a7b5af6a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398550 Apr 12 19:42:59.580537 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-0d079f50-4772-4cdb-be7e-fd1f72677f2f req-4a65f7bf-9142-45c2-9014-c2304dc7bcc4 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/ports?device_id=d817da75-0881-413d-a4d0-556aeb422b6f HTTP/1.1" status: 200 len: 210 time: 0.0307219 Apr 12 19:42:59.704979 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Device 666dc9c7-90f6-4f69-9067-f9b838abe046 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=106714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 19:42:59.807206 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] For port 666dc9c7-90f6-4f69-9067-f9b838abe046, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=666dc9c7-90f6-4f69-9067-f9b838abe046,segment=NetworkSegment(333e6cad-b775-43de-9af0-3109522046bb),segment_id=333e6cad-b775-43de-9af0-3109522046bb)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:42:59.818303 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Returning: {'device': '666dc9c7-90f6-4f69-9067-f9b838abe046', 'network_id': 'a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9', 'port_id': '666dc9c7-90f6-4f69-9067-f9b838abe046', 'mac_address': 'fa:16:3e:8a:e7:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f57a095-a707-4feb-9d1c-8b1458759bd7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 19:42:59.855750 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Current status of the port 666dc9c7-90f6-4f69-9067-f9b838abe046 is: DOWN; New status is: BUILD {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:42:59.856168 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (666dc9c7-90f6-4f69-9067-f9b838abe046), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:59.868776 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.notifiers.nova [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 666dc9c7-90f6-4f69-9067-f9b838abe046 {{(pid=106714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 19:42:59.888104 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] For port 666dc9c7-90f6-4f69-9067-f9b838abe046, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=666dc9c7-90f6-4f69-9067-f9b838abe046,segment=NetworkSegment(333e6cad-b775-43de-9af0-3109522046bb),segment_id=333e6cad-b775-43de-9af0-3109522046bb)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:42:59.891799 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (666dc9c7-90f6-4f69-9067-f9b838abe046), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:42:59.937390 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Pushing event updated for resources: {'Port': ['ID=666dc9c7-90f6-4f69-9067-f9b838abe046,revision_number=4']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:42:59.944745 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:42:59.945094 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:42:59.945439 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:42:59.945803 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:42:59.946143 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:42:59.946473 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:42:59.946802 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:42:59.947125 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:42:59.947450 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:42:59.947777 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:42:59.948135 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:42:59.948471 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:42:59.948792 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:42:59.949112 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:42:59.949435 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:43:00.094752 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2357e23e-3e44-4dfc-b7c2-0452c5d9921d req-45cf8a12-0c1a-4c0b-b431-814ac659e818 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:00.096179 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-2357e23e-3e44-4dfc-b7c2-0452c5d9921d req-45cf8a12-0c1a-4c0b-b431-814ac659e818 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 945 time: 0.0505130 Apr 12 19:43:00.146513 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-2357e23e-3e44-4dfc-b7c2-0452c5d9921d req-7c9ae057-a99f-4e99-b34e-100c50debf5c tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442288 Apr 12 19:43:00.261900 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f5b945-c31c-4561-82c3-13a4e7ae0ac8 req-4679e91a-e6a2-4964-a355-272c6a0e7c56 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:00.263413 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-53f5b945-c31c-4561-82c3-13a4e7ae0ac8 req-4679e91a-e6a2-4964-a355-272c6a0e7c56 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=28fa6d0e-200c-446f-aa49-05e46224e6c4 HTTP/1.1" status: 200 len: 945 time: 0.0500278 Apr 12 19:43:00.269174 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40482380-88af-4aab-8af4-be3fd492870d req-bc6d1f42-765a-4b98-aed3-0c8947657e75 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:00.270934 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-40482380-88af-4aab-8af4-be3fd492870d req-bc6d1f42-765a-4b98-aed3-0c8947657e75 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.25 "GET /v2.0/networks?id=7d6decb1-add4-41a2-b83e-9ac42c2293d8 HTTP/1.1" status: 200 len: 815 time: 0.1235082 Apr 12 19:43:00.313347 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-53f5b945-c31c-4561-82c3-13a4e7ae0ac8 req-83924b2e-e313-4009-8903-44eecfc9d318 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=09f2f1d7-706b-4faf-b5aa-81a7b5af6a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437698 Apr 12 19:43:00.350318 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-40482380-88af-4aab-8af4-be3fd492870d req-509e96de-6d04-41ac-9efa-28f170949336 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf0fdf698e0443cf9d5596d1b7604976 HTTP/1.1" status: 200 len: 472 time: 0.0698836 Apr 12 19:43:00.476079 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] get_ports_and_sgs() called for port_ids ['666dc9c7-90f6-4f69-9067-f9b838abe046'] {{(pid=106714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 19:43:00.543061 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.v2.base [req-40482380-88af-4aab-8af4-be3fd492870d req-03939957-7fee-4c95-abe9-b70d2233c23e tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Request body: {'port': {'device_id': 'd817da75-0881-413d-a4d0-556aeb422b6f', 'network_id': '7d6decb1-add4-41a2-b83e-9ac42c2293d8', 'admin_state_up': True, 'tenant_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'security_groups': ['cdf6d43b-224a-4f34-835b-8a8d00dfcee4']}} {{(pid=106704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:43:00.656489 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40482380-88af-4aab-8af4-be3fd492870d req-03939957-7fee-4c95-abe9-b70d2233c23e tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Made reservation on behalf of bf0fdf698e0443cf9d5596d1b7604976 for: {'port': 1} {{(pid=106704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:43:00.659500 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-40482380-88af-4aab-8af4-be3fd492870d req-03939957-7fee-4c95-abe9-b70d2233c23e tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:43:00.684743 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-182cb7f4-93f7-4e4d-88e1-e471b60dd41b req-4022364b-ea5b-404d-83b5-f174aecdc507 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/ports?device_id=d817da75-0881-413d-a4d0-556aeb422b6f HTTP/1.1" status: 200 len: 210 time: 0.0375261 Apr 12 19:43:00.795810 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.db_base_plugin_common [req-40482380-88af-4aab-8af4-be3fd492870d req-03939957-7fee-4c95-abe9-b70d2233c23e tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Allocated IP 172.20.0.11 (7d6decb1-add4-41a2-b83e-9ac42c2293d8/fc7e26f8-26c2-4af8-af1d-d7fc67300eb2/bd43c610-7e33-4b20-b68e-c5605392139a) {{(pid=106704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:43:00.924637 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-40482380-88af-4aab-8af4-be3fd492870d req-03939957-7fee-4c95-abe9-b70d2233c23e tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks [] for port (bd43c610-7e33-4b20-b68e-c5605392139a), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:43:00.955706 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-40482380-88af-4aab-8af4-be3fd492870d req-03939957-7fee-4c95-abe9-b70d2233c23e tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749198058662'] for port (bd43c610-7e33-4b20-b68e-c5605392139a), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:43:01.003477 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40482380-88af-4aab-8af4-be3fd492870d req-03939957-7fee-4c95-abe9-b70d2233c23e tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Network 7d6decb1-add4-41a2-b83e-9ac42c2293d8 is already hosted by enough agents. {{(pid=106704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:43:01.007397 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.base_scheduler [req-40482380-88af-4aab-8af4-be3fd492870d req-03939957-7fee-4c95-abe9-b70d2233c23e tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Resources bound (agent type, host, resource id): {{(pid=106704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:43:01.011723 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.l3_dvrscheduler_db [req-40482380-88af-4aab-8af4-be3fd492870d req-03939957-7fee-4c95-abe9-b70d2233c23e tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Received port after_create {{(pid=106704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:43:01.016783 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40482380-88af-4aab-8af4-be3fd492870d req-03939957-7fee-4c95-abe9-b70d2233c23e tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:01.017386 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-40482380-88af-4aab-8af4-be3fd492870d req-03939957-7fee-4c95-abe9-b70d2233c23e tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245471'] for port (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:43:01.021446 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03939957-7fee-4c95-abe9-b70d2233c23e tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Pushing event updated for resources: {'Port': ['ID=bd43c610-7e33-4b20-b68e-c5605392139a,revision_number=1']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:43:01.039287 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-40482380-88af-4aab-8af4-be3fd492870d req-03939957-7fee-4c95-abe9-b70d2233c23e tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5000701 Apr 12 19:43:01.051328 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.v2.base [req-40482380-88af-4aab-8af4-be3fd492870d req-5d2f55fb-1dc2-4c46-a034-89c930c257c2 service neutron] Request body: {'port': {'device_id': 'd817da75-0881-413d-a4d0-556aeb422b6f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=106704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:43:01.116130 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-40482380-88af-4aab-8af4-be3fd492870d req-5d2f55fb-1dc2-4c46-a034-89c930c257c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (bd43c610-7e33-4b20-b68e-c5605392139a), before_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:43:01.228327 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-8c3c4873-8fd5-4311-887e-03bd7c604093 None None] Provisioning complete for port bd43c610-7e33-4b20-b68e-c5605392139a triggered by entity DHCP. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:43:01.229338 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8c3c4873-8fd5-4311-887e-03bd7c604093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (bd43c610-7e33-4b20-b68e-c5605392139a), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:43:01.269723 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-8c3c4873-8fd5-4311-887e-03bd7c604093 None None] Port bd43c610-7e33-4b20-b68e-c5605392139a cannot update to ACTIVE because it is not bound. {{(pid=106714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 19:43:01.279048 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3b36ee-d318-4656-823f-459da4a07434 req-f1475d46-0b6c-4890-84fa-9ac05df8def5 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:01.280554 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-9c3b36ee-d318-4656-823f-459da4a07434 req-f1475d46-0b6c-4890-84fa-9ac05df8def5 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 945 time: 0.0478535 Apr 12 19:43:01.327575 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-9c3b36ee-d318-4656-823f-459da4a07434 req-881700d5-6764-4b5a-9422-0d71a53af6a0 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412862 Apr 12 19:43:01.404699 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.notifiers.nova [req-40482380-88af-4aab-8af4-be3fd492870d req-5d2f55fb-1dc2-4c46-a034-89c930c257c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd43c610-7e33-4b20-b68e-c5605392139a {{(pid=106704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 19:43:01.429049 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-40482380-88af-4aab-8af4-be3fd492870d req-5d2f55fb-1dc2-4c46-a034-89c930c257c2 service neutron] Publish callbacks [] for port (bd43c610-7e33-4b20-b68e-c5605392139a), precommit_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:43:01.452860 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b971d86e-b662-4c88-b890-844113db8174 req-edf4803e-6dd6-45be-a90a-666ce737c75a tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:01.454330 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-b971d86e-b662-4c88-b890-844113db8174 req-edf4803e-6dd6-45be-a90a-666ce737c75a tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=28fa6d0e-200c-446f-aa49-05e46224e6c4 HTTP/1.1" status: 200 len: 945 time: 0.0654809 Apr 12 19:43:01.455205 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.provisioning_blocks [req-40482380-88af-4aab-8af4-be3fd492870d req-5d2f55fb-1dc2-4c46-a034-89c930c257c2 service neutron] Transition to ACTIVE for port object bd43c610-7e33-4b20-b68e-c5605392139a will not be triggered until provisioned by entity L2. {{(pid=106704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 19:43:01.461245 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-40482380-88af-4aab-8af4-be3fd492870d req-5d2f55fb-1dc2-4c46-a034-89c930c257c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (bd43c610-7e33-4b20-b68e-c5605392139a), after_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:43:01.540524 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2f55fb-1dc2-4c46-a034-89c930c257c2 service neutron] Pushing event updated for resources: {'Port': ['ID=bd43c610-7e33-4b20-b68e-c5605392139a,revision_number=2']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:43:01.553918 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-b971d86e-b662-4c88-b890-844113db8174 req-2b88be55-6869-4543-b966-89ccef99a31c tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=09f2f1d7-706b-4faf-b5aa-81a7b5af6a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936420 Apr 12 19:43:01.584439 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.managers [req-40482380-88af-4aab-8af4-be3fd492870d req-5d2f55fb-1dc2-4c46-a034-89c930c257c2 service neutron] Attempting to bind port bd43c610-7e33-4b20-b68e-c5605392139a on host hv-cinder-83754 for vnic_type normal with profile {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:43:01.584774 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.managers [req-40482380-88af-4aab-8af4-be3fd492870d req-5d2f55fb-1dc2-4c46-a034-89c930c257c2 service neutron] Attempting to bind port bd43c610-7e33-4b20-b68e-c5605392139a by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': 'bcbff496-9379-41c1-8ff0-8a4d3d91ad6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7d6decb1-add4-41a2-b83e-9ac42c2293d8'}] {{(pid=106704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:43:01.585105 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40482380-88af-4aab-8af4-be3fd492870d req-5d2f55fb-1dc2-4c46-a034-89c930c257c2 service neutron] Attempting to bind port bd43c610-7e33-4b20-b68e-c5605392139a on network 7d6decb1-add4-41a2-b83e-9ac42c2293d8 {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:43:01.589659 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40482380-88af-4aab-8af4-be3fd492870d req-5d2f55fb-1dc2-4c46-a034-89c930c257c2 service neutron] Port bd43c610-7e33-4b20-b68e-c5605392139a on network 7d6decb1-add4-41a2-b83e-9ac42c2293d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 19:43:01.589977 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40482380-88af-4aab-8af4-be3fd492870d req-5d2f55fb-1dc2-4c46-a034-89c930c257c2 service neutron] Attempting to bind port bd43c610-7e33-4b20-b68e-c5605392139a on network 7d6decb1-add4-41a2-b83e-9ac42c2293d8 {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:43:01.594915 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40482380-88af-4aab-8af4-be3fd492870d req-5d2f55fb-1dc2-4c46-a034-89c930c257c2 service neutron] Checking agent: {'id': 'ce4c6b0b-91ae-4576-82ad-f2f4ee2d2a45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 37, 20), 'started_at': datetime.datetime(2022, 4, 12, 19, 37, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:43:01.595251 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40482380-88af-4aab-8af4-be3fd492870d req-5d2f55fb-1dc2-4c46-a034-89c930c257c2 service neutron] Checking segment: {'id': 'bcbff496-9379-41c1-8ff0-8a4d3d91ad6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7d6decb1-add4-41a2-b83e-9ac42c2293d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:43:01.595707 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40482380-88af-4aab-8af4-be3fd492870d req-5d2f55fb-1dc2-4c46-a034-89c930c257c2 service neutron] Bound using segment: {'id': 'bcbff496-9379-41c1-8ff0-8a4d3d91ad6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7d6decb1-add4-41a2-b83e-9ac42c2293d8'} {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:43:01.596175 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.managers [req-40482380-88af-4aab-8af4-be3fd492870d req-5d2f55fb-1dc2-4c46-a034-89c930c257c2 service neutron] Bound port: bd43c610-7e33-4b20-b68e-c5605392139a, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcbff496-9379-41c1-8ff0-8a4d3d91ad6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7d6decb1-add4-41a2-b83e-9ac42c2293d8'}}] {{(pid=106704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:43:01.596530 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-40482380-88af-4aab-8af4-be3fd492870d req-5d2f55fb-1dc2-4c46-a034-89c930c257c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (bd43c610-7e33-4b20-b68e-c5605392139a), before_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:43:01.662050 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.db [req-40482380-88af-4aab-8af4-be3fd492870d req-5d2f55fb-1dc2-4c46-a034-89c930c257c2 service neutron] For port bd43c610-7e33-4b20-b68e-c5605392139a, host hv-cinder-83754, cleared binding levels {{(pid=106704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:43:01.665104 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.db [req-40482380-88af-4aab-8af4-be3fd492870d req-5d2f55fb-1dc2-4c46-a034-89c930c257c2 service neutron] For port bd43c610-7e33-4b20-b68e-c5605392139a, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=bd43c610-7e33-4b20-b68e-c5605392139a,segment=NetworkSegment(bcbff496-9379-41c1-8ff0-8a4d3d91ad6b),segment_id=bcbff496-9379-41c1-8ff0-8a4d3d91ad6b)] {{(pid=106704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:43:01.671116 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-40482380-88af-4aab-8af4-be3fd492870d req-5d2f55fb-1dc2-4c46-a034-89c930c257c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (bd43c610-7e33-4b20-b68e-c5605392139a), after_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:43:01.702976 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40482380-88af-4aab-8af4-be3fd492870d req-5d2f55fb-1dc2-4c46-a034-89c930c257c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:01.703592 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-40482380-88af-4aab-8af4-be3fd492870d req-5d2f55fb-1dc2-4c46-a034-89c930c257c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245471'] for port (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:43:01.705100 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-40482380-88af-4aab-8af4-be3fd492870d req-5d2f55fb-1dc2-4c46-a034-89c930c257c2 service neutron] 10.222.0.25 "PUT /v2.0/ports/bd43c610-7e33-4b20-b68e-c5605392139a HTTP/1.1" status: 200 len: 1094 time: 0.6579947 Apr 12 19:43:01.705544 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd817da75-0881-413d-a4d0-556aeb422b6f', 'tag': 'bd43c610-7e33-4b20-b68e-c5605392139a'}] {{(pid=106704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:43:01.709244 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7198706052eeb44005bd3d373437c5078b0bb903de01f30342c0d4536e5352d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-200930f1-8496-4dc7-99b9-00d62c89fc0c" -d '{"events": [{"name": "network-changed", "server_uuid": "d817da75-0881-413d-a4d0-556aeb422b6f", "tag": "bd43c610-7e33-4b20-b68e-c5605392139a"}]}' {{(pid=106704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:43:01.734677 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2f55fb-1dc2-4c46-a034-89c930c257c2 service neutron] Pushing event updated for resources: {'Port': ['ID=bd43c610-7e33-4b20-b68e-c5605392139a,revision_number=3']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:43:01.768015 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 19:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d80d0ca2-802b-4c9c-b586-78faa34859c8 x-openstack-request-id: req-d80d0ca2-802b-4c9c-b586-78faa34859c8 {{(pid=106704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:43:01.768403 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d817da75-0881-413d-a4d0-556aeb422b6f", "tag": "bd43c610-7e33-4b20-b68e-c5605392139a", "status": "completed", "code": 200}]} {{(pid=106704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:43:01.768797 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d80d0ca2-802b-4c9c-b586-78faa34859c8 {{(pid=106704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:43:01.769222 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d80d0ca2-802b-4c9c-b586-78faa34859c8'] response: {'name': 'network-changed', 'server_uuid': 'd817da75-0881-413d-a4d0-556aeb422b6f', 'tag': 'bd43c610-7e33-4b20-b68e-c5605392139a', 'status': 'completed', 'code': 200} Apr 12 19:43:01.810584 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40482380-88af-4aab-8af4-be3fd492870d req-68ab3f3b-4ff3-43e3-9abb-4dbeb3017a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:01.812279 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-40482380-88af-4aab-8af4-be3fd492870d req-68ab3f3b-4ff3-43e3-9abb-4dbeb3017a71 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bf0fdf698e0443cf9d5596d1b7604976&device_id=d817da75-0881-413d-a4d0-556aeb422b6f HTTP/1.1" status: 200 len: 1128 time: 0.0462174 Apr 12 19:43:01.815185 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ecb55c-5bc0-4663-b940-beb301f6af5c req-cccd5790-2a1a-43a9-b1b7-a8cbf22ddccb tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:01.816761 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-e8ecb55c-5bc0-4663-b940-beb301f6af5c req-cccd5790-2a1a-43a9-b1b7-a8cbf22ddccb tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/ports?device_id=d817da75-0881-413d-a4d0-556aeb422b6f HTTP/1.1" status: 200 len: 944 time: 0.0571988 Apr 12 19:43:01.875919 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-e8ecb55c-5bc0-4663-b940-beb301f6af5c req-03259773-b19c-4fb8-93b2-e54f571745c5 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/security-groups?id=cdf6d43b-224a-4f34-835b-8a8d00dfcee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533843 Apr 12 19:43:01.880891 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Device 666dc9c7-90f6-4f69-9067-f9b838abe046 up at agent hyperv_hv-cinder-83754 {{(pid=106714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:43:01.929817 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Provisioning for port 666dc9c7-90f6-4f69-9067-f9b838abe046 completed by entity L2. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 19:43:01.936646 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Provisioning complete for port 666dc9c7-90f6-4f69-9067-f9b838abe046 triggered by entity L2. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:43:01.937058 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (666dc9c7-90f6-4f69-9067-f9b838abe046), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:43:01.950426 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-40482380-88af-4aab-8af4-be3fd492870d req-e1a5a90c-780c-4a38-8efc-b7933bd27845 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd43c610-7e33-4b20-b68e-c5605392139a HTTP/1.1" status: 200 len: 217 time: 0.0379002 Apr 12 19:43:02.009692 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40482380-88af-4aab-8af4-be3fd492870d req-e83e673e-c56a-4208-9919-baaa8d507d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:02.011269 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-40482380-88af-4aab-8af4-be3fd492870d req-e83e673e-c56a-4208-9919-baaa8d507d7d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fc7e26f8-26c2-4af8-af1d-d7fc67300eb2 HTTP/1.1" status: 200 len: 854 time: 0.0481184 Apr 12 19:43:02.024653 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Current status of the port 666dc9c7-90f6-4f69-9067-f9b838abe046 is: BUILD; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:43:02.025045 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (666dc9c7-90f6-4f69-9067-f9b838abe046), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:43:02.049728 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28fa6d0e-200c-446f-aa49-05e46224e6c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '666dc9c7-90f6-4f69-9067-f9b838abe046'}] {{(pid=106714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:43:02.052183 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a81cf7441df70286f4dc8f717b9c4c32a6686a605fef215f859f2b4f09b95be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc00d4ab-20ad-4622-9762-8aa9739b488a" -d '{"events": [{"server_uuid": "28fa6d0e-200c-446f-aa49-05e46224e6c4", "name": "network-vif-plugged", "status": "completed", "tag": "666dc9c7-90f6-4f69-9067-f9b838abe046"}]}' {{(pid=106714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:43:02.061305 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40482380-88af-4aab-8af4-be3fd492870d req-a97655d4-514e-4f50-a8b1-f4cf483eb9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:02.062806 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-40482380-88af-4aab-8af4-be3fd492870d req-a97655d4-514e-4f50-a8b1-f4cf483eb9d8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7d6decb1-add4-41a2-b83e-9ac42c2293d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405076 Apr 12 19:43:02.067468 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] For port 666dc9c7-90f6-4f69-9067-f9b838abe046, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=666dc9c7-90f6-4f69-9067-f9b838abe046,segment=NetworkSegment(333e6cad-b775-43de-9af0-3109522046bb),segment_id=333e6cad-b775-43de-9af0-3109522046bb)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:43:02.071889 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (666dc9c7-90f6-4f69-9067-f9b838abe046), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:43:02.095271 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 19:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51102bc1-c466-42c4-b6ff-802bed441728 x-openstack-request-id: req-51102bc1-c466-42c4-b6ff-802bed441728 {{(pid=106714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:43:02.095590 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28fa6d0e-200c-446f-aa49-05e46224e6c4", "name": "network-vif-plugged", "status": "completed", "tag": "666dc9c7-90f6-4f69-9067-f9b838abe046", "code": 200}]} {{(pid=106714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:43:02.095849 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-51102bc1-c466-42c4-b6ff-802bed441728 {{(pid=106714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:43:02.096287 dv-cinder-837540-1-iscsi neutron-server[106714]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51102bc1-c466-42c4-b6ff-802bed441728'] response: {'server_uuid': '28fa6d0e-200c-446f-aa49-05e46224e6c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '666dc9c7-90f6-4f69-9067-f9b838abe046', 'code': 200} Apr 12 19:43:02.123796 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Pushing event updated for resources: {'Port': ['ID=666dc9c7-90f6-4f69-9067-f9b838abe046,revision_number=5']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:43:02.172606 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-40482380-88af-4aab-8af4-be3fd492870d req-11c78343-0ab5-4b98-9189-9fdf4d8baaa0 service neutron] 10.222.0.25 "GET /v2.0/networks/7d6decb1-add4-41a2-b83e-9ac42c2293d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992494 Apr 12 19:43:02.269101 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-40482380-88af-4aab-8af4-be3fd492870d req-afb5aea6-e8c3-4991-a229-16439f55c8a7 service neutron] 10.222.0.25 "GET /v2.0/networks/7d6decb1-add4-41a2-b83e-9ac42c2293d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874062 Apr 12 19:43:02.285677 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d81e3f-6771-4ae3-861c-079d3972e191 req-43f2b00e-e57b-49ce-a160-e54154df4aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:02.287159 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-e1d81e3f-6771-4ae3-861c-079d3972e191 req-43f2b00e-e57b-49ce-a160-e54154df4aa5 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=28fa6d0e-200c-446f-aa49-05e46224e6c4 HTTP/1.1" status: 200 len: 1130 time: 0.0401082 Apr 12 19:43:02.335912 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-e1d81e3f-6771-4ae3-861c-079d3972e191 req-b2d02d8a-7c61-41ee-8eca-463f8a681a40 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=09f2f1d7-706b-4faf-b5aa-81a7b5af6a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367680 Apr 12 19:43:02.444283 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271b1721-bd3d-4c8b-ab92-673362f4e62f req-de89a86e-796d-4609-be6b-f70c39978dcb tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:02.445700 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-271b1721-bd3d-4c8b-ab92-673362f4e62f req-de89a86e-796d-4609-be6b-f70c39978dcb tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 945 time: 0.0480585 Apr 12 19:43:02.490582 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-271b1721-bd3d-4c8b-ab92-673362f4e62f req-07f1e986-588b-4a38-b2f1-428fc775528b tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393238 Apr 12 19:43:02.669056 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbb96d2-16ce-4f22-8d76-b501e3c01089 req-abef4e65-bc52-4ba9-b1dc-3f16da8c0432 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:02.670523 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-fcbb96d2-16ce-4f22-8d76-b501e3c01089 req-abef4e65-bc52-4ba9-b1dc-3f16da8c0432 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=28fa6d0e-200c-446f-aa49-05e46224e6c4 HTTP/1.1" status: 200 len: 946 time: 0.0498092 Apr 12 19:43:02.715031 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-fcbb96d2-16ce-4f22-8d76-b501e3c01089 req-cc14726e-20fb-4860-aa1a-9cbb8818b673 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=09f2f1d7-706b-4faf-b5aa-81a7b5af6a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391226 Apr 12 19:43:02.987191 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a9b7d-5751-4f49-9537-00a1b99ab94f req-091f7a99-3a0d-41cc-910f-a448a580291d tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:02.988837 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-457a9b7d-5751-4f49-9537-00a1b99ab94f req-091f7a99-3a0d-41cc-910f-a448a580291d tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/ports?device_id=d817da75-0881-413d-a4d0-556aeb422b6f HTTP/1.1" status: 200 len: 944 time: 0.0475574 Apr 12 19:43:03.036288 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-457a9b7d-5751-4f49-9537-00a1b99ab94f req-037923ca-3030-4c1b-80cb-84e4a9a7be6c tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/security-groups?id=cdf6d43b-224a-4f34-835b-8a8d00dfcee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417855 Apr 12 19:43:03.603583 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cb3bbf-41a5-4688-8b2d-7905f7cf4368 req-da8c17a8-8224-42d6-9090-bf1a0ea20deb tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:03.605072 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-d8cb3bbf-41a5-4688-8b2d-7905f7cf4368 req-da8c17a8-8224-42d6-9090-bf1a0ea20deb tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 945 time: 0.0459049 Apr 12 19:43:03.650618 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-d8cb3bbf-41a5-4688-8b2d-7905f7cf4368 req-c165f445-159f-461f-a26d-504dec5fa30a tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400074 Apr 12 19:43:03.824119 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea78c80-bab8-43cf-9520-82687bacef54 req-094dce75-145e-4229-8cc6-c6ab6b0e91ca tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:03.825547 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-8ea78c80-bab8-43cf-9520-82687bacef54 req-094dce75-145e-4229-8cc6-c6ab6b0e91ca tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=28fa6d0e-200c-446f-aa49-05e46224e6c4 HTTP/1.1" status: 200 len: 946 time: 0.0454528 Apr 12 19:43:03.873281 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-8ea78c80-bab8-43cf-9520-82687bacef54 req-9f3f9b73-74bc-416a-8d89-398dd34dab60 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=09f2f1d7-706b-4faf-b5aa-81a7b5af6a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423281 Apr 12 19:43:04.145789 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f4d4b-eaed-4c83-a043-d70ed9f81c67 req-34ba74f8-789f-4e46-96b8-3127eb1b88c5 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:04.147209 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-c87f4d4b-eaed-4c83-a043-d70ed9f81c67 req-34ba74f8-789f-4e46-96b8-3127eb1b88c5 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/ports?device_id=d817da75-0881-413d-a4d0-556aeb422b6f HTTP/1.1" status: 200 len: 944 time: 0.0483696 Apr 12 19:43:04.191050 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-c87f4d4b-eaed-4c83-a043-d70ed9f81c67 req-f0e977b2-d125-45db-94d5-9f420a120ba9 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/security-groups?id=cdf6d43b-224a-4f34-835b-8a8d00dfcee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383372 Apr 12 19:43:04.764759 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f654f-4c48-49ee-88b8-de9705e0afe9 req-cd8263c5-648e-4f10-a08e-60484967479a tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:04.766320 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-7d5f654f-4c48-49ee-88b8-de9705e0afe9 req-cd8263c5-648e-4f10-a08e-60484967479a tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 945 time: 0.0456710 Apr 12 19:43:04.811563 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-7d5f654f-4c48-49ee-88b8-de9705e0afe9 req-7c40dfaa-75c9-4aaf-a99c-7b6f5cc756ba tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392685 Apr 12 19:43:04.982347 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddfecea-93e9-4fd3-94d7-7c8309ecaa2f req-7e27f505-4692-4922-9a2b-4aa28b8b70dc tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:04.983697 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-2ddfecea-93e9-4fd3-94d7-7c8309ecaa2f req-7e27f505-4692-4922-9a2b-4aa28b8b70dc tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=28fa6d0e-200c-446f-aa49-05e46224e6c4 HTTP/1.1" status: 200 len: 946 time: 0.0448232 Apr 12 19:43:05.029023 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-2ddfecea-93e9-4fd3-94d7-7c8309ecaa2f req-c3623c8c-90ab-4ddd-b5d5-d6f0b444a19f tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=09f2f1d7-706b-4faf-b5aa-81a7b5af6a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393474 Apr 12 19:43:05.298767 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd78dc46-b920-4d77-8ea9-bb6558afb63b req-50e84b17-e610-491d-a3f7-0e6e1c35a5cb tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:05.300133 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-cd78dc46-b920-4d77-8ea9-bb6558afb63b req-50e84b17-e610-491d-a3f7-0e6e1c35a5cb tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/ports?device_id=d817da75-0881-413d-a4d0-556aeb422b6f HTTP/1.1" status: 200 len: 944 time: 0.0450635 Apr 12 19:43:05.344954 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-cd78dc46-b920-4d77-8ea9-bb6558afb63b req-b65d3c6b-b3d7-45e7-a6be-68b455d09431 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/security-groups?id=cdf6d43b-224a-4f34-835b-8a8d00dfcee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394082 Apr 12 19:43:05.925261 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2a2d18-c6ef-4472-b434-ce6d9a9f0f66 req-62f7679e-7006-4bce-8b9d-a2c97f297e53 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:05.927230 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-7d2a2d18-c6ef-4472-b434-ce6d9a9f0f66 req-62f7679e-7006-4bce-8b9d-a2c97f297e53 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 945 time: 0.0445929 Apr 12 19:43:05.974210 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-7d2a2d18-c6ef-4472-b434-ce6d9a9f0f66 req-31903165-6f7d-4225-bc5c-1e52ce50fac7 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415683 Apr 12 19:43:06.140919 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109880b8-5e8f-453d-82ac-2e08d83756ff req-5b1c2b9b-51d5-4663-bbc9-19ca5c0f56d0 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:06.142271 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-109880b8-5e8f-453d-82ac-2e08d83756ff req-5b1c2b9b-51d5-4663-bbc9-19ca5c0f56d0 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=28fa6d0e-200c-446f-aa49-05e46224e6c4 HTTP/1.1" status: 200 len: 946 time: 0.0494413 Apr 12 19:43:06.187064 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-109880b8-5e8f-453d-82ac-2e08d83756ff req-4c3a6c6d-a7fb-4854-bd4e-cd1f8fdcad2f tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=09f2f1d7-706b-4faf-b5aa-81a7b5af6a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394058 Apr 12 19:43:06.452412 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66564cac-0bb3-432f-b9fc-ba2b57856778 req-e337a46e-7bed-4aa6-805f-3b0dac1bc916 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:06.453873 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-66564cac-0bb3-432f-b9fc-ba2b57856778 req-e337a46e-7bed-4aa6-805f-3b0dac1bc916 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/ports?device_id=d817da75-0881-413d-a4d0-556aeb422b6f HTTP/1.1" status: 200 len: 944 time: 0.0466888 Apr 12 19:43:06.498841 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-66564cac-0bb3-432f-b9fc-ba2b57856778 req-f1cd4554-8079-41e5-a6c0-b0b2d4b2709e tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/security-groups?id=cdf6d43b-224a-4f34-835b-8a8d00dfcee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390921 Apr 12 19:43:07.086730 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea3966d-509e-4c2a-9036-041e56bac95c req-750556d7-cbf4-47c7-b69f-633fd9b44230 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:07.088203 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-0ea3966d-509e-4c2a-9036-041e56bac95c req-750556d7-cbf4-47c7-b69f-633fd9b44230 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 945 time: 0.0454762 Apr 12 19:43:07.135135 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-0ea3966d-509e-4c2a-9036-041e56bac95c req-142b7bda-8220-4418-801f-42df3642ed33 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414562 Apr 12 19:43:07.298364 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664256db-0890-405b-95e3-23f70c47cce9 req-aec83e22-c98c-43da-8caf-eaccb7f3cdaf tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:07.299990 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-664256db-0890-405b-95e3-23f70c47cce9 req-aec83e22-c98c-43da-8caf-eaccb7f3cdaf tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=28fa6d0e-200c-446f-aa49-05e46224e6c4 HTTP/1.1" status: 200 len: 946 time: 0.0467873 Apr 12 19:43:07.347736 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-664256db-0890-405b-95e3-23f70c47cce9 req-ee6f155b-1c5a-4b57-a660-5e060f3d69ad tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=09f2f1d7-706b-4faf-b5aa-81a7b5af6a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415499 Apr 12 19:43:07.606399 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be74aae3-c4fa-455c-971e-e618c944861a req-e0c611fa-937f-42da-8c69-b9f6be2cdea4 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:07.607841 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-be74aae3-c4fa-455c-971e-e618c944861a req-e0c611fa-937f-42da-8c69-b9f6be2cdea4 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/ports?device_id=d817da75-0881-413d-a4d0-556aeb422b6f HTTP/1.1" status: 200 len: 944 time: 0.0451577 Apr 12 19:43:07.656851 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-be74aae3-c4fa-455c-971e-e618c944861a req-357ca95d-690a-42ad-8f6b-ba2df14aea56 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/security-groups?id=cdf6d43b-224a-4f34-835b-8a8d00dfcee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434585 Apr 12 19:43:08.252196 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f28884-2d01-4baa-a440-49a4d4ce06ae req-16178712-aeea-4b8c-a071-d509ab4171de tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:08.253655 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-e8f28884-2d01-4baa-a440-49a4d4ce06ae req-16178712-aeea-4b8c-a071-d509ab4171de tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 945 time: 0.0499766 Apr 12 19:43:08.299852 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-e8f28884-2d01-4baa-a440-49a4d4ce06ae req-3e124a56-4589-4bbb-a912-bf33451eb8b1 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399873 Apr 12 19:43:08.456691 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5221e16d-9128-47dc-a8f5-afa239d6f8a2 req-565e8284-2742-449f-beed-020d92cc1c42 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:08.458612 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-5221e16d-9128-47dc-a8f5-afa239d6f8a2 req-565e8284-2742-449f-beed-020d92cc1c42 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=28fa6d0e-200c-446f-aa49-05e46224e6c4 HTTP/1.1" status: 200 len: 946 time: 0.0454044 Apr 12 19:43:08.502583 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-5221e16d-9128-47dc-a8f5-afa239d6f8a2 req-adbf802e-4935-4803-b2eb-92193886406b tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=09f2f1d7-706b-4faf-b5aa-81a7b5af6a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385499 Apr 12 19:43:08.765254 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4103bb85-4a89-419b-8a42-6d51ab45e30c req-0d90e3d6-61c3-435e-908a-2b82e38507bd tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:08.766690 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-4103bb85-4a89-419b-8a42-6d51ab45e30c req-0d90e3d6-61c3-435e-908a-2b82e38507bd tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/ports?device_id=d817da75-0881-413d-a4d0-556aeb422b6f HTTP/1.1" status: 200 len: 944 time: 0.0456653 Apr 12 19:43:08.811062 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-4103bb85-4a89-419b-8a42-6d51ab45e30c req-3b7b6bce-fbb3-4d37-a65c-347d6a6c4405 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/security-groups?id=cdf6d43b-224a-4f34-835b-8a8d00dfcee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388863 Apr 12 19:43:09.412237 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be5d12b-e21e-4cf1-9c74-10e6d866ef5b req-d1f45aef-fa1a-46f5-b68e-16d7fcc8a139 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:09.413687 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-8be5d12b-e21e-4cf1-9c74-10e6d866ef5b req-d1f45aef-fa1a-46f5-b68e-16d7fcc8a139 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 945 time: 0.0457904 Apr 12 19:43:09.464120 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-8be5d12b-e21e-4cf1-9c74-10e6d866ef5b req-fd2d3232-4b5a-4c19-93c6-ca2ce9ab1df3 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449326 Apr 12 19:43:09.615695 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeb7bb0-7220-4aa5-b666-b76c972b1fa6 req-6b6dc923-dd58-43f9-8d59-0b96cd3a33db tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:09.617193 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-edeb7bb0-7220-4aa5-b666-b76c972b1fa6 req-6b6dc923-dd58-43f9-8d59-0b96cd3a33db tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=28fa6d0e-200c-446f-aa49-05e46224e6c4 HTTP/1.1" status: 200 len: 946 time: 0.0452273 Apr 12 19:43:09.665147 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-edeb7bb0-7220-4aa5-b666-b76c972b1fa6 req-e4923b9a-96be-4fdf-8c9f-965791c3260c tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=09f2f1d7-706b-4faf-b5aa-81a7b5af6a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424821 Apr 12 19:43:09.923005 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d8a92a-5f34-4477-bbf6-b485357e05e5 req-c6375f49-a67b-4ec4-ac8e-4370d009dfe3 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:09.924465 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-b3d8a92a-5f34-4477-bbf6-b485357e05e5 req-c6375f49-a67b-4ec4-ac8e-4370d009dfe3 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/ports?device_id=d817da75-0881-413d-a4d0-556aeb422b6f HTTP/1.1" status: 200 len: 944 time: 0.0484951 Apr 12 19:43:09.969032 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-b3d8a92a-5f34-4477-bbf6-b485357e05e5 req-5b74a40e-8e2e-4b8b-8828-d195f84cacaf tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/security-groups?id=cdf6d43b-224a-4f34-835b-8a8d00dfcee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385461 Apr 12 19:43:10.577068 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d366e2a-1a74-4369-ade7-31151ca88f62 req-227899be-4b18-4ae3-9632-cfe46292dc79 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:10.578507 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-1d366e2a-1a74-4369-ade7-31151ca88f62 req-227899be-4b18-4ae3-9632-cfe46292dc79 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 945 time: 0.0451844 Apr 12 19:43:10.624385 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-1d366e2a-1a74-4369-ade7-31151ca88f62 req-2c5f7724-8f2e-4951-8699-9ca4688a7c95 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398133 Apr 12 19:43:10.774804 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02957638-00ce-41fc-aa80-193056c44e86 req-87625e7a-8c41-4b57-9220-a1a2921d1bfb tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:10.775939 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-02957638-00ce-41fc-aa80-193056c44e86 req-87625e7a-8c41-4b57-9220-a1a2921d1bfb tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=28fa6d0e-200c-446f-aa49-05e46224e6c4 HTTP/1.1" status: 200 len: 946 time: 0.0467403 Apr 12 19:43:10.822568 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-02957638-00ce-41fc-aa80-193056c44e86 req-e563f098-92c2-47d1-8774-285e0cf15716 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=09f2f1d7-706b-4faf-b5aa-81a7b5af6a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412087 Apr 12 19:43:11.077418 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaa2208-8600-4f3c-8bb6-b7952104cbc2 req-5e96b473-7833-42df-968f-2bcf96b796e7 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:11.078766 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-0aaa2208-8600-4f3c-8bb6-b7952104cbc2 req-5e96b473-7833-42df-968f-2bcf96b796e7 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/ports?device_id=d817da75-0881-413d-a4d0-556aeb422b6f HTTP/1.1" status: 200 len: 944 time: 0.0450881 Apr 12 19:43:11.123555 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-0aaa2208-8600-4f3c-8bb6-b7952104cbc2 req-92c825e3-8b44-468f-9011-91cb549244a2 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/security-groups?id=cdf6d43b-224a-4f34-835b-8a8d00dfcee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388472 Apr 12 19:43:11.741018 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c486dfa8-5aee-4e19-bb93-1f99e2c07e6c req-6c2b6f4e-2ea5-4433-949f-c31845b3e5f1 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:11.742467 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-c486dfa8-5aee-4e19-bb93-1f99e2c07e6c req-6c2b6f4e-2ea5-4433-949f-c31845b3e5f1 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 945 time: 0.0484381 Apr 12 19:43:11.788476 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-c486dfa8-5aee-4e19-bb93-1f99e2c07e6c req-841ed02c-6fd4-435d-8694-bb48b149242a tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405314 Apr 12 19:43:11.937361 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ac258b-ace5-4ef7-bc1b-383de3e2a13e req-007f14cc-cfc2-4193-9160-e5363f112731 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:11.938853 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-b4ac258b-ace5-4ef7-bc1b-383de3e2a13e req-007f14cc-cfc2-4193-9160-e5363f112731 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=28fa6d0e-200c-446f-aa49-05e46224e6c4 HTTP/1.1" status: 200 len: 946 time: 0.0487640 Apr 12 19:43:11.984151 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-b4ac258b-ace5-4ef7-bc1b-383de3e2a13e req-de4ad1cf-72fb-407e-8335-bf771d2a602e tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=09f2f1d7-706b-4faf-b5aa-81a7b5af6a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397983 Apr 12 19:43:12.231567 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55157e70-c2f2-41d1-b1a2-5b78bc291b4c req-aabd3579-d35b-4293-918b-b4d9cb208c2c tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:12.232935 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-55157e70-c2f2-41d1-b1a2-5b78bc291b4c req-aabd3579-d35b-4293-918b-b4d9cb208c2c tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/ports?device_id=d817da75-0881-413d-a4d0-556aeb422b6f HTTP/1.1" status: 200 len: 944 time: 0.0457609 Apr 12 19:43:12.278082 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-55157e70-c2f2-41d1-b1a2-5b78bc291b4c req-169180cf-8853-4e7f-a9fa-3e2ca23a6e3e tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/security-groups?id=cdf6d43b-224a-4f34-835b-8a8d00dfcee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397983 Apr 12 19:43:12.902311 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b97cc0-5f85-47d9-94c3-cd491887d8bb req-1e00ed56-49be-4b46-b960-0fb2c0e0640d tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:12.903801 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-68b97cc0-5f85-47d9-94c3-cd491887d8bb req-1e00ed56-49be-4b46-b960-0fb2c0e0640d tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 945 time: 0.0471909 Apr 12 19:43:12.956406 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-68b97cc0-5f85-47d9-94c3-cd491887d8bb req-e1409fa1-15e6-47d8-99a5-9d89c1a2f88f tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468705 Apr 12 19:43:13.091755 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27812fdf-a8e8-4616-9798-1ccb5e5a61c0 req-ec0b5f2e-a2f4-46e1-84cf-5777f2d02e76 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:13.093124 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-27812fdf-a8e8-4616-9798-1ccb5e5a61c0 req-ec0b5f2e-a2f4-46e1-84cf-5777f2d02e76 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=28fa6d0e-200c-446f-aa49-05e46224e6c4 HTTP/1.1" status: 200 len: 946 time: 0.0449500 Apr 12 19:43:13.141130 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-27812fdf-a8e8-4616-9798-1ccb5e5a61c0 req-cfcdf52f-e2e3-44e6-a0ec-455679234c60 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=09f2f1d7-706b-4faf-b5aa-81a7b5af6a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420072 Apr 12 19:43:13.387836 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6521d19-3fbc-44ba-a096-450a40c5b8d9 req-e32d3e3f-9574-4f8d-92e0-dae7f5198d89 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:13.389215 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-d6521d19-3fbc-44ba-a096-450a40c5b8d9 req-e32d3e3f-9574-4f8d-92e0-dae7f5198d89 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/ports?device_id=d817da75-0881-413d-a4d0-556aeb422b6f HTTP/1.1" status: 200 len: 944 time: 0.0482087 Apr 12 19:43:13.434548 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-d6521d19-3fbc-44ba-a096-450a40c5b8d9 req-9c3a4282-4276-419f-b3fc-8f3040604304 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/security-groups?id=cdf6d43b-224a-4f34-835b-8a8d00dfcee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393307 Apr 12 19:43:13.836161 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-98981297-b56d-4736-8581-3034776e6699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (055fa106-9079-4d8f-a829-e3ca37bbcb19), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:43:13.905782 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Device bd43c610-7e33-4b20-b68e-c5605392139a details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=106714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 19:43:14.005290 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] For port bd43c610-7e33-4b20-b68e-c5605392139a, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=bd43c610-7e33-4b20-b68e-c5605392139a,segment=NetworkSegment(bcbff496-9379-41c1-8ff0-8a4d3d91ad6b),segment_id=bcbff496-9379-41c1-8ff0-8a4d3d91ad6b)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:43:14.016434 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Returning: {'device': 'bd43c610-7e33-4b20-b68e-c5605392139a', 'network_id': '7d6decb1-add4-41a2-b83e-9ac42c2293d8', 'port_id': 'bd43c610-7e33-4b20-b68e-c5605392139a', 'mac_address': 'fa:16:3e:b7:da:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc7e26f8-26c2-4af8-af1d-d7fc67300eb2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 19:43:14.053197 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Current status of the port bd43c610-7e33-4b20-b68e-c5605392139a is: DOWN; New status is: BUILD {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:43:14.053589 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (bd43c610-7e33-4b20-b68e-c5605392139a), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:43:14.066061 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.notifiers.nova [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd43c610-7e33-4b20-b68e-c5605392139a {{(pid=106714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 19:43:14.070313 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3d2b30-d0e3-4d4f-85ad-a8b28624dcf0 req-0186f06a-4905-42fd-81c0-3cad78c52f0c tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:14.071772 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-9b3d2b30-d0e3-4d4f-85ad-a8b28624dcf0 req-0186f06a-4905-42fd-81c0-3cad78c52f0c tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 945 time: 0.0462329 Apr 12 19:43:14.086347 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] For port bd43c610-7e33-4b20-b68e-c5605392139a, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=bd43c610-7e33-4b20-b68e-c5605392139a,segment=NetworkSegment(bcbff496-9379-41c1-8ff0-8a4d3d91ad6b),segment_id=bcbff496-9379-41c1-8ff0-8a4d3d91ad6b)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:43:14.090277 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (bd43c610-7e33-4b20-b68e-c5605392139a), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:43:14.118099 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-9b3d2b30-d0e3-4d4f-85ad-a8b28624dcf0 req-78f0bc17-b708-4e65-926a-b33309324cf4 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407290 Apr 12 19:43:14.141022 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Pushing event updated for resources: {'Port': ['ID=bd43c610-7e33-4b20-b68e-c5605392139a,revision_number=4']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:43:14.250345 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2997b6-73c8-4b9a-9721-6260fedec2be req-027eb975-82df-4588-83b6-50a8f535f774 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:14.251688 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-fe2997b6-73c8-4b9a-9721-6260fedec2be req-027eb975-82df-4588-83b6-50a8f535f774 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=28fa6d0e-200c-446f-aa49-05e46224e6c4 HTTP/1.1" status: 200 len: 946 time: 0.0445387 Apr 12 19:43:14.297047 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-fe2997b6-73c8-4b9a-9721-6260fedec2be req-f241c8eb-89d6-47f1-8dca-dc9a8c3da8c7 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=09f2f1d7-706b-4faf-b5aa-81a7b5af6a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390005 Apr 12 19:43:14.543179 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afa8194-590c-4868-8106-a91fa00999e4 req-1273b196-1267-4609-a9ea-af2c35e466ef tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:14.545741 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-2afa8194-590c-4868-8106-a91fa00999e4 req-1273b196-1267-4609-a9ea-af2c35e466ef tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/ports?device_id=d817da75-0881-413d-a4d0-556aeb422b6f HTTP/1.1" status: 200 len: 945 time: 0.0470533 Apr 12 19:43:14.593357 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-2afa8194-590c-4868-8106-a91fa00999e4 req-4b30d688-a8e6-4cbc-94e0-ac5b7d176ae5 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/security-groups?id=cdf6d43b-224a-4f34-835b-8a8d00dfcee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416780 Apr 12 19:43:14.767113 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] get_ports_and_sgs() called for port_ids ['bd43c610-7e33-4b20-b68e-c5605392139a'] {{(pid=106714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 19:43:14.920422 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200930f1-8496-4dc7-99b9-00d62c89fc0c req-3eb62df9-cd4a-409a-a224-0ff614483e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:14.921919 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-200930f1-8496-4dc7-99b9-00d62c89fc0c req-3eb62df9-cd4a-409a-a224-0ff614483e9f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bf0fdf698e0443cf9d5596d1b7604976&device_id=d817da75-0881-413d-a4d0-556aeb422b6f HTTP/1.1" status: 200 len: 1129 time: 0.0446153 Apr 12 19:43:15.011452 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200930f1-8496-4dc7-99b9-00d62c89fc0c req-e495afe2-3651-4348-abbb-d32d7b6bb315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:15.012944 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-200930f1-8496-4dc7-99b9-00d62c89fc0c req-e495afe2-3651-4348-abbb-d32d7b6bb315 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7d6decb1-add4-41a2-b83e-9ac42c2293d8 HTTP/1.1" status: 200 len: 916 time: 0.0839806 Apr 12 19:43:15.233474 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d850ebd0-e959-4b43-9edb-261bc8f0f685 req-6ee48196-8a8f-4deb-a578-5d675d547850 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:15.234993 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-d850ebd0-e959-4b43-9edb-261bc8f0f685 req-6ee48196-8a8f-4deb-a578-5d675d547850 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 945 time: 0.0461483 Apr 12 19:43:15.284217 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-d850ebd0-e959-4b43-9edb-261bc8f0f685 req-28406f57-cc5a-4e93-9e32-61062229e1e0 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429668 Apr 12 19:43:15.404994 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa80aff4-9f28-454c-80bd-35c153c89ef4 req-383799d1-7280-47f7-8de9-9d6a7d0668df tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:15.406427 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-aa80aff4-9f28-454c-80bd-35c153c89ef4 req-383799d1-7280-47f7-8de9-9d6a7d0668df tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=28fa6d0e-200c-446f-aa49-05e46224e6c4 HTTP/1.1" status: 200 len: 946 time: 0.0460160 Apr 12 19:43:15.456368 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-aa80aff4-9f28-454c-80bd-35c153c89ef4 req-8043cde3-239a-48b5-8512-c039277f099f tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=09f2f1d7-706b-4faf-b5aa-81a7b5af6a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439067 Apr 12 19:43:15.701901 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47209a59-0b2c-47dd-824f-97e422374879 req-a469e22b-4cad-43f8-9617-f71e705b80c3 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:15.703257 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-47209a59-0b2c-47dd-824f-97e422374879 req-a469e22b-4cad-43f8-9617-f71e705b80c3 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/ports?device_id=d817da75-0881-413d-a4d0-556aeb422b6f HTTP/1.1" status: 200 len: 945 time: 0.0455391 Apr 12 19:43:15.748893 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-47209a59-0b2c-47dd-824f-97e422374879 req-a555f7e0-123c-4302-a014-237d601536ea tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/security-groups?id=cdf6d43b-224a-4f34-835b-8a8d00dfcee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395491 Apr 12 19:43:16.272306 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-365d6e82-8a82-49fe-8f3c-c8ccf8d9891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (4d9412c4-31b2-4fbf-87a0-f931332ab9d5), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:43:16.398643 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ab44f7-2fe0-4aff-ac73-461371a8048d req-54da1d6e-0e1e-4fd5-8b53-92bd31efd960 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:16.400127 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-07ab44f7-2fe0-4aff-ac73-461371a8048d req-54da1d6e-0e1e-4fd5-8b53-92bd31efd960 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 945 time: 0.0453169 Apr 12 19:43:16.445333 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-07ab44f7-2fe0-4aff-ac73-461371a8048d req-2ff2c321-c0c9-4044-a0a5-a63875c943ee tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397809 Apr 12 19:43:16.567265 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab0174-49ec-43c7-9b18-f6c440bdcd69 req-1a0159fb-de22-4163-bb38-09ac894435a0 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:16.568803 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-0eab0174-49ec-43c7-9b18-f6c440bdcd69 req-1a0159fb-de22-4163-bb38-09ac894435a0 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=28fa6d0e-200c-446f-aa49-05e46224e6c4 HTTP/1.1" status: 200 len: 946 time: 0.0456932 Apr 12 19:43:16.613113 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-0eab0174-49ec-43c7-9b18-f6c440bdcd69 req-6ab9d726-04c5-441d-85e0-55cc03fdb7ca tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=09f2f1d7-706b-4faf-b5aa-81a7b5af6a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387940 Apr 12 19:43:16.812256 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-200930f1-8496-4dc7-99b9-00d62c89fc0c req-16e9ca96-c351-4f9e-9641-571e536b299c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd43c610-7e33-4b20-b68e-c5605392139a HTTP/1.1" status: 200 len: 217 time: 0.0340135 Apr 12 19:43:16.889619 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdd9cbc-3713-4d17-98db-efa6cefa22db req-2fd1814d-b3c2-481f-83b0-22b5f645625c tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:16.891183 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-fbdd9cbc-3713-4d17-98db-efa6cefa22db req-2fd1814d-b3c2-481f-83b0-22b5f645625c tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/ports?device_id=d817da75-0881-413d-a4d0-556aeb422b6f HTTP/1.1" status: 200 len: 945 time: 0.0779886 Apr 12 19:43:16.896856 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200930f1-8496-4dc7-99b9-00d62c89fc0c req-fc6a9d33-236f-4bac-86e4-8cda8e2e3adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:16.898318 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-200930f1-8496-4dc7-99b9-00d62c89fc0c req-fc6a9d33-236f-4bac-86e4-8cda8e2e3adc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fc7e26f8-26c2-4af8-af1d-d7fc67300eb2 HTTP/1.1" status: 200 len: 854 time: 0.0763083 Apr 12 19:43:16.967933 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Device bd43c610-7e33-4b20-b68e-c5605392139a up at agent hyperv_hv-cinder-83754 {{(pid=106714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:43:16.970873 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200930f1-8496-4dc7-99b9-00d62c89fc0c req-6598be1a-4408-4ecf-9687-77cb889446a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:16.972428 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-200930f1-8496-4dc7-99b9-00d62c89fc0c req-6598be1a-4408-4ecf-9687-77cb889446a9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7d6decb1-add4-41a2-b83e-9ac42c2293d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0605645 Apr 12 19:43:16.975349 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-fbdd9cbc-3713-4d17-98db-efa6cefa22db req-0013ce3b-909b-4bb6-9416-69d4d6b4d882 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/security-groups?id=cdf6d43b-224a-4f34-835b-8a8d00dfcee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761948 Apr 12 19:43:17.012936 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Provisioning for port bd43c610-7e33-4b20-b68e-c5605392139a completed by entity L2. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 19:43:17.018764 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Provisioning complete for port bd43c610-7e33-4b20-b68e-c5605392139a triggered by entity L2. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:43:17.019238 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (bd43c610-7e33-4b20-b68e-c5605392139a), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:43:17.072551 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-200930f1-8496-4dc7-99b9-00d62c89fc0c req-2b6961f6-f960-4c48-8928-a5dbec016d28 service neutron] 10.222.0.25 "GET /v2.0/networks/7d6decb1-add4-41a2-b83e-9ac42c2293d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938580 Apr 12 19:43:17.097868 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Current status of the port bd43c610-7e33-4b20-b68e-c5605392139a is: BUILD; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:43:17.098269 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (bd43c610-7e33-4b20-b68e-c5605392139a), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:43:17.121978 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd817da75-0881-413d-a4d0-556aeb422b6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd43c610-7e33-4b20-b68e-c5605392139a'}] {{(pid=106714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:43:17.124558 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a81cf7441df70286f4dc8f717b9c4c32a6686a605fef215f859f2b4f09b95be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3064933-cd64-46c2-ba6f-88840d27b2cc" -d '{"events": [{"server_uuid": "d817da75-0881-413d-a4d0-556aeb422b6f", "name": "network-vif-plugged", "status": "completed", "tag": "bd43c610-7e33-4b20-b68e-c5605392139a"}]}' {{(pid=106714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:43:17.141247 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] For port bd43c610-7e33-4b20-b68e-c5605392139a, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=bd43c610-7e33-4b20-b68e-c5605392139a,segment=NetworkSegment(bcbff496-9379-41c1-8ff0-8a4d3d91ad6b),segment_id=bcbff496-9379-41c1-8ff0-8a4d3d91ad6b)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:43:17.145735 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (bd43c610-7e33-4b20-b68e-c5605392139a), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:43:17.170221 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-200930f1-8496-4dc7-99b9-00d62c89fc0c req-5a26bf2d-bf6a-4f42-b0fc-2c5384913a60 service neutron] 10.222.0.25 "GET /v2.0/networks/7d6decb1-add4-41a2-b83e-9ac42c2293d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893867 Apr 12 19:43:17.170597 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 19:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66167687-6a52-461a-9b90-1e3c74d68a2a x-openstack-request-id: req-66167687-6a52-461a-9b90-1e3c74d68a2a {{(pid=106714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:43:17.170909 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d817da75-0881-413d-a4d0-556aeb422b6f", "name": "network-vif-plugged", "status": "completed", "tag": "bd43c610-7e33-4b20-b68e-c5605392139a", "code": 200}]} {{(pid=106714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:43:17.171294 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-66167687-6a52-461a-9b90-1e3c74d68a2a {{(pid=106714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:43:17.172352 dv-cinder-837540-1-iscsi neutron-server[106714]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66167687-6a52-461a-9b90-1e3c74d68a2a'] response: {'server_uuid': 'd817da75-0881-413d-a4d0-556aeb422b6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd43c610-7e33-4b20-b68e-c5605392139a', 'code': 200} Apr 12 19:43:17.214741 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Pushing event updated for resources: {'Port': ['ID=bd43c610-7e33-4b20-b68e-c5605392139a,revision_number=5']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:43:17.219043 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-0fb4a5ae-492f-43e3-90d5-82372e23b9ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (01005bd1-5b1e-41c6-b9b3-a4d4f93589b9), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:43:17.402106 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8d18a0-c22c-4d58-b21b-bb666717ebfd req-e0f90322-e443-4d14-8b94-7fd87812379b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:17.403587 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-8a8d18a0-c22c-4d58-b21b-bb666717ebfd req-e0f90322-e443-4d14-8b94-7fd87812379b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d817da75-0881-413d-a4d0-556aeb422b6f HTTP/1.1" status: 200 len: 1130 time: 0.0387251 Apr 12 19:43:17.588098 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-8a8d18a0-c22c-4d58-b21b-bb666717ebfd req-66f41203-ae9b-4c42-8530-27182a625d9f service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=cdf6d43b-224a-4f34-835b-8a8d00dfcee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827727 Apr 12 19:43:17.594201 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481706a5-61a3-48a7-bc7f-1c76a2fc353e req-38c4ff45-55b0-408c-9be3-269ef34df24d tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:17.595581 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-481706a5-61a3-48a7-bc7f-1c76a2fc353e req-38c4ff45-55b0-408c-9be3-269ef34df24d tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 945 time: 0.0703714 Apr 12 19:43:17.642398 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-481706a5-61a3-48a7-bc7f-1c76a2fc353e req-1b8a992a-3487-42ec-a8e6-a1d80c2d1e9a tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410731 Apr 12 19:43:17.726063 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26612447-7ac7-4fb8-b811-ffb085b09759 req-7217ca0a-914f-4202-b9ff-11e565eddd12 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:17.727499 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-26612447-7ac7-4fb8-b811-ffb085b09759 req-7217ca0a-914f-4202-b9ff-11e565eddd12 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=28fa6d0e-200c-446f-aa49-05e46224e6c4 HTTP/1.1" status: 200 len: 946 time: 0.0481451 Apr 12 19:43:17.773421 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-26612447-7ac7-4fb8-b811-ffb085b09759 req-55c79e81-928d-459e-b918-349ac443c2f9 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=09f2f1d7-706b-4faf-b5aa-81a7b5af6a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403748 Apr 12 19:43:17.882318 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a89cffa-f0f1-4f18-ae73-5a5ad597542d req-67b73f95-e4b5-4b95-a789-4dab4594ba22 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:17.883770 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-0a89cffa-f0f1-4f18-ae73-5a5ad597542d req-67b73f95-e4b5-4b95-a789-4dab4594ba22 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=28fa6d0e-200c-446f-aa49-05e46224e6c4 HTTP/1.1" status: 200 len: 946 time: 0.0498621 Apr 12 19:43:17.892141 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 36294) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:43:17.896315 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.v2.base [None req-b48839b0-2b6f-4067-9766-3095963fb9ac tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Request body: {'floatingip': {'port_id': '666dc9c7-90f6-4f69-9067-f9b838abe046'}} {{(pid=106707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:43:17.935193 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-b48839b0-2b6f-4067-9766-3095963fb9ac tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Publish callbacks [] for floatingip (55961276-a6f8-44ce-b14f-0f679077f0db), before_update {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:43:18.091358 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b05c36-e1ff-47de-9b3a-d5628b8eb758 req-9c7f413f-bc48-4fd6-afbe-8a97652b787f tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:18.092957 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-84b05c36-e1ff-47de-9b3a-d5628b8eb758 req-9c7f413f-bc48-4fd6-afbe-8a97652b787f tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/ports?device_id=d817da75-0881-413d-a4d0-556aeb422b6f HTTP/1.1" status: 200 len: 946 time: 0.0480142 Apr 12 19:43:18.144519 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-84b05c36-e1ff-47de-9b3a-d5628b8eb758 req-d46224aa-e014-4dce-b589-7a89c231aa25 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/security-groups?id=cdf6d43b-224a-4f34-835b-8a8d00dfcee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451646 Apr 12 19:43:18.575875 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-b48839b0-2b6f-4067-9766-3095963fb9ac tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:43:18.580537 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-b48839b0-2b6f-4067-9766-3095963fb9ac tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668094'] for floatingip (55961276-a6f8-44ce-b14f-0f679077f0db), after_update {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:43:18.658583 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-655d5a5e-25bf-423f-acb4-166f4bec9d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (f3d2fb0e-5305-4f08-ab1f-5f1d50bdad22), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:43:18.683067 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.db.l3_db [None req-b48839b0-2b6f-4067-9766-3095963fb9ac tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Floating IP 55961276-a6f8-44ce-b14f-0f679077f0db associated. External IP: 172.27.2.243, port: 666dc9c7-90f6-4f69-9067-f9b838abe046. Apr 12 19:43:18.798920 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed183f3a-c65d-4e54-80f8-ce0e98134f94 req-15f4b8e7-a0f4-4ef2-a4ef-24e574a5b15f tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:18.800876 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-ed183f3a-c65d-4e54-80f8-ce0e98134f94 req-15f4b8e7-a0f4-4ef2-a4ef-24e574a5b15f tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 945 time: 0.0835063 Apr 12 19:43:18.900103 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-ed183f3a-c65d-4e54-80f8-ce0e98134f94 req-c5d93297-2915-46dd-a2c3-3ec49db157ff tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907054 Apr 12 19:43:18.977500 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b48839b0-2b6f-4067-9766-3095963fb9ac tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Router 3763ba8b-a3ee-4c9f-a41d-86e8324e0beb has already been hosted by L3 agent 4d9412c4-31b2-4fbf-87a0-f931332ab9d5 {{(pid=106707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 19:43:19.089045 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b48839b0-2b6f-4067-9766-3095963fb9ac tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Notify agent at l3_agent.dv-cinder-837540-1-iscsi the message routers_updated {{(pid=106707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:43:19.093802 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-b48839b0-2b6f-4067-9766-3095963fb9ac tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245471'] for floatingip (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:43:19.098756 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f5491d-4107-4300-be11-5789f8601546 None None] Sync routers for ids ['3763ba8b-a3ee-4c9f-a41d-86e8324e0beb'] in dv-cinder-837540-1-iscsi {{(pid=106718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:43:19.107613 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f5491d-4107-4300-be11-5789f8601546 None None] Routers {'3763ba8b-a3ee-4c9f-a41d-86e8324e0beb'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:43:19.108245 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-b5f5491d-4107-4300-be11-5789f8601546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:43:16Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['3763ba8b-a3ee-4c9f-a41d-86e8324e0beb'], 'active': True} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:43:19.122204 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-b48839b0-2b6f-4067-9766-3095963fb9ac tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "PUT /v2.0/floatingips/55961276-a6f8-44ce-b14f-0f679077f0db HTTP/1.1" status: 200 len: 992 time: 1.2290623 Apr 12 19:43:19.122782 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28fa6d0e-200c-446f-aa49-05e46224e6c4', 'tag': '666dc9c7-90f6-4f69-9067-f9b838abe046'}] {{(pid=106707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:43:19.125018 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24bc1a40dab415d93c04770333daaec18ee8cbc44e8bdbc940996836fe034448" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b1f9dc4-ba1e-4d13-9894-6f9341e121be" -d '{"events": [{"name": "network-changed", "server_uuid": "28fa6d0e-200c-446f-aa49-05e46224e6c4", "tag": "666dc9c7-90f6-4f69-9067-f9b838abe046"}]}' {{(pid=106707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:43:19.163422 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 19:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19e7ad15-0460-40bf-afce-b04e6f544e8b x-openstack-request-id: req-19e7ad15-0460-40bf-afce-b04e6f544e8b {{(pid=106707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:43:19.163711 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28fa6d0e-200c-446f-aa49-05e46224e6c4", "tag": "666dc9c7-90f6-4f69-9067-f9b838abe046", "status": "completed", "code": 200}]} {{(pid=106707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:43:19.163984 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-19e7ad15-0460-40bf-afce-b04e6f544e8b {{(pid=106707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:43:19.164393 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19e7ad15-0460-40bf-afce-b04e6f544e8b'] response: {'name': 'network-changed', 'server_uuid': '28fa6d0e-200c-446f-aa49-05e46224e6c4', 'tag': '666dc9c7-90f6-4f69-9067-f9b838abe046', 'status': 'completed', 'code': 200} Apr 12 19:43:19.220199 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvr_db [None req-b5f5491d-4107-4300-be11-5789f8601546 None None] Set router 3763ba8b-a3ee-4c9f-a41d-86e8324e0beb gateway port host: dv-cinder-837540-1-iscsi {{(pid=106718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:43:19.276746 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ad3973-cb6c-4fd2-badb-56bd31f8b0da req-bd792505-041d-40f7-b193-9b1544ea794f tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:19.278244 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-a9ad3973-cb6c-4fd2-badb-56bd31f8b0da req-bd792505-041d-40f7-b193-9b1544ea794f tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/ports?device_id=d817da75-0881-413d-a4d0-556aeb422b6f HTTP/1.1" status: 200 len: 946 time: 0.0660965 Apr 12 19:43:19.332487 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-a9ad3973-cb6c-4fd2-badb-56bd31f8b0da req-6c5665fb-feed-49ec-ad2d-bff4a38bad39 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/security-groups?id=cdf6d43b-224a-4f34-835b-8a8d00dfcee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485694 Apr 12 19:43:19.452896 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-b5f5491d-4107-4300-be11-5789f8601546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3763ba8b-a3ee-4c9f-a41d-86e8324e0beb', 'name': 'tempest-ServerRescueNegativeTestJSON-843523009-router', 'tenant_id': 'e2849b4a348c4795bf965ba8cdf2467d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'f4779415-2110-4259-ae16-ddc57e9c4593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:40:53Z', 'updated_at': '2022-04-12T19:40:57Z', 'revision_number': 4, 'project_id': 'e2849b4a348c4795bf965ba8cdf2467d', 'gw_port': {'id': 'f4779415-2110-4259-ae16-ddc57e9c4593', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:12:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3763ba8b-a3ee-4c9f-a41d-86e8324e0beb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:40:54Z', 'updated_at': '2022-04-12T19:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_floatingips': [{'id': '55961276-a6f8-44ce-b14f-0f679077f0db', 'tenant_id': 'e2849b4a348c4795bf965ba8cdf2467d', 'floating_ip_address': '172.27.2.243', 'floating_network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'router_id': '3763ba8b-a3ee-4c9f-a41d-86e8324e0beb', 'port_id': '666dc9c7-90f6-4f69-9067-f9b838abe046', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9', 'mac_address': 'fa:16:3e:8a:e7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fa6d0e-200c-446f-aa49-05e46224e6c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:42:48Z', 'updated_at': '2022-04-12T19:43:18Z', 'revision_number': 1, 'project_id': 'e2849b4a348c4795bf965ba8cdf2467d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3870cd20-671b-4139-86bb-99bc95bb5259', 'name': '', 'network_id': 'a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9', 'tenant_id': 'e2849b4a348c4795bf965ba8cdf2467d', 'mac_address': 'fa:16:3e:ba:ee:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3763ba8b-a3ee-4c9f-a41d-86e8324e0beb', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '7f57a095-a707-4feb-9d1c-8b1458759bd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:40:56Z', 'updated_at': '2022-04-12T19:41:01Z', 'revision_number': 5, 'project_id': 'e2849b4a348c4795bf965ba8cdf2467d', 'subnets': [{'id': '7f57a095-a707-4feb-9d1c-8b1458759bd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:43:19.489086 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f5491d-4107-4300-be11-5789f8601546 None None] Checking router: 3763ba8b-a3ee-4c9f-a41d-86e8324e0beb for host: dv-cinder-837540-1-iscsi {{(pid=106718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:43:19.497980 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f5491d-4107-4300-be11-5789f8601546 None None] Routers {'3763ba8b-a3ee-4c9f-a41d-86e8324e0beb'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:43:19.498665 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-b5f5491d-4107-4300-be11-5789f8601546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:43:16Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['3763ba8b-a3ee-4c9f-a41d-86e8324e0beb'], 'active': True} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:43:19.688282 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvr_db [None req-b5f5491d-4107-4300-be11-5789f8601546 None None] Set router 3763ba8b-a3ee-4c9f-a41d-86e8324e0beb gateway port host: dv-cinder-837540-1-iscsi {{(pid=106718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:43:19.709736 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1f9dc4-ba1e-4d13-9894-6f9341e121be req-315d0273-a97c-4ca7-a417-27218240a970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:19.711221 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-5b1f9dc4-ba1e-4d13-9894-6f9341e121be req-315d0273-a97c-4ca7-a417-27218240a970 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e2849b4a348c4795bf965ba8cdf2467d&device_id=28fa6d0e-200c-446f-aa49-05e46224e6c4 HTTP/1.1" status: 200 len: 1130 time: 0.0389934 Apr 12 19:43:19.813087 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1f9dc4-ba1e-4d13-9894-6f9341e121be req-f003637b-5145-4cc3-b717-09f0848b4423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:19.814552 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-5b1f9dc4-ba1e-4d13-9894-6f9341e121be req-f003637b-5145-4cc3-b717-09f0848b4423 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9 HTTP/1.1" status: 200 len: 919 time: 0.0881350 Apr 12 19:43:19.904816 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-b5f5491d-4107-4300-be11-5789f8601546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3763ba8b-a3ee-4c9f-a41d-86e8324e0beb', 'name': 'tempest-ServerRescueNegativeTestJSON-843523009-router', 'tenant_id': 'e2849b4a348c4795bf965ba8cdf2467d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'f4779415-2110-4259-ae16-ddc57e9c4593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:40:53Z', 'updated_at': '2022-04-12T19:40:57Z', 'revision_number': 4, 'project_id': 'e2849b4a348c4795bf965ba8cdf2467d', 'gw_port': {'id': 'f4779415-2110-4259-ae16-ddc57e9c4593', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:12:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3763ba8b-a3ee-4c9f-a41d-86e8324e0beb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:40:54Z', 'updated_at': '2022-04-12T19:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_floatingips': [{'id': '55961276-a6f8-44ce-b14f-0f679077f0db', 'tenant_id': 'e2849b4a348c4795bf965ba8cdf2467d', 'floating_ip_address': '172.27.2.243', 'floating_network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'router_id': '3763ba8b-a3ee-4c9f-a41d-86e8324e0beb', 'port_id': '666dc9c7-90f6-4f69-9067-f9b838abe046', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9', 'mac_address': 'fa:16:3e:8a:e7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fa6d0e-200c-446f-aa49-05e46224e6c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:42:48Z', 'updated_at': '2022-04-12T19:43:18Z', 'revision_number': 1, 'project_id': 'e2849b4a348c4795bf965ba8cdf2467d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3870cd20-671b-4139-86bb-99bc95bb5259', 'name': '', 'network_id': 'a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9', 'tenant_id': 'e2849b4a348c4795bf965ba8cdf2467d', 'mac_address': 'fa:16:3e:ba:ee:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3763ba8b-a3ee-4c9f-a41d-86e8324e0beb', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '7f57a095-a707-4feb-9d1c-8b1458759bd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:40:56Z', 'updated_at': '2022-04-12T19:41:01Z', 'revision_number': 5, 'project_id': 'e2849b4a348c4795bf965ba8cdf2467d', 'subnets': [{'id': '7f57a095-a707-4feb-9d1c-8b1458759bd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:43:19.922216 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-5b1f9dc4-ba1e-4d13-9894-6f9341e121be req-95f889ab-1a71-4873-8094-4915b5f4f117 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=666dc9c7-90f6-4f69-9067-f9b838abe046 HTTP/1.1" status: 200 len: 1000 time: 0.0925260 Apr 12 19:43:19.941891 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f5491d-4107-4300-be11-5789f8601546 None None] The sync data for ids ['3763ba8b-a3ee-4c9f-a41d-86e8324e0beb'] in dv-cinder-837540-1-iscsi is: [{'id': '3763ba8b-a3ee-4c9f-a41d-86e8324e0beb', 'name': 'tempest-ServerRescueNegativeTestJSON-843523009-router', 'tenant_id': 'e2849b4a348c4795bf965ba8cdf2467d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'f4779415-2110-4259-ae16-ddc57e9c4593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:40:53Z', 'updated_at': '2022-04-12T19:40:57Z', 'revision_number': 4, 'project_id': 'e2849b4a348c4795bf965ba8cdf2467d', 'gw_port': {'id': 'f4779415-2110-4259-ae16-ddc57e9c4593', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:12:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3763ba8b-a3ee-4c9f-a41d-86e8324e0beb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:40:54Z', 'updated_at': '2022-04-12T19:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_floatingips': [{'id': '55961276-a6f8-44ce-b14f-0f679077f0db', 'tenant_id': 'e2849b4a348c4795bf965ba8cdf2467d', 'floating_ip_address': '172.27.2.243', 'floating_network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'router_id': '3763ba8b-a3ee-4c9f-a41d-86e8324e0beb', 'port_id': '666dc9c7-90f6-4f69-9067-f9b838abe046', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9', 'mac_address': 'fa:16:3e:8a:e7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fa6d0e-200c-446f-aa49-05e46224e6c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:42:48Z', 'updated_at': '2022-04-12T19:43:18Z', 'revision_number': 1, 'project_id': 'e2849b4a348c4795bf965ba8cdf2467d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3870cd20-671b-4139-86bb-99bc95bb5259', 'name': '', 'network_id': 'a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9', 'tenant_id': 'e2849b4a348c4795bf965ba8cdf2467d', 'mac_address': 'fa:16:3e:ba:ee:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3763ba8b-a3ee-4c9f-a41d-86e8324e0beb', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '7f57a095-a707-4feb-9d1c-8b1458759bd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:40:56Z', 'updated_at': '2022-04-12T19:41:01Z', 'revision_number': 5, 'project_id': 'e2849b4a348c4795bf965ba8cdf2467d', 'subnets': [{'id': '7f57a095-a707-4feb-9d1c-8b1458759bd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:43:20.022284 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487188d0-7d5b-4e6c-9822-ff2e048a3c73 req-17fb2f1c-dfab-431c-bfd6-0a583f5fbb1a tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:20.024553 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-487188d0-7d5b-4e6c-9822-ff2e048a3c73 req-17fb2f1c-dfab-431c-bfd6-0a583f5fbb1a tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 945 time: 0.0486841 Apr 12 19:43:20.122154 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1f9dc4-ba1e-4d13-9894-6f9341e121be req-9834cfba-068c-42dd-9765-1a3bcfcdce47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:20.124599 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-5b1f9dc4-ba1e-4d13-9894-6f9341e121be req-9834cfba-068c-42dd-9765-1a3bcfcdce47 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7f57a095-a707-4feb-9d1c-8b1458759bd7 HTTP/1.1" status: 200 len: 857 time: 0.0713367 Apr 12 19:43:20.187942 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d776ef6-f3f2-4ed6-b6d5-e16c7bbdc1ac None None] New status for floating IP 55961276-a6f8-44ce-b14f-0f679077f0db: ACTIVE {{(pid=106714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 19:43:20.310160 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-487188d0-7d5b-4e6c-9822-ff2e048a3c73 req-2c26e4a2-86f7-468b-8e63-50cfaaea6272 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2797053 Apr 12 19:43:20.445362 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ec1e19-c639-45e3-952a-32e2c3f1c54b req-62d2c7eb-9b88-4db1-a43c-1cd42b861e64 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:20.447184 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-b2ec1e19-c639-45e3-952a-32e2c3f1c54b req-62d2c7eb-9b88-4db1-a43c-1cd42b861e64 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/ports?device_id=d817da75-0881-413d-a4d0-556aeb422b6f HTTP/1.1" status: 200 len: 946 time: 0.0470128 Apr 12 19:43:20.449673 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (e0bf5abe-d5c5-40a1-a359-03156ade36a4), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:43:20.495315 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-b2ec1e19-c639-45e3-952a-32e2c3f1c54b req-ede8620f-abee-43e2-9337-423f45bddd46 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/security-groups?id=cdf6d43b-224a-4f34-835b-8a8d00dfcee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411074 Apr 12 19:43:21.427683 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb2e5ef-9de2-474c-8481-bc3cde33eb34 req-f70c6ad2-ea11-4032-80cb-132b99a92561 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:21.429174 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-deb2e5ef-9de2-474c-8481-bc3cde33eb34 req-f70c6ad2-ea11-4032-80cb-132b99a92561 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 945 time: 0.0466950 Apr 12 19:43:21.477157 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-deb2e5ef-9de2-474c-8481-bc3cde33eb34 req-7203f509-8ace-4d08-96d9-04f27a1f9f4d tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421884 Apr 12 19:43:21.605475 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd3c280-bd2c-4fa8-943d-37f07749c3c3 req-5862cfb2-ad6b-4e46-b878-f031d79dd29c tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:21.606922 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-6cd3c280-bd2c-4fa8-943d-37f07749c3c3 req-5862cfb2-ad6b-4e46-b878-f031d79dd29c tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/ports?device_id=d817da75-0881-413d-a4d0-556aeb422b6f HTTP/1.1" status: 200 len: 946 time: 0.0455952 Apr 12 19:43:21.651620 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-6cd3c280-bd2c-4fa8-943d-37f07749c3c3 req-f7efa0b1-c1c0-45ac-b61a-02ab2c4460b6 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/security-groups?id=cdf6d43b-224a-4f34-835b-8a8d00dfcee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393112 Apr 12 19:43:22.591310 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc1edc9-6db2-4313-89eb-4941d0f207dd req-f774e34d-2401-455f-b938-9a2b91b3837d tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:22.592692 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-dfc1edc9-6db2-4313-89eb-4941d0f207dd req-f774e34d-2401-455f-b938-9a2b91b3837d tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 945 time: 0.0448589 Apr 12 19:43:22.637786 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-dfc1edc9-6db2-4313-89eb-4941d0f207dd req-e4bf530b-b46e-4f26-b14a-0699bdea659c tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392225 Apr 12 19:43:22.762820 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e01770-666f-4971-b9b8-eb0ee10020f2 req-da844eea-43ad-464a-85de-9de1cf18baf6 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:22.764275 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-37e01770-666f-4971-b9b8-eb0ee10020f2 req-da844eea-43ad-464a-85de-9de1cf18baf6 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/ports?device_id=d817da75-0881-413d-a4d0-556aeb422b6f HTTP/1.1" status: 200 len: 946 time: 0.0479951 Apr 12 19:43:22.809295 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-37e01770-666f-4971-b9b8-eb0ee10020f2 req-0c66229f-917f-49f9-b059-279d37237c22 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/security-groups?id=cdf6d43b-224a-4f34-835b-8a8d00dfcee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389080 Apr 12 19:43:22.913960 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a313c59-b4d9-4a49-b6b4-96168031cc6c req-4145f441-9c31-4d61-b7c0-317afa66ed86 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:22.915424 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-7a313c59-b4d9-4a49-b6b4-96168031cc6c req-4145f441-9c31-4d61-b7c0-317afa66ed86 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/ports?device_id=d817da75-0881-413d-a4d0-556aeb422b6f HTTP/1.1" status: 200 len: 946 time: 0.0452633 Apr 12 19:43:22.923784 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 36354) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:43:22.928634 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.v2.base [None req-abb5e2b4-d3bf-424a-90fb-3075eed353f0 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Request body: {'floatingip': {'port_id': 'bd43c610-7e33-4b20-b68e-c5605392139a'}} {{(pid=106704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:43:22.999090 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-abb5e2b4-d3bf-424a-90fb-3075eed353f0 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks [] for floatingip (5d22bce4-0200-4257-9d48-1cfd92174468), before_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:43:23.583825 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-abb5e2b4-d3bf-424a-90fb-3075eed353f0 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:43:23.587511 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-abb5e2b4-d3bf-424a-90fb-3075eed353f0 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668094'] for floatingip (5d22bce4-0200-4257-9d48-1cfd92174468), after_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:43:23.686325 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.db.l3_db [None req-abb5e2b4-d3bf-424a-90fb-3075eed353f0 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Floating IP 5d22bce4-0200-4257-9d48-1cfd92174468 associated. External IP: 172.27.2.15, port: bd43c610-7e33-4b20-b68e-c5605392139a. Apr 12 19:43:23.801470 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb668ff-85b9-4cee-8756-c3081e4a0f5d req-532c316d-a3b3-4964-992a-158417414d16 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:23.802910 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-feb668ff-85b9-4cee-8756-c3081e4a0f5d req-532c316d-a3b3-4964-992a-158417414d16 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 945 time: 0.0834112 Apr 12 19:43:23.894038 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-feb668ff-85b9-4cee-8756-c3081e4a0f5d req-5d3c6eea-0782-4b09-aaf2-52704c5c1218 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847743 Apr 12 19:43:23.964081 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abb5e2b4-d3bf-424a-90fb-3075eed353f0 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Router b18ff2db-c3ca-4b36-83ec-0fa886e80341 has already been hosted by L3 agent 4d9412c4-31b2-4fbf-87a0-f931332ab9d5 {{(pid=106704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 19:43:24.140541 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Device 468143f7-dffa-4455-923d-7df1610e3c88 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=106714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 19:43:24.244738 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] For port 468143f7-dffa-4455-923d-7df1610e3c88, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=468143f7-dffa-4455-923d-7df1610e3c88,segment=NetworkSegment(7d4c5579-d5c2-4ae5-8e1e-f30678073acf),segment_id=7d4c5579-d5c2-4ae5-8e1e-f30678073acf)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:43:24.256861 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Returning: {'device': '468143f7-dffa-4455-923d-7df1610e3c88', 'network_id': 'f4a737e2-fbd1-4d73-b744-770d94c0d414', 'port_id': '468143f7-dffa-4455-923d-7df1610e3c88', 'mac_address': 'fa:16:3e:5f:74:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0175af4-3e14-4634-8d47-e6784ac2f6db', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 19:43:24.284828 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abb5e2b4-d3bf-424a-90fb-3075eed353f0 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Notify agent at l3_agent.dv-cinder-837540-1-iscsi the message routers_updated {{(pid=106704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:43:24.289464 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-abb5e2b4-d3bf-424a-90fb-3075eed353f0 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245471'] for floatingip (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:43:24.296843 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b037e34-bfad-4bba-9fd8-c8f92d7f1261 None None] Sync routers for ids ['b18ff2db-c3ca-4b36-83ec-0fa886e80341'] in dv-cinder-837540-1-iscsi {{(pid=106718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:43:24.297784 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Current status of the port 468143f7-dffa-4455-923d-7df1610e3c88 is: ACTIVE; New status is: BUILD {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:43:24.298236 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (468143f7-dffa-4455-923d-7df1610e3c88), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:43:24.309050 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b037e34-bfad-4bba-9fd8-c8f92d7f1261 None None] Routers {'b18ff2db-c3ca-4b36-83ec-0fa886e80341'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:43:24.310073 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-3b037e34-bfad-4bba-9fd8-c8f92d7f1261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:43:16Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['b18ff2db-c3ca-4b36-83ec-0fa886e80341'], 'active': True} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:43:24.312644 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.notifiers.nova [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 468143f7-dffa-4455-923d-7df1610e3c88 {{(pid=106714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 19:43:24.320051 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-abb5e2b4-d3bf-424a-90fb-3075eed353f0 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "PUT /v2.0/floatingips/5d22bce4-0200-4257-9d48-1cfd92174468 HTTP/1.1" status: 200 len: 991 time: 1.3951433 Apr 12 19:43:24.320624 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd817da75-0881-413d-a4d0-556aeb422b6f', 'tag': 'bd43c610-7e33-4b20-b68e-c5605392139a'}] {{(pid=106704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:43:24.323000 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7198706052eeb44005bd3d373437c5078b0bb903de01f30342c0d4536e5352d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68815d5c-7b2c-4acd-b768-fd6136579d4e" -d '{"events": [{"name": "network-changed", "server_uuid": "d817da75-0881-413d-a4d0-556aeb422b6f", "tag": "bd43c610-7e33-4b20-b68e-c5605392139a"}]}' {{(pid=106704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:43:24.350679 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] For port 468143f7-dffa-4455-923d-7df1610e3c88, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=468143f7-dffa-4455-923d-7df1610e3c88,segment=NetworkSegment(7d4c5579-d5c2-4ae5-8e1e-f30678073acf),segment_id=7d4c5579-d5c2-4ae5-8e1e-f30678073acf)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:43:24.356233 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (468143f7-dffa-4455-923d-7df1610e3c88), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:43:24.378113 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 19:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-928c5038-23dc-496f-86f2-7a94217e95e2 x-openstack-request-id: req-928c5038-23dc-496f-86f2-7a94217e95e2 {{(pid=106704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:43:24.378630 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d817da75-0881-413d-a4d0-556aeb422b6f", "tag": "bd43c610-7e33-4b20-b68e-c5605392139a", "status": "completed", "code": 200}]} {{(pid=106704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:43:24.379005 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-928c5038-23dc-496f-86f2-7a94217e95e2 {{(pid=106704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:43:24.379950 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.notifiers.nova [-] Nova event matching ['req-928c5038-23dc-496f-86f2-7a94217e95e2'] response: {'name': 'network-changed', 'server_uuid': 'd817da75-0881-413d-a4d0-556aeb422b6f', 'tag': 'bd43c610-7e33-4b20-b68e-c5605392139a', 'status': 'completed', 'code': 200} Apr 12 19:43:24.404953 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Pushing event updated for resources: {'Port': ['ID=468143f7-dffa-4455-923d-7df1610e3c88,revision_number=6']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:43:24.434333 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvr_db [None req-3b037e34-bfad-4bba-9fd8-c8f92d7f1261 None None] Set router b18ff2db-c3ca-4b36-83ec-0fa886e80341 gateway port host: dv-cinder-837540-1-iscsi {{(pid=106718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:43:24.645492 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-3b037e34-bfad-4bba-9fd8-c8f92d7f1261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18ff2db-c3ca-4b36-83ec-0fa886e80341', 'name': 'tempest-AttachVolumeNegativeTest-1783169139-router', 'tenant_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '11d01457-6788-4684-96e1-1ddb12a76ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:39:17Z', 'updated_at': '2022-04-12T19:39:23Z', 'revision_number': 4, 'project_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'gw_port': {'id': '11d01457-6788-4684-96e1-1ddb12a76ffb', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ea:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18ff2db-c3ca-4b36-83ec-0fa886e80341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:39:17Z', 'updated_at': '2022-04-12T19:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_floatingips': [{'id': '09d3a10c-9ab5-4ba0-9db6-6ea8f0cdc42f', 'tenant_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'floating_ip_address': '172.27.2.6', 'floating_network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'router_id': 'b18ff2db-c3ca-4b36-83ec-0fa886e80341', 'port_id': '0f8c479a-71ff-487d-9c2b-68149b702bb4', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d6decb1-add4-41a2-b83e-9ac42c2293d8', 'mac_address': 'fa:16:3e:10:ef:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df43c280-40af-4812-a53a-516ab7541482', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:39:30Z', 'updated_at': '2022-04-12T19:40:12Z', 'revision_number': 2, 'project_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'fixed_ip_address_scope': None}, {'id': '5d22bce4-0200-4257-9d48-1cfd92174468', 'tenant_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'floating_ip_address': '172.27.2.15', 'floating_network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'router_id': 'b18ff2db-c3ca-4b36-83ec-0fa886e80341', 'port_id': 'bd43c610-7e33-4b20-b68e-c5605392139a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d6decb1-add4-41a2-b83e-9ac42c2293d8', 'mac_address': 'fa:16:3e:b7:da:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd817da75-0881-413d-a4d0-556aeb422b6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:42:56Z', 'updated_at': '2022-04-12T19:43:23Z', 'revision_number': 1, 'project_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f4a38d1-f0e9-4138-9648-e005b578b7dc', 'name': '', 'network_id': '7d6decb1-add4-41a2-b83e-9ac42c2293d8', 'tenant_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'mac_address': 'fa:16:3e:8c:04:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18ff2db-c3ca-4b36-83ec-0fa886e80341', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'fc7e26f8-26c2-4af8-af1d-d7fc67300eb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:39:21Z', 'updated_at': '2022-04-12T19:39:29Z', 'revision_number': 5, 'project_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'subnets': [{'id': 'fc7e26f8-26c2-4af8-af1d-d7fc67300eb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:43:24.675394 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b037e34-bfad-4bba-9fd8-c8f92d7f1261 None None] Checking router: b18ff2db-c3ca-4b36-83ec-0fa886e80341 for host: dv-cinder-837540-1-iscsi {{(pid=106718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:43:24.683553 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b037e34-bfad-4bba-9fd8-c8f92d7f1261 None None] Routers {'b18ff2db-c3ca-4b36-83ec-0fa886e80341'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:43:24.684213 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-3b037e34-bfad-4bba-9fd8-c8f92d7f1261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:43:16Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['b18ff2db-c3ca-4b36-83ec-0fa886e80341'], 'active': True} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:43:24.787554 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvr_db [None req-3b037e34-bfad-4bba-9fd8-c8f92d7f1261 None None] Set router b18ff2db-c3ca-4b36-83ec-0fa886e80341 gateway port host: dv-cinder-837540-1-iscsi {{(pid=106718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:43:25.000248 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-3b037e34-bfad-4bba-9fd8-c8f92d7f1261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18ff2db-c3ca-4b36-83ec-0fa886e80341', 'name': 'tempest-AttachVolumeNegativeTest-1783169139-router', 'tenant_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '11d01457-6788-4684-96e1-1ddb12a76ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:39:17Z', 'updated_at': '2022-04-12T19:39:23Z', 'revision_number': 4, 'project_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'gw_port': {'id': '11d01457-6788-4684-96e1-1ddb12a76ffb', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ea:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18ff2db-c3ca-4b36-83ec-0fa886e80341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:39:17Z', 'updated_at': '2022-04-12T19:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_floatingips': [{'id': '09d3a10c-9ab5-4ba0-9db6-6ea8f0cdc42f', 'tenant_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'floating_ip_address': '172.27.2.6', 'floating_network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'router_id': 'b18ff2db-c3ca-4b36-83ec-0fa886e80341', 'port_id': '0f8c479a-71ff-487d-9c2b-68149b702bb4', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d6decb1-add4-41a2-b83e-9ac42c2293d8', 'mac_address': 'fa:16:3e:10:ef:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df43c280-40af-4812-a53a-516ab7541482', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:39:30Z', 'updated_at': '2022-04-12T19:40:12Z', 'revision_number': 2, 'project_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'fixed_ip_address_scope': None}, {'id': '5d22bce4-0200-4257-9d48-1cfd92174468', 'tenant_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'floating_ip_address': '172.27.2.15', 'floating_network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'router_id': 'b18ff2db-c3ca-4b36-83ec-0fa886e80341', 'port_id': 'bd43c610-7e33-4b20-b68e-c5605392139a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d6decb1-add4-41a2-b83e-9ac42c2293d8', 'mac_address': 'fa:16:3e:b7:da:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd817da75-0881-413d-a4d0-556aeb422b6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:42:56Z', 'updated_at': '2022-04-12T19:43:23Z', 'revision_number': 1, 'project_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f4a38d1-f0e9-4138-9648-e005b578b7dc', 'name': '', 'network_id': '7d6decb1-add4-41a2-b83e-9ac42c2293d8', 'tenant_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'mac_address': 'fa:16:3e:8c:04:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18ff2db-c3ca-4b36-83ec-0fa886e80341', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'fc7e26f8-26c2-4af8-af1d-d7fc67300eb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:39:21Z', 'updated_at': '2022-04-12T19:39:29Z', 'revision_number': 5, 'project_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'subnets': [{'id': 'fc7e26f8-26c2-4af8-af1d-d7fc67300eb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:43:25.010745 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a199db-8410-41bf-8719-438646b4db14 req-d80ec328-a5a9-42ba-9b99-c72c7709f5f1 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:25.012443 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-14a199db-8410-41bf-8719-438646b4db14 req-d80ec328-a5a9-42ba-9b99-c72c7709f5f1 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 944 time: 0.0463209 Apr 12 19:43:25.028026 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b037e34-bfad-4bba-9fd8-c8f92d7f1261 None None] The sync data for ids ['b18ff2db-c3ca-4b36-83ec-0fa886e80341'] in dv-cinder-837540-1-iscsi is: [{'id': 'b18ff2db-c3ca-4b36-83ec-0fa886e80341', 'name': 'tempest-AttachVolumeNegativeTest-1783169139-router', 'tenant_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '11d01457-6788-4684-96e1-1ddb12a76ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:39:17Z', 'updated_at': '2022-04-12T19:39:23Z', 'revision_number': 4, 'project_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'gw_port': {'id': '11d01457-6788-4684-96e1-1ddb12a76ffb', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ea:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18ff2db-c3ca-4b36-83ec-0fa886e80341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:39:17Z', 'updated_at': '2022-04-12T19:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_floatingips': [{'id': '09d3a10c-9ab5-4ba0-9db6-6ea8f0cdc42f', 'tenant_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'floating_ip_address': '172.27.2.6', 'floating_network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'router_id': 'b18ff2db-c3ca-4b36-83ec-0fa886e80341', 'port_id': '0f8c479a-71ff-487d-9c2b-68149b702bb4', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d6decb1-add4-41a2-b83e-9ac42c2293d8', 'mac_address': 'fa:16:3e:10:ef:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df43c280-40af-4812-a53a-516ab7541482', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:39:30Z', 'updated_at': '2022-04-12T19:40:12Z', 'revision_number': 2, 'project_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'fixed_ip_address_scope': None}, {'id': '5d22bce4-0200-4257-9d48-1cfd92174468', 'tenant_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'floating_ip_address': '172.27.2.15', 'floating_network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'router_id': 'b18ff2db-c3ca-4b36-83ec-0fa886e80341', 'port_id': 'bd43c610-7e33-4b20-b68e-c5605392139a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d6decb1-add4-41a2-b83e-9ac42c2293d8', 'mac_address': 'fa:16:3e:b7:da:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd817da75-0881-413d-a4d0-556aeb422b6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:42:56Z', 'updated_at': '2022-04-12T19:43:23Z', 'revision_number': 1, 'project_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f4a38d1-f0e9-4138-9648-e005b578b7dc', 'name': '', 'network_id': '7d6decb1-add4-41a2-b83e-9ac42c2293d8', 'tenant_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'mac_address': 'fa:16:3e:8c:04:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18ff2db-c3ca-4b36-83ec-0fa886e80341', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'fc7e26f8-26c2-4af8-af1d-d7fc67300eb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:39:21Z', 'updated_at': '2022-04-12T19:39:29Z', 'revision_number': 5, 'project_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'subnets': [{'id': 'fc7e26f8-26c2-4af8-af1d-d7fc67300eb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:43:25.064762 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-14a199db-8410-41bf-8719-438646b4db14 req-ef505853-4fa7-4afe-9aa5-8b88ab254df9 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464368 Apr 12 19:43:25.220685 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9fe6e8-8a3d-475b-8e09-332589b94c39 None None] New status for floating IP 5d22bce4-0200-4257-9d48-1cfd92174468: ACTIVE {{(pid=106714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 19:43:25.548157 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (ce4c6b0b-91ae-4576-82ad-f2f4ee2d2a45), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:43:25.573491 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1f9dc4-ba1e-4d13-9894-6f9341e121be req-8edfda38-085d-459c-ae91-da4b91820a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:25.575099 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-5b1f9dc4-ba1e-4d13-9894-6f9341e121be req-8edfda38-085d-459c-ae91-da4b91820a44 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461986 Apr 12 19:43:25.647149 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] get_ports_and_sgs() called for port_ids ['468143f7-dffa-4455-923d-7df1610e3c88'] {{(pid=106714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 19:43:25.676531 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68815d5c-7b2c-4acd-b768-fd6136579d4e req-137fa5e9-60c0-4d66-a97e-f1923c1ab2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:25.678277 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-68815d5c-7b2c-4acd-b768-fd6136579d4e req-137fa5e9-60c0-4d66-a97e-f1923c1ab2d8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bf0fdf698e0443cf9d5596d1b7604976&device_id=d817da75-0881-413d-a4d0-556aeb422b6f HTTP/1.1" status: 200 len: 1130 time: 0.0707407 Apr 12 19:43:25.720979 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-7d93ecec-8072-4dbf-8591-85e32edb6152 req-6e85d707-3b63-4da8-80ff-18d048a56606 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=df43c280-40af-4812-a53a-516ab7541482&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1045601 Apr 12 19:43:25.728561 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-5b1f9dc4-ba1e-4d13-9894-6f9341e121be req-2ac66182-8186-479b-a196-0d2bf70fb828 service neutron] 10.222.0.25 "GET /v2.0/networks/a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213667 Apr 12 19:43:25.846212 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-5b1f9dc4-ba1e-4d13-9894-6f9341e121be req-11dcdad1-2fa6-494f-af5d-3c14342b0899 service neutron] 10.222.0.25 "GET /v2.0/networks/a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101904 Apr 12 19:43:25.850354 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d93ecec-8072-4dbf-8591-85e32edb6152 req-b1bcb2b4-db87-437e-a2f3-0b64d5e63d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:25.856039 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-7d93ecec-8072-4dbf-8591-85e32edb6152 req-b1bcb2b4-db87-437e-a2f3-0b64d5e63d52 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bf0fdf698e0443cf9d5596d1b7604976&device_id=df43c280-40af-4812-a53a-516ab7541482 HTTP/1.1" status: 200 len: 1129 time: 0.0920808 Apr 12 19:43:25.879391 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68815d5c-7b2c-4acd-b768-fd6136579d4e req-ab646c14-77a6-43be-bf97-9ff04fd90b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:25.881315 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-68815d5c-7b2c-4acd-b768-fd6136579d4e req-ab646c14-77a6-43be-bf97-9ff04fd90b9c service neutron] 10.222.0.25 "GET /v2.0/networks?id=7d6decb1-add4-41a2-b83e-9ac42c2293d8 HTTP/1.1" status: 200 len: 916 time: 0.1931415 Apr 12 19:43:26.008937 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-68815d5c-7b2c-4acd-b768-fd6136579d4e req-393d5f41-c59f-41fb-bfda-577596168b97 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd43c610-7e33-4b20-b68e-c5605392139a HTTP/1.1" status: 200 len: 1001 time: 0.1127310 Apr 12 19:43:26.065521 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d93ecec-8072-4dbf-8591-85e32edb6152 req-f86b25a1-9ce7-451e-8b8d-119d8e8972bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:26.067010 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-7d93ecec-8072-4dbf-8591-85e32edb6152 req-f86b25a1-9ce7-451e-8b8d-119d8e8972bc service neutron] 10.222.0.25 "GET /v2.0/networks?id=7d6decb1-add4-41a2-b83e-9ac42c2293d8 HTTP/1.1" status: 200 len: 916 time: 0.1720502 Apr 12 19:43:26.092584 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68815d5c-7b2c-4acd-b768-fd6136579d4e req-8876219c-6d80-4d34-bba4-2d3514d12813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:26.094037 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-68815d5c-7b2c-4acd-b768-fd6136579d4e req-8876219c-6d80-4d34-bba4-2d3514d12813 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fc7e26f8-26c2-4af8-af1d-d7fc67300eb2 HTTP/1.1" status: 200 len: 854 time: 0.0769076 Apr 12 19:43:26.206700 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68815d5c-7b2c-4acd-b768-fd6136579d4e req-af190394-4b02-421e-a2ba-d50ef67cacaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:26.208137 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-68815d5c-7b2c-4acd-b768-fd6136579d4e req-af190394-4b02-421e-a2ba-d50ef67cacaa service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7d6decb1-add4-41a2-b83e-9ac42c2293d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0830283 Apr 12 19:43:26.211457 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-7d93ecec-8072-4dbf-8591-85e32edb6152 req-6078bbc4-c6af-4c87-b9e7-4aa45092050f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f8c479a-71ff-487d-9c2b-68149b702bb4 HTTP/1.1" status: 200 len: 999 time: 0.1274669 Apr 12 19:43:26.217807 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e04fdf4-ee91-43f3-ae2a-f9952209b9cf req-fcb1ae4a-6d09-4634-bdb5-cd8187fd7514 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:26.219153 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-5e04fdf4-ee91-43f3-ae2a-f9952209b9cf req-fcb1ae4a-6d09-4634-bdb5-cd8187fd7514 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 944 time: 0.0834172 Apr 12 19:43:26.355200 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d93ecec-8072-4dbf-8591-85e32edb6152 req-bb4da13d-a29d-4dd6-bb04-dbcc8a365492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:26.356989 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-7d93ecec-8072-4dbf-8591-85e32edb6152 req-bb4da13d-a29d-4dd6-bb04-dbcc8a365492 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fc7e26f8-26c2-4af8-af1d-d7fc67300eb2 HTTP/1.1" status: 200 len: 854 time: 0.1245472 Apr 12 19:43:26.361355 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-5e04fdf4-ee91-43f3-ae2a-f9952209b9cf req-b15bd7d8-867f-416e-8e33-6dd22d54f897 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359949 Apr 12 19:43:26.417711 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d93ecec-8072-4dbf-8591-85e32edb6152 req-8c010a20-8e55-4089-b6fb-60c621e8aa0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:26.419206 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-7d93ecec-8072-4dbf-8591-85e32edb6152 req-8c010a20-8e55-4089-b6fb-60c621e8aa0b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7d6decb1-add4-41a2-b83e-9ac42c2293d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0537605 Apr 12 19:43:26.421076 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-68815d5c-7b2c-4acd-b768-fd6136579d4e req-c46bb6bd-7f36-40ae-9399-296fe2e6531b service neutron] 10.222.0.25 "GET /v2.0/networks/7d6decb1-add4-41a2-b83e-9ac42c2293d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899807 Apr 12 19:43:26.589089 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-7d93ecec-8072-4dbf-8591-85e32edb6152 req-30079d2f-6b87-4e6e-ad62-bbbb87e9794a service neutron] 10.222.0.25 "GET /v2.0/networks/7d6decb1-add4-41a2-b83e-9ac42c2293d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555603 Apr 12 19:43:26.590964 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-68815d5c-7b2c-4acd-b768-fd6136579d4e req-064e44b3-d8ca-4386-b909-1ef5bfb13818 service neutron] 10.222.0.25 "GET /v2.0/networks/7d6decb1-add4-41a2-b83e-9ac42c2293d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563494 Apr 12 19:43:26.683554 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-7d93ecec-8072-4dbf-8591-85e32edb6152 req-05ea8e81-c56f-4d85-b368-728b7a8a54f8 service neutron] 10.222.0.25 "GET /v2.0/networks/7d6decb1-add4-41a2-b83e-9ac42c2293d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815661 Apr 12 19:43:27.478824 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07df172d-9c64-4a64-b614-7b7caf08342a req-3f757c03-a5e5-448f-bcc6-3f2a0efa82dc tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:27.480224 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-07df172d-9c64-4a64-b614-7b7caf08342a req-3f757c03-a5e5-448f-bcc6-3f2a0efa82dc tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 944 time: 0.0465016 Apr 12 19:43:27.530247 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-07df172d-9c64-4a64-b614-7b7caf08342a req-48b04609-6e06-423f-87c5-bef251869bb5 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437865 Apr 12 19:43:27.559705 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Device 468143f7-dffa-4455-923d-7df1610e3c88 up at agent hyperv_hv-cinder-83754 {{(pid=106714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:43:27.611228 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Provisioning complete for port 468143f7-dffa-4455-923d-7df1610e3c88 triggered by entity L2. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:43:27.611606 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (468143f7-dffa-4455-923d-7df1610e3c88), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:43:27.686032 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Current status of the port 468143f7-dffa-4455-923d-7df1610e3c88 is: BUILD; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:43:27.686418 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (468143f7-dffa-4455-923d-7df1610e3c88), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:43:27.708335 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dbcad1a-192e-4606-b14a-333cd5efb161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '468143f7-dffa-4455-923d-7df1610e3c88'}] {{(pid=106714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:43:27.710520 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a81cf7441df70286f4dc8f717b9c4c32a6686a605fef215f859f2b4f09b95be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a745cb5-cbfa-4215-b936-d80303dc5333" -d '{"events": [{"server_uuid": "8dbcad1a-192e-4606-b14a-333cd5efb161", "name": "network-vif-plugged", "status": "completed", "tag": "468143f7-dffa-4455-923d-7df1610e3c88"}]}' {{(pid=106714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:43:27.723128 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] For port 468143f7-dffa-4455-923d-7df1610e3c88, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=468143f7-dffa-4455-923d-7df1610e3c88,segment=NetworkSegment(7d4c5579-d5c2-4ae5-8e1e-f30678073acf),segment_id=7d4c5579-d5c2-4ae5-8e1e-f30678073acf)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:43:27.727085 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (468143f7-dffa-4455-923d-7df1610e3c88), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:43:27.749607 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 19:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b6343a5-5ea7-4672-bc54-925ae93fe341 x-openstack-request-id: req-2b6343a5-5ea7-4672-bc54-925ae93fe341 {{(pid=106714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:43:27.749924 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dbcad1a-192e-4606-b14a-333cd5efb161", "name": "network-vif-plugged", "status": "completed", "tag": "468143f7-dffa-4455-923d-7df1610e3c88", "code": 200}]} {{(pid=106714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:43:27.750186 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2b6343a5-5ea7-4672-bc54-925ae93fe341 {{(pid=106714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:43:27.750576 dv-cinder-837540-1-iscsi neutron-server[106714]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b6343a5-5ea7-4672-bc54-925ae93fe341'] response: {'server_uuid': '8dbcad1a-192e-4606-b14a-333cd5efb161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '468143f7-dffa-4455-923d-7df1610e3c88', 'code': 200} Apr 12 19:43:27.776350 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Pushing event updated for resources: {'Port': ['ID=468143f7-dffa-4455-923d-7df1610e3c88,revision_number=7']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:43:28.651379 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0c251c-d870-4d94-8cc6-790b38e4b940 req-3e049ebd-bc1f-4603-b891-8f85f1d8f04d tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:28.652865 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-5a0c251c-d870-4d94-8cc6-790b38e4b940 req-3e049ebd-bc1f-4603-b891-8f85f1d8f04d tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 945 time: 0.0502923 Apr 12 19:43:28.698868 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-5a0c251c-d870-4d94-8cc6-790b38e4b940 req-4c508a2b-e22e-49f1-8664-780d8b879ba1 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404305 Apr 12 19:43:29.820240 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb90fc6-ef36-4c1c-9f36-134f1b36bc46 req-e2d0d809-e859-470b-851c-56cf8f8ddd03 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:29.821703 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-acb90fc6-ef36-4c1c-9f36-134f1b36bc46 req-e2d0d809-e859-470b-851c-56cf8f8ddd03 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 945 time: 0.0508564 Apr 12 19:43:29.868309 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-acb90fc6-ef36-4c1c-9f36-134f1b36bc46 req-60bf30d9-373d-4ec7-8f76-9acfcc3e650c tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407391 Apr 12 19:43:30.986610 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e830112-984c-4ec5-bc2e-08a53d02bb22 req-44f848ce-3d17-4832-9b7e-8aea8ee2fb54 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:30.988649 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-2e830112-984c-4ec5-bc2e-08a53d02bb22 req-44f848ce-3d17-4832-9b7e-8aea8ee2fb54 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 945 time: 0.0459623 Apr 12 19:43:31.033512 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-2e830112-984c-4ec5-bc2e-08a53d02bb22 req-b2987818-cd90-4a3e-86ed-75f71fc92493 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393455 Apr 12 19:43:31.915827 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 36436) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:43:32.016383 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-42b46586-e353-435e-99d6-da46ae66afb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:43:32.088347 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-42b46586-e353-435e-99d6-da46ae66afb8 admin admin] Publish callbacks [] for security_group (490bc99f-c9ee-44ec-a47d-f04033255fa7), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:43:32.093141 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-42b46586-e353-435e-99d6-da46ae66afb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (490bc99f-c9ee-44ec-a47d-f04033255fa7), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:43:32.153736 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-42b46586-e353-435e-99d6-da46ae66afb8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d8cb9b220c6547679c26875368a37b54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2367995 Apr 12 19:43:32.156530 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 36444) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:43:32.160354 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b46586-e353-435e-99d6-da46ae66afb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=490bc99f-c9ee-44ec-a47d-f04033255fa7,revision_number=1']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:43:32.172691 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b46586-e353-435e-99d6-da46ae66afb8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:43:32.172968 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b46586-e353-435e-99d6-da46ae66afb8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:43:32.173292 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b46586-e353-435e-99d6-da46ae66afb8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:43:32.173626 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b46586-e353-435e-99d6-da46ae66afb8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:43:32.173955 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b46586-e353-435e-99d6-da46ae66afb8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:43:32.174282 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b46586-e353-435e-99d6-da46ae66afb8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:43:32.174714 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b46586-e353-435e-99d6-da46ae66afb8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:43:32.175039 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b46586-e353-435e-99d6-da46ae66afb8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:43:32.175362 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b46586-e353-435e-99d6-da46ae66afb8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:43:32.175682 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b46586-e353-435e-99d6-da46ae66afb8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:43:32.176031 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b46586-e353-435e-99d6-da46ae66afb8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:43:32.176355 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b46586-e353-435e-99d6-da46ae66afb8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:43:32.176672 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b46586-e353-435e-99d6-da46ae66afb8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:43:32.176986 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b46586-e353-435e-99d6-da46ae66afb8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:43:32.177302 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b46586-e353-435e-99d6-da46ae66afb8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:43:32.186204 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771b92e2-6944-4db5-80ae-064778c134a9 req-18ef0e77-5c80-4c5c-9a4c-a06ded714f22 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:32.187700 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-771b92e2-6944-4db5-80ae-064778c134a9 req-18ef0e77-5c80-4c5c-9a4c-a06ded714f22 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 945 time: 0.0783131 Apr 12 19:43:32.214400 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-c043ce8c-2fb5-4b36-9189-4e52322b52d9 admin admin] Publish callbacks [] for security_group (490bc99f-c9ee-44ec-a47d-f04033255fa7), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:43:32.235707 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-c043ce8c-2fb5-4b36-9189-4e52322b52d9 admin admin] Publish callbacks [] for security_group (490bc99f-c9ee-44ec-a47d-f04033255fa7), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:43:32.238497 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-771b92e2-6944-4db5-80ae-064778c134a9 req-92223b3b-179c-4202-95f2-ea9e7d78f829 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453207 Apr 12 19:43:32.284490 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-c043ce8c-2fb5-4b36-9189-4e52322b52d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (490bc99f-c9ee-44ec-a47d-f04033255fa7), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:43:32.286942 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-c043ce8c-2fb5-4b36-9189-4e52322b52d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:43:32.288052 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-c043ce8c-2fb5-4b36-9189-4e52322b52d9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/490bc99f-c9ee-44ec-a47d-f04033255fa7 HTTP/1.1" status: 204 len: 168 time: 0.1296332 Apr 12 19:43:32.295460 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c043ce8c-2fb5-4b36-9189-4e52322b52d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=490bc99f-c9ee-44ec-a47d-f04033255fa7,revision_number=None']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:43:32.302994 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c043ce8c-2fb5-4b36-9189-4e52322b52d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:43:32.303337 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c043ce8c-2fb5-4b36-9189-4e52322b52d9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:43:32.303695 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c043ce8c-2fb5-4b36-9189-4e52322b52d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:43:32.304040 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c043ce8c-2fb5-4b36-9189-4e52322b52d9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:43:32.304375 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c043ce8c-2fb5-4b36-9189-4e52322b52d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:43:32.304707 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c043ce8c-2fb5-4b36-9189-4e52322b52d9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:43:32.305031 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c043ce8c-2fb5-4b36-9189-4e52322b52d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:43:32.305356 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c043ce8c-2fb5-4b36-9189-4e52322b52d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:43:32.305683 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c043ce8c-2fb5-4b36-9189-4e52322b52d9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:43:32.306009 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c043ce8c-2fb5-4b36-9189-4e52322b52d9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:43:32.306361 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c043ce8c-2fb5-4b36-9189-4e52322b52d9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:43:32.306686 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c043ce8c-2fb5-4b36-9189-4e52322b52d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:43:32.307008 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c043ce8c-2fb5-4b36-9189-4e52322b52d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:43:32.307326 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c043ce8c-2fb5-4b36-9189-4e52322b52d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:43:32.307643 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c043ce8c-2fb5-4b36-9189-4e52322b52d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:43:33.359754 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59251cf9-b4de-4aea-9ddb-bbc2a778e58d req-28e2f141-f8a8-4ede-ac5b-194bb677a69c tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:33.361480 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-59251cf9-b4de-4aea-9ddb-bbc2a778e58d req-28e2f141-f8a8-4ede-ac5b-194bb677a69c tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 945 time: 0.0497420 Apr 12 19:43:33.416763 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-59251cf9-b4de-4aea-9ddb-bbc2a778e58d req-39516e4c-ed5f-44d7-9da9-f01a7389e38f tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475307 Apr 12 19:43:34.190456 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.agents_db [None req-c5aaa6ba-db5d-46db-92f0-20249d3ff0a0 None None] Agent healthcheck: found 6 active agents {{(pid=106718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 19:43:34.554733 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4a4d16-0ebd-4d15-8782-dba94c0a1d5e req-4caa8cf7-49cb-4360-8189-694fe8429402 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:34.556894 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-0c4a4d16-0ebd-4d15-8782-dba94c0a1d5e req-4caa8cf7-49cb-4360-8189-694fe8429402 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 945 time: 0.0603209 Apr 12 19:43:34.608764 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-0c4a4d16-0ebd-4d15-8782-dba94c0a1d5e req-df8d6e0a-4951-4768-92c7-2acb9f0574d2 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452819 Apr 12 19:43:35.774205 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784d3528-a211-4d84-98cc-c3e687ac421b req-a4109029-5284-4080-ad34-8ac46d20e00b tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:35.775593 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-784d3528-a211-4d84-98cc-c3e687ac421b req-a4109029-5284-4080-ad34-8ac46d20e00b tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 945 time: 0.0664642 Apr 12 19:43:35.845099 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-784d3528-a211-4d84-98cc-c3e687ac421b req-c63deedb-cf59-44c8-9603-3c6c384b3885 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629299 Apr 12 19:43:36.977273 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ad3650-8a96-40f6-ae27-4f8ecb69dcd4 req-e93c5240-e511-4e45-97cd-59ee5f1ed095 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:36.979004 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-c3ad3650-8a96-40f6-ae27-4f8ecb69dcd4 req-e93c5240-e511-4e45-97cd-59ee5f1ed095 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 945 time: 0.0491505 Apr 12 19:43:37.030243 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-c3ad3650-8a96-40f6-ae27-4f8ecb69dcd4 req-26eebc23-ae2a-4c19-ba6a-de38e2283618 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456760 Apr 12 19:43:38.154417 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ac151b-d0dd-462c-b99d-c51163cbcef0 req-6677aa5f-4663-4e7b-b307-1aaeefb64379 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:38.155907 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-44ac151b-d0dd-462c-b99d-c51163cbcef0 req-6677aa5f-4663-4e7b-b307-1aaeefb64379 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 945 time: 0.0523157 Apr 12 19:43:38.206829 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-44ac151b-d0dd-462c-b99d-c51163cbcef0 req-87202a86-6c01-4748-8843-8ddbfda21e01 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431674 Apr 12 19:43:39.336204 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f2d530-7631-48ae-810f-8188bab86f10 req-651ec541-0ba0-4298-a8c7-bbc0c66fdaf8 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:39.341915 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-e7f2d530-7631-48ae-810f-8188bab86f10 req-651ec541-0ba0-4298-a8c7-bbc0c66fdaf8 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 945 time: 0.0598431 Apr 12 19:43:39.404590 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-e7f2d530-7631-48ae-810f-8188bab86f10 req-4c8d5fb8-8c2b-4bd3-ae76-5208e7bc0456 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474188 Apr 12 19:43:40.529032 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd054db-a7db-449d-a334-7b8772601622 req-7fe0acf0-b624-4f1f-99d5-0de94e4bc3a7 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:40.531411 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-1cd054db-a7db-449d-a334-7b8772601622 req-7fe0acf0-b624-4f1f-99d5-0de94e4bc3a7 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 945 time: 0.0518363 Apr 12 19:43:40.596504 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-1cd054db-a7db-449d-a334-7b8772601622 req-a4e7ce38-8694-4681-9de5-8016b311e291 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575163 Apr 12 19:43:41.721006 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d9fedc-17fa-43a7-a0fe-dafddebf12a2 req-b9067866-ff44-487f-a8bc-9acace710e7c tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:41.722510 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-13d9fedc-17fa-43a7-a0fe-dafddebf12a2 req-b9067866-ff44-487f-a8bc-9acace710e7c tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 945 time: 0.0516317 Apr 12 19:43:41.774796 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-13d9fedc-17fa-43a7-a0fe-dafddebf12a2 req-cfb09481-c4d3-4cf1-956f-32e007382e2c tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447330 Apr 12 19:43:42.904181 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab08c294-3adc-4239-b83c-e4d59df7bed0 req-a1d83110-b5c3-433d-94f6-2aef038a078b tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:42.906349 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-ab08c294-3adc-4239-b83c-e4d59df7bed0 req-a1d83110-b5c3-433d-94f6-2aef038a078b tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 945 time: 0.0530810 Apr 12 19:43:42.964935 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-ab08c294-3adc-4239-b83c-e4d59df7bed0 req-f9e83667-313e-4067-9cd7-9dcdd7b2b2ba tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529633 Apr 12 19:43:43.841361 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-23dec4e1-5660-4576-a71b-5b3743c26d90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (055fa106-9079-4d8f-a829-e3ca37bbcb19), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:43:44.082522 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f14e8a-3616-449f-aa14-68756fd65fb4 req-66993e2a-6c47-4fee-a0db-f34224997cfc tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:44.083886 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-38f14e8a-3616-449f-aa14-68756fd65fb4 req-66993e2a-6c47-4fee-a0db-f34224997cfc tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 945 time: 0.0487566 Apr 12 19:43:44.135871 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-38f14e8a-3616-449f-aa14-68756fd65fb4 req-0facfa98-4d48-442f-899f-9f182e3f0ab5 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462124 Apr 12 19:43:45.094274 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e59ae-cc02-48d2-983f-40f0acf1db8e req-73315b50-2bfa-4d63-b838-69e32236c0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:45.096298 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-5b0e59ae-cc02-48d2-983f-40f0acf1db8e req-73315b50-2bfa-4d63-b838-69e32236c0d5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a16ad9726e5e4b49874286bb90e53c94&device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 1129 time: 0.0397215 Apr 12 19:43:45.192238 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e59ae-cc02-48d2-983f-40f0acf1db8e req-de7f879c-f567-4289-939c-20ef4a5ccb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:45.193723 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-5b0e59ae-cc02-48d2-983f-40f0acf1db8e req-de7f879c-f567-4289-939c-20ef4a5ccb6f service neutron] 10.222.0.25 "GET /v2.0/networks?id=f4a737e2-fbd1-4d73-b744-770d94c0d414 HTTP/1.1" status: 200 len: 917 time: 0.0886621 Apr 12 19:43:45.253687 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22858b0-1e34-40b8-8448-2b39eb2683e0 req-46ca3a7f-c0a5-4208-8e7e-f97e1847b21a tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:45.255699 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-e22858b0-1e34-40b8-8448-2b39eb2683e0 req-46ca3a7f-c0a5-4208-8e7e-f97e1847b21a tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 945 time: 0.0468214 Apr 12 19:43:45.263501 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-5b0e59ae-cc02-48d2-983f-40f0acf1db8e req-fd8c351e-c32c-4fe7-bb2f-7cd53509ec56 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=468143f7-dffa-4455-923d-7df1610e3c88 HTTP/1.1" status: 200 len: 1001 time: 0.0623517 Apr 12 19:43:45.302207 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-e22858b0-1e34-40b8-8448-2b39eb2683e0 req-b4bfbf5c-2e0c-41ad-8474-de35eb0224ba tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411825 Apr 12 19:43:45.314436 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e59ae-cc02-48d2-983f-40f0acf1db8e req-1ffa4247-b0ec-4eba-8022-79f121fee383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:45.315924 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-5b0e59ae-cc02-48d2-983f-40f0acf1db8e req-1ffa4247-b0ec-4eba-8022-79f121fee383 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f0175af4-3e14-4634-8d47-e6784ac2f6db HTTP/1.1" status: 200 len: 855 time: 0.0446322 Apr 12 19:43:45.361042 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e59ae-cc02-48d2-983f-40f0acf1db8e req-c3ae690e-3b89-4374-8f61-68fdf0779dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:45.363061 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-5b0e59ae-cc02-48d2-983f-40f0acf1db8e req-c3ae690e-3b89-4374-8f61-68fdf0779dc0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f4a737e2-fbd1-4d73-b744-770d94c0d414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382705 Apr 12 19:43:45.454336 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-5b0e59ae-cc02-48d2-983f-40f0acf1db8e req-2689343a-40de-446b-b121-0b8702ad0e83 service neutron] 10.222.0.25 "GET /v2.0/networks/f4a737e2-fbd1-4d73-b744-770d94c0d414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820129 Apr 12 19:43:45.542303 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-5b0e59ae-cc02-48d2-983f-40f0acf1db8e req-411af6e6-5af4-4c93-9171-f61f7ebfe4f4 service neutron] 10.222.0.25 "GET /v2.0/networks/f4a737e2-fbd1-4d73-b744-770d94c0d414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816784 Apr 12 19:43:46.273836 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-70cb61bc-a1b4-4c18-aa3f-c590f0e9df60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (4d9412c4-31b2-4fbf-87a0-f931332ab9d5), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:43:46.416486 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b86a334-ab4e-4708-9e7b-6b4c609f26b4 req-75732045-900e-4910-850d-fea42167e9fc tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:46.417958 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-8b86a334-ab4e-4708-9e7b-6b4c609f26b4 req-75732045-900e-4910-850d-fea42167e9fc tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 945 time: 0.0461407 Apr 12 19:43:46.467007 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-8b86a334-ab4e-4708-9e7b-6b4c609f26b4 req-2a159b8d-f173-4024-8db6-387f3ed8d9b1 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434489 Apr 12 19:43:47.205661 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-0fb4a5ae-492f-43e3-90d5-82372e23b9ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (01005bd1-5b1e-41c6-b9b3-a4d4f93589b9), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:43:47.581684 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dd9b94-1fbe-460f-b004-7a11a448c5ee req-864ad45c-8850-4f8d-b034-275659236283 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:47.583113 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-01dd9b94-1fbe-460f-b004-7a11a448c5ee req-864ad45c-8850-4f8d-b034-275659236283 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 945 time: 0.0455480 Apr 12 19:43:47.628204 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-01dd9b94-1fbe-460f-b004-7a11a448c5ee req-b2e03045-c297-4d24-abb9-4f0b18c2e824 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396452 Apr 12 19:43:48.406595 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Device 468143f7-dffa-4455-923d-7df1610e3c88 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=106714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 19:43:48.481903 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Current status of the port 468143f7-dffa-4455-923d-7df1610e3c88 is: ACTIVE; New status is: DOWN {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:43:48.482235 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (468143f7-dffa-4455-923d-7df1610e3c88), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:43:48.503800 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dbcad1a-192e-4606-b14a-333cd5efb161', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '468143f7-dffa-4455-923d-7df1610e3c88'}] {{(pid=106714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:43:48.506265 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a81cf7441df70286f4dc8f717b9c4c32a6686a605fef215f859f2b4f09b95be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d33eb9b-7183-425b-bb67-d09ae63803f0" -d '{"events": [{"server_uuid": "8dbcad1a-192e-4606-b14a-333cd5efb161", "name": "network-vif-unplugged", "status": "completed", "tag": "468143f7-dffa-4455-923d-7df1610e3c88"}]}' {{(pid=106714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:43:48.518650 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] For port 468143f7-dffa-4455-923d-7df1610e3c88, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=468143f7-dffa-4455-923d-7df1610e3c88,segment=NetworkSegment(7d4c5579-d5c2-4ae5-8e1e-f30678073acf),segment_id=7d4c5579-d5c2-4ae5-8e1e-f30678073acf)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:43:48.525754 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (468143f7-dffa-4455-923d-7df1610e3c88), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:43:48.552003 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Apr 2022 19:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8654b69-e8f4-402c-b8f3-71462ca7403a x-openstack-request-id: req-c8654b69-e8f4-402c-b8f3-71462ca7403a {{(pid=106714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:43:48.552327 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dbcad1a-192e-4606-b14a-333cd5efb161", "name": "network-vif-unplugged", "status": "completed", "tag": "468143f7-dffa-4455-923d-7df1610e3c88", "code": 200}]} {{(pid=106714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:43:48.552584 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c8654b69-e8f4-402c-b8f3-71462ca7403a {{(pid=106714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:43:48.552966 dv-cinder-837540-1-iscsi neutron-server[106714]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8654b69-e8f4-402c-b8f3-71462ca7403a'] response: {'server_uuid': '8dbcad1a-192e-4606-b14a-333cd5efb161', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '468143f7-dffa-4455-923d-7df1610e3c88', 'code': 200} Apr 12 19:43:48.577577 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Pushing event updated for resources: {'Port': ['ID=468143f7-dffa-4455-923d-7df1610e3c88,revision_number=8']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:43:48.660971 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-655d5a5e-25bf-423f-acb4-166f4bec9d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (f3d2fb0e-5305-4f08-ab1f-5f1d50bdad22), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:43:48.744828 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab9d3b7-435f-4a5e-8027-f9f24f2471aa req-54265bc5-f608-491d-8d2a-4f010d2e6025 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:48.746186 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-8ab9d3b7-435f-4a5e-8027-f9f24f2471aa req-54265bc5-f608-491d-8d2a-4f010d2e6025 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 943 time: 0.0492198 Apr 12 19:43:48.792894 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-8ab9d3b7-435f-4a5e-8027-f9f24f2471aa req-0762eb04-3ff0-47d0-9550-b58819d70ba8 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402267 Apr 12 19:43:49.912183 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab8eb5-680f-48a2-8bd2-b2d000ca2677 req-93c2de25-8186-441f-8a99-df244fef2b81 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:49.913639 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-34ab8eb5-680f-48a2-8bd2-b2d000ca2677 req-93c2de25-8186-441f-8a99-df244fef2b81 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 943 time: 0.0466678 Apr 12 19:43:49.958550 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-34ab8eb5-680f-48a2-8bd2-b2d000ca2677 req-1ef96581-3611-41be-a219-c97edce333c6 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393984 Apr 12 19:43:50.452165 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (e0bf5abe-d5c5-40a1-a359-03156ade36a4), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:43:51.078096 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403d99b6-2504-40e2-8531-07452877d383 req-d605316a-a872-4d31-8083-8c5936ee3d1b tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:51.079594 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-403d99b6-2504-40e2-8531-07452877d383 req-d605316a-a872-4d31-8083-8c5936ee3d1b tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 943 time: 0.0489845 Apr 12 19:43:51.125055 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-403d99b6-2504-40e2-8531-07452877d383 req-fde70fa1-b3c9-4169-a808-9f42073333bb tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396295 Apr 12 19:43:52.240802 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beee67f-846f-4f61-aeed-9012a14b2860 req-7d561fdf-5e0b-4832-9272-e7fa7a622e77 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:52.242271 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-9beee67f-846f-4f61-aeed-9012a14b2860 req-7d561fdf-5e0b-4832-9272-e7fa7a622e77 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 943 time: 0.0487058 Apr 12 19:43:52.289935 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-9beee67f-846f-4f61-aeed-9012a14b2860 req-7e29ff4b-d211-4701-80eb-71241ec0d957 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421474 Apr 12 19:43:53.406789 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224013d4-bf31-45ed-8f49-af31b3797cdf req-3c7b4a32-3d8c-48f3-abb7-6e5d4a636316 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:53.408288 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-224013d4-bf31-45ed-8f49-af31b3797cdf req-3c7b4a32-3d8c-48f3-abb7-6e5d4a636316 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 943 time: 0.0484912 Apr 12 19:43:53.452958 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-224013d4-bf31-45ed-8f49-af31b3797cdf req-1b599962-4434-4a98-bbec-fa02f64281bb tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391185 Apr 12 19:43:53.918911 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [req-ac911aed-d9b2-4d40-9233-2f6a1061f67d req-4b7a8dc9-abc0-4dbf-902a-b34fec0b1807 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=106707) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 19:43:53.919885 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-ac911aed-d9b2-4d40-9233-2f6a1061f67d req-4b7a8dc9-abc0-4dbf-902a-b34fec0b1807 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053587 Apr 12 19:43:54.066102 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c616e0-9473-47ff-949b-cc845fcfed5f req-320f6811-eafd-4155-9833-5b6ce950016c tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:54.067589 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-b0c616e0-9473-47ff-949b-cc845fcfed5f req-320f6811-eafd-4155-9833-5b6ce950016c tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 943 time: 0.0460169 Apr 12 19:43:54.116006 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-b0c616e0-9473-47ff-949b-cc845fcfed5f req-29f31063-506f-42de-bcfd-63b32e68057c tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427082 Apr 12 19:43:54.406362 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 36654) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:43:54.487861 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-772cbc0d-55d3-424f-a718-998dacff0831 req-29584191-16b0-4d2c-8fe4-d0422551b94a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0803230 Apr 12 19:43:54.498102 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [req-772cbc0d-55d3-424f-a718-998dacff0831 req-f7126e81-3d4f-4b5d-9022-a9fd04026b17 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=106707) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 19:43:54.499060 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-772cbc0d-55d3-424f-a718-998dacff0831 req-f7126e81-3d4f-4b5d-9022-a9fd04026b17 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048060 Apr 12 19:43:54.574440 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 36662) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:43:54.670585 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772cbc0d-55d3-424f-a718-998dacff0831 req-43b1eb36-da46-4e3a-89c4-cba3ded68be2 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:54.671941 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-772cbc0d-55d3-424f-a718-998dacff0831 req-43b1eb36-da46-4e3a-89c4-cba3ded68be2 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports/468143f7-dffa-4455-923d-7df1610e3c88 HTTP/1.1" status: 200 len: 940 time: 0.0965333 Apr 12 19:43:55.233965 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92952f8f-1716-4838-b7f9-8fb1ab86b76e req-93b45356-4297-492b-b86e-07ee3e2300fb tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:55.235337 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-92952f8f-1716-4838-b7f9-8fb1ab86b76e req-93b45356-4297-492b-b86e-07ee3e2300fb tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 943 time: 0.0492411 Apr 12 19:43:55.281301 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-92952f8f-1716-4838-b7f9-8fb1ab86b76e req-b29b25f4-53c6-4c01-820c-e0a5c0a7ffd7 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396931 Apr 12 19:43:55.556956 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (ce4c6b0b-91ae-4576-82ad-f2f4ee2d2a45), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:43:56.049787 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Device 468143f7-dffa-4455-923d-7df1610e3c88 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=106714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 19:43:56.136742 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Current status of the port 468143f7-dffa-4455-923d-7df1610e3c88 is: DOWN; New status is: DOWN {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:43:56.189936 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6946c4c7-c673-4dac-b2ca-f0fd305c7725 req-3912061d-9418-49a2-9c20-f31d61619dbd tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:56.191387 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-6946c4c7-c673-4dac-b2ca-f0fd305c7725 req-3912061d-9418-49a2-9c20-f31d61619dbd tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] 10.222.0.15 "GET /v2.0/ports?device_id=e46f7080-7d22-45eb-96e6-25441a2d9399 HTTP/1.1" status: 200 len: 945 time: 0.0464389 Apr 12 19:43:56.235497 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-6946c4c7-c673-4dac-b2ca-f0fd305c7725 req-2e00f5d3-6f4e-4693-93e3-b6ef91b64695 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] 10.222.0.15 "GET /v2.0/security-groups?id=13f5db24-77b7-4b66-a022-51061b945cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386515 Apr 12 19:43:56.396236 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cbe477-80bd-47a3-977d-94f5cc8190b1 req-c1cf519e-9a33-455d-bd5d-002c0c036f67 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:56.397688 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-51cbe477-80bd-47a3-977d-94f5cc8190b1 req-c1cf519e-9a33-455d-bd5d-002c0c036f67 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 943 time: 0.0456548 Apr 12 19:43:56.443476 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-51cbe477-80bd-47a3-977d-94f5cc8190b1 req-2c334a70-d671-4b16-878c-c7f14edc10b1 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403018 Apr 12 19:43:57.348282 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a701e4f0-2660-4ac3-9412-5394981a8947 req-135a2372-d754-478e-ab7f-5abe2b353e09 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:57.349721 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-a701e4f0-2660-4ac3-9412-5394981a8947 req-135a2372-d754-478e-ab7f-5abe2b353e09 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] 10.222.0.15 "GET /v2.0/ports?device_id=e46f7080-7d22-45eb-96e6-25441a2d9399 HTTP/1.1" status: 200 len: 945 time: 0.0480616 Apr 12 19:43:57.395293 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-a701e4f0-2660-4ac3-9412-5394981a8947 req-a997563b-3806-486d-a056-4d03fb78f2ee tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] 10.222.0.15 "GET /v2.0/security-groups?id=13f5db24-77b7-4b66-a022-51061b945cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401337 Apr 12 19:43:57.562070 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599f8e7e-b06f-4092-a634-bbba0a552a2c req-06015bbd-ad17-41d9-9880-198a09e357f1 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:57.563540 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-599f8e7e-b06f-4092-a634-bbba0a552a2c req-06015bbd-ad17-41d9-9880-198a09e357f1 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 943 time: 0.0507917 Apr 12 19:43:57.611235 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-599f8e7e-b06f-4092-a634-bbba0a552a2c req-e5a0faca-4ed4-4b52-957e-c6f831668066 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400512 Apr 12 19:43:58.436616 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e58642-b9aa-4a9a-8816-e683b5d13506 req-79afd0aa-9b9e-4d38-81e6-c930e64e3ef7 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:58.438069 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-77e58642-b9aa-4a9a-8816-e683b5d13506 req-79afd0aa-9b9e-4d38-81e6-c930e64e3ef7 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] 10.222.0.25 "GET /v2.0/ports?device_id=e46f7080-7d22-45eb-96e6-25441a2d9399 HTTP/1.1" status: 200 len: 945 time: 0.1019533 Apr 12 19:43:58.441693 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772cbc0d-55d3-424f-a718-998dacff0831 req-6b80378b-7c63-401f-8d9a-5b9cdc3f52fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:58.443045 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-772cbc0d-55d3-424f-a718-998dacff0831 req-6b80378b-7c63-401f-8d9a-5b9cdc3f52fe service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161&tenant_id=a16ad9726e5e4b49874286bb90e53c94 HTTP/1.1" status: 200 len: 1127 time: 0.0988395 Apr 12 19:43:58.552290 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772cbc0d-55d3-424f-a718-998dacff0831 req-c0f4f111-39e4-43db-82c0-0dd26e1f9208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:58.553605 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-772cbc0d-55d3-424f-a718-998dacff0831 req-c0f4f111-39e4-43db-82c0-0dd26e1f9208 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a16ad9726e5e4b49874286bb90e53c94&device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 1127 time: 0.0823238 Apr 12 19:43:58.577130 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda3c24b-2406-41e2-b3d0-625b0b60384d req-d9d33fc0-12f2-45b5-9a39-ce807cf0d5d6 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:58.578531 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-eda3c24b-2406-41e2-b3d0-625b0b60384d req-d9d33fc0-12f2-45b5-9a39-ce807cf0d5d6 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] 10.222.0.15 "GET /v2.0/ports?device_id=e46f7080-7d22-45eb-96e6-25441a2d9399 HTTP/1.1" status: 200 len: 945 time: 0.1083133 Apr 12 19:43:58.633859 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.plugin [req-77e58642-b9aa-4a9a-8816-e683b5d13506 req-e802599d-73dd-4217-ba8d-00f20a5f7c07 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] Deleting port 09139b71-83de-4b76-884b-b98ae19e835a {{(pid=106704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:43:58.634194 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-77e58642-b9aa-4a9a-8816-e683b5d13506 req-e802599d-73dd-4217-ba8d-00f20a5f7c07 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749198460456'] for port (09139b71-83de-4b76-884b-b98ae19e835a), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:43:58.730019 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d464533-e0b5-4757-b2fc-67febf1995d5 req-caacd970-27aa-4c2d-8d01-737a026f880d tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:58.731396 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-4d464533-e0b5-4757-b2fc-67febf1995d5 req-caacd970-27aa-4c2d-8d01-737a026f880d tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 943 time: 0.0465298 Apr 12 19:43:58.741955 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-eda3c24b-2406-41e2-b3d0-625b0b60384d req-b8e610d0-4a3e-4c2f-a19d-52ebfaae605d tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] 10.222.0.15 "GET /v2.0/security-groups?id=13f5db24-77b7-4b66-a022-51061b945cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501913 Apr 12 19:43:58.772138 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772cbc0d-55d3-424f-a718-998dacff0831 req-9dbd4f29-f1f7-40a2-b5d1-07d1c6be094d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:58.773595 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-772cbc0d-55d3-424f-a718-998dacff0831 req-9dbd4f29-f1f7-40a2-b5d1-07d1c6be094d service neutron] 10.222.0.25 "GET /v2.0/networks?id=f4a737e2-fbd1-4d73-b744-770d94c0d414 HTTP/1.1" status: 200 len: 917 time: 0.1941586 Apr 12 19:43:58.787662 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-4d464533-e0b5-4757-b2fc-67febf1995d5 req-ec26bfe9-b621-44a6-a1e3-a3f90a175e9a tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507090 Apr 12 19:43:59.052910 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.db [req-77e58642-b9aa-4a9a-8816-e683b5d13506 req-e802599d-73dd-4217-ba8d-00f20a5f7c07 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] For port 09139b71-83de-4b76-884b-b98ae19e835a, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=09139b71-83de-4b76-884b-b98ae19e835a,segment=NetworkSegment(b46239e3-f8f2-425e-bbc5-acfce486d526),segment_id=b46239e3-f8f2-425e-bbc5-acfce486d526)] {{(pid=106704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:43:59.053159 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-77e58642-b9aa-4a9a-8816-e683b5d13506 req-e802599d-73dd-4217-ba8d-00f20a5f7c07 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661808'] for port (09139b71-83de-4b76-884b-b98ae19e835a), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:43:59.072766 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.plugin [req-77e58642-b9aa-4a9a-8816-e683b5d13506 req-e802599d-73dd-4217-ba8d-00f20a5f7c07 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] Calling delete_port for 09139b71-83de-4b76-884b-b98ae19e835a owned by compute:nova {{(pid=106704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:43:59.091273 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-772cbc0d-55d3-424f-a718-998dacff0831 req-90ea830b-d0c7-4e2b-abd7-8e3d8ef2a233 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=468143f7-dffa-4455-923d-7df1610e3c88 HTTP/1.1" status: 200 len: 999 time: 0.3091316 Apr 12 19:43:59.177232 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772cbc0d-55d3-424f-a718-998dacff0831 req-3f20a15d-315e-44e1-ae8b-5ec07bc17cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:59.178608 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-772cbc0d-55d3-424f-a718-998dacff0831 req-3f20a15d-315e-44e1-ae8b-5ec07bc17cee service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f0175af4-3e14-4634-8d47-e6784ac2f6db HTTP/1.1" status: 200 len: 855 time: 0.0582445 Apr 12 19:43:59.251038 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772cbc0d-55d3-424f-a718-998dacff0831 req-844eaaae-d163-4747-8e56-2b37cd06f593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:59.253048 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-772cbc0d-55d3-424f-a718-998dacff0831 req-844eaaae-d163-4747-8e56-2b37cd06f593 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f4a737e2-fbd1-4d73-b744-770d94c0d414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0653541 Apr 12 19:43:59.320658 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-77e58642-b9aa-4a9a-8816-e683b5d13506 req-e802599d-73dd-4217-ba8d-00f20a5f7c07 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749198465814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749198058671'] for port (09139b71-83de-4b76-884b-b98ae19e835a), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:43:59.332535 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] get_ports_and_sgs() called for port_ids ['09139b71-83de-4b76-884b-b98ae19e835a'] {{(pid=106714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 19:43:59.351632 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e802599d-73dd-4217-ba8d-00f20a5f7c07 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] Pushing event deleted for resources: {'Port': ['ID=09139b71-83de-4b76-884b-b98ae19e835a,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:43:59.405405 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.l3_dvrscheduler_db [req-77e58642-b9aa-4a9a-8816-e683b5d13506 req-e802599d-73dd-4217-ba8d-00f20a5f7c07 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] No DVR routers for this DVR port 09139b71-83de-4b76-884b-b98ae19e835a on host hv-cinder-83754 {{(pid=106704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 19:43:59.415293 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-77e58642-b9aa-4a9a-8816-e683b5d13506 req-e802599d-73dd-4217-ba8d-00f20a5f7c07 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245471'] for port (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:43:59.418508 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-77e58642-b9aa-4a9a-8816-e683b5d13506 req-e802599d-73dd-4217-ba8d-00f20a5f7c07 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] 10.222.0.25 "DELETE /v2.0/ports/09139b71-83de-4b76-884b-b98ae19e835a HTTP/1.1" status: 204 len: 173 time: 0.9727383 Apr 12 19:43:59.418961 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e46f7080-7d22-45eb-96e6-25441a2d9399', 'name': 'network-vif-deleted', 'tag': '09139b71-83de-4b76-884b-b98ae19e835a'}] {{(pid=106704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:43:59.421182 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7198706052eeb44005bd3d373437c5078b0bb903de01f30342c0d4536e5352d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33aefcd8-1716-4f9b-83e1-49625c3034f6" -d '{"events": [{"server_uuid": "e46f7080-7d22-45eb-96e6-25441a2d9399", "name": "network-vif-deleted", "tag": "09139b71-83de-4b76-884b-b98ae19e835a"}]}' {{(pid=106704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:43:59.429653 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-772cbc0d-55d3-424f-a718-998dacff0831 req-18d6a562-aa3b-4654-a42a-685d8f50cb39 service neutron] 10.222.0.25 "GET /v2.0/networks/f4a737e2-fbd1-4d73-b744-770d94c0d414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678865 Apr 12 19:43:59.461920 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 19:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff1e358a-353b-4c1e-a9c9-7c3ba29f82a0 x-openstack-request-id: req-ff1e358a-353b-4c1e-a9c9-7c3ba29f82a0 {{(pid=106704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:43:59.462550 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e46f7080-7d22-45eb-96e6-25441a2d9399", "name": "network-vif-deleted", "tag": "09139b71-83de-4b76-884b-b98ae19e835a", "status": "completed", "code": 200}]} {{(pid=106704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:43:59.462550 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ff1e358a-353b-4c1e-a9c9-7c3ba29f82a0 {{(pid=106704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:43:59.462843 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff1e358a-353b-4c1e-a9c9-7c3ba29f82a0'] response: {'server_uuid': 'e46f7080-7d22-45eb-96e6-25441a2d9399', 'name': 'network-vif-deleted', 'tag': '09139b71-83de-4b76-884b-b98ae19e835a', 'status': 'completed', 'code': 200} Apr 12 19:43:59.536945 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-772cbc0d-55d3-424f-a718-998dacff0831 req-ea951dc5-2dc6-4078-a8ab-5f2bdbf13497 service neutron] 10.222.0.25 "GET /v2.0/networks/f4a737e2-fbd1-4d73-b744-770d94c0d414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935550 Apr 12 19:43:59.851884 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-be5816ea-aab9-45d7-9b9c-9e1f02e72e23 req-37b0de4c-b832-4ab1-a1b2-153cefa6e1d1 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] 10.222.0.15 "GET /v2.0/ports?device_id=e46f7080-7d22-45eb-96e6-25441a2d9399 HTTP/1.1" status: 200 len: 210 time: 0.0268931 Apr 12 19:43:59.910672 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c548b6-2ff5-411a-abe8-d2712e514bda req-f29157f1-540d-45ce-a0f9-a99881a65c03 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:43:59.912198 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-53c548b6-2ff5-411a-abe8-d2712e514bda req-f29157f1-540d-45ce-a0f9-a99881a65c03 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 943 time: 0.0525925 Apr 12 19:43:59.969777 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-53c548b6-2ff5-411a-abe8-d2712e514bda req-77647fd5-bb65-44a9-8b94-6fd43aefa447 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494616 Apr 12 19:44:01.098669 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9894d59a-cdf5-4278-ab52-ae14efe56ca8 req-c8e0d913-788f-45dd-99a1-0e7f4509695e tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:44:01.100232 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-9894d59a-cdf5-4278-ab52-ae14efe56ca8 req-c8e0d913-788f-45dd-99a1-0e7f4509695e tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 943 time: 0.0579336 Apr 12 19:44:01.156075 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-9894d59a-cdf5-4278-ab52-ae14efe56ca8 req-d32f7ca6-5ff4-4821-b2d9-e431f5f73471 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470390 Apr 12 19:44:02.289721 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce056fd9-f971-4d80-b079-4f3166a8f6d5 req-c6209c94-30ba-4a95-8479-44785975c6ce tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:44:02.291419 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-ce056fd9-f971-4d80-b079-4f3166a8f6d5 req-c6209c94-30ba-4a95-8479-44785975c6ce tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 943 time: 0.0568316 Apr 12 19:44:02.346907 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-ce056fd9-f971-4d80-b079-4f3166a8f6d5 req-d91d9709-a3fe-4f39-8f26-110eebaa09ee tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438747 Apr 12 19:44:03.464668 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb90f5f8-fef9-4734-8575-610083a4860c req-3b9be19a-8d17-4c59-baed-346ed9111d74 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:44:03.466559 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-cb90f5f8-fef9-4734-8575-610083a4860c req-3b9be19a-8d17-4c59-baed-346ed9111d74 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 943 time: 0.0522125 Apr 12 19:44:03.527878 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-cb90f5f8-fef9-4734-8575-610083a4860c req-db5eaff4-1571-4d13-8d17-c39f6d047dfd tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557146 Apr 12 19:44:03.754731 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Device 09139b71-83de-4b76-884b-b98ae19e835a no longer exists at agent hyperv_hv-cinder-83754 {{(pid=106714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 19:44:03.774632 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] No Port match for: 09139b71-83de-4b76-884b-b98ae19e835a {{(pid=106714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 19:44:03.774980 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Device 09139b71-83de-4b76-884b-b98ae19e835a not bound to the agent host hv-cinder-83754 {{(pid=106714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 19:44:04.643496 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac478c0-357f-4dfa-b5e2-bf3b250087f4 req-47ba1ad7-80a8-41ac-8cac-0b128c34c5d7 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:44:04.644939 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-cac478c0-357f-4dfa-b5e2-bf3b250087f4 req-47ba1ad7-80a8-41ac-8cac-0b128c34c5d7 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 943 time: 0.0459008 Apr 12 19:44:04.688952 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-cac478c0-357f-4dfa-b5e2-bf3b250087f4 req-736155ee-cf85-40a0-b784-59ed3eb47155 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381429 Apr 12 19:44:05.815805 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e1cb35-fca9-4940-9d62-b50fecbe3b3a req-c902cc2e-fedd-4b06-b163-300db45f7def tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:44:05.817492 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-40e1cb35-fca9-4940-9d62-b50fecbe3b3a req-c902cc2e-fedd-4b06-b163-300db45f7def tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 943 time: 0.0485475 Apr 12 19:44:05.876535 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-40e1cb35-fca9-4940-9d62-b50fecbe3b3a req-d1bd32c9-3299-4bdf-b058-b3349a30627a tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527577 Apr 12 19:44:06.993438 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f48800-cad1-46d2-adb6-c61ac706118d req-aea81e1c-8b19-4ae0-bafd-5a254ec34379 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:44:06.994898 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-f7f48800-cad1-46d2-adb6-c61ac706118d req-aea81e1c-8b19-4ae0-bafd-5a254ec34379 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 943 time: 0.0520411 Apr 12 19:44:07.039931 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-f7f48800-cad1-46d2-adb6-c61ac706118d req-b438e279-2806-4d8c-8a5a-5e2fd374f506 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395393 Apr 12 19:44:08.160303 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a580ad62-53c4-4b85-802e-cc8fc09a4670 req-8234a9ca-fd5f-4098-9681-8d1cf4943b00 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:44:08.161820 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-a580ad62-53c4-4b85-802e-cc8fc09a4670 req-8234a9ca-fd5f-4098-9681-8d1cf4943b00 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 943 time: 0.0495780 Apr 12 19:44:08.211237 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-a580ad62-53c4-4b85-802e-cc8fc09a4670 req-1752c383-e59f-4f68-a9bf-35c5ee5262f3 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437191 Apr 12 19:44:09.332899 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5d138b-0114-4c7f-b4c8-6bdd73aaaef2 req-2b6c75cb-4e0a-4762-a3a2-4602d446be49 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:44:09.334418 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-8b5d138b-0114-4c7f-b4c8-6bdd73aaaef2 req-2b6c75cb-4e0a-4762-a3a2-4602d446be49 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 943 time: 0.0496376 Apr 12 19:44:09.384132 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-8b5d138b-0114-4c7f-b4c8-6bdd73aaaef2 req-9a5c332e-4dd8-44b2-b28a-833fa2f8c99c tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437653 Apr 12 19:44:10.512772 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85382b4-e43a-48e6-af09-9212f7f0e743 req-4679580b-b8a8-4512-a345-08b92d160164 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:44:10.514386 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-e85382b4-e43a-48e6-af09-9212f7f0e743 req-4679580b-b8a8-4512-a345-08b92d160164 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 943 time: 0.0571499 Apr 12 19:44:10.563044 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-e85382b4-e43a-48e6-af09-9212f7f0e743 req-ed86a07f-19ed-488d-a859-d444bd5477ee tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420506 Apr 12 19:44:11.193186 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.agents_db [None req-c5aaa6ba-db5d-46db-92f0-20249d3ff0a0 None None] Agent healthcheck: found 6 active agents {{(pid=106718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 19:44:11.678767 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab109aa-2e86-4ce8-9b24-910bb8f4b437 req-274ec58e-d08a-4cb3-a9de-5d725ac56446 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:44:11.680218 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-7ab109aa-2e86-4ce8-9b24-910bb8f4b437 req-274ec58e-d08a-4cb3-a9de-5d725ac56446 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 943 time: 0.0456886 Apr 12 19:44:11.732256 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-7ab109aa-2e86-4ce8-9b24-910bb8f4b437 req-69b89ec0-9068-42fd-9a2c-bb8aac675d92 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466313 Apr 12 19:44:12.850274 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66c9d72-b6f3-40a4-8c07-4d235695f137 req-b5ece259-16d5-4805-8104-c9e1d122a0bf tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:44:12.851701 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-c66c9d72-b6f3-40a4-8c07-4d235695f137 req-b5ece259-16d5-4805-8104-c9e1d122a0bf tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 943 time: 0.0465143 Apr 12 19:44:12.905449 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-c66c9d72-b6f3-40a4-8c07-4d235695f137 req-06a55e4d-543a-4d2c-9741-32786eadeeb0 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481684 Apr 12 19:44:13.904629 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-2943a27a-5f29-4879-b9fe-075cb96c2c1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (055fa106-9079-4d8f-a829-e3ca37bbcb19), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:44:14.021571 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b7d9dc-275b-48a5-ab21-875b0509d6e8 req-9b8c0b7e-c10f-4e74-bbdd-5c776b8ad9c9 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:44:14.022981 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-39b7d9dc-275b-48a5-ab21-875b0509d6e8 req-9b8c0b7e-c10f-4e74-bbdd-5c776b8ad9c9 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 943 time: 0.0457268 Apr 12 19:44:14.067881 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-39b7d9dc-275b-48a5-ab21-875b0509d6e8 req-141f31c2-c15e-4905-98aa-43e68e119cd5 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394418 Apr 12 19:44:15.185951 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c97315d-fbac-4b03-a379-9721eaae8940 req-91ad0acf-c3d5-40e9-b247-31cfc6b7634e tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:44:15.187451 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-1c97315d-fbac-4b03-a379-9721eaae8940 req-91ad0acf-c3d5-40e9-b247-31cfc6b7634e tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 943 time: 0.0507801 Apr 12 19:44:15.243761 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-1c97315d-fbac-4b03-a379-9721eaae8940 req-f4c8a2b7-2934-499a-9e13-212cc1ec9b27 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498886 Apr 12 19:44:16.274424 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-a8d9bfc2-5305-46f5-9e24-bb24dd578d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (4d9412c4-31b2-4fbf-87a0-f931332ab9d5), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:44:16.359186 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf3f948-026b-4041-808a-39f2f4ab5cf9 req-5d8bdffe-4920-4a62-8fe4-7927b3575e99 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:44:16.361126 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-7bf3f948-026b-4041-808a-39f2f4ab5cf9 req-5d8bdffe-4920-4a62-8fe4-7927b3575e99 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 943 time: 0.0447931 Apr 12 19:44:16.406533 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-7bf3f948-026b-4041-808a-39f2f4ab5cf9 req-7b348a82-6491-47fd-a474-988eab0d7df1 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398865 Apr 12 19:44:17.107112 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4351f79c-60b4-46f7-8625-b932015b2bee req-51fd2fc4-3a68-4bf5-b085-c7c0058c0c7d tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:44:17.108492 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-4351f79c-60b4-46f7-8625-b932015b2bee req-51fd2fc4-3a68-4bf5-b085-c7c0058c0c7d tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] 10.222.0.15 "GET /v2.0/networks?id=c0142df7-9d5b-48b4-893f-0a5baf2cb697 HTTP/1.1" status: 200 len: 814 time: 0.0998218 Apr 12 19:44:17.122914 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-4351f79c-60b4-46f7-8625-b932015b2bee req-13383a6c-79aa-44f2-bfec-e5de02810f14 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] 10.222.0.15 "GET /v2.0/quotas/12145dbb46aa4743a4f5524412af333a HTTP/1.1" status: 200 len: 375 time: 0.0084951 Apr 12 19:44:17.155364 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-4351f79c-60b4-46f7-8625-b932015b2bee req-ac8bc7ca-d46b-4ce0-b2a2-21edbff7b7f2 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=12145dbb46aa4743a4f5524412af333a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259423 Apr 12 19:44:17.210857 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-0fb4a5ae-492f-43e3-90d5-82372e23b9ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (01005bd1-5b1e-41c6-b9b3-a4d4f93589b9), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:44:17.251228 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-4351f79c-60b4-46f7-8625-b932015b2bee req-a6783e6f-b0fd-4555-8ed9-ebe08746ee09 service neutron] 10.222.0.15 "GET /v2.0/networks/c0142df7-9d5b-48b4-893f-0a5baf2cb697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895603 Apr 12 19:44:17.340261 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-4351f79c-60b4-46f7-8625-b932015b2bee req-06c0acc3-e9a6-4161-ae92-5381fb77360b service neutron] 10.222.0.15 "GET /v2.0/networks/c0142df7-9d5b-48b4-893f-0a5baf2cb697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827653 Apr 12 19:44:17.505301 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-492f67c7-18df-4371-be7f-7f38f131e1ba req-b3f3703f-564b-4a80-a308-dc5d204b7de9 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] 10.222.0.15 "GET /v2.0/ports?device_id=290208b3-505d-4b49-bf2f-6ece30939280 HTTP/1.1" status: 200 len: 210 time: 0.0304241 Apr 12 19:44:17.532556 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2e040e-5435-4158-bf18-782273d5dad0 req-63bf7c3d-cb41-4e71-a367-b4f6444fa010 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:44:17.534794 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-0c2e040e-5435-4158-bf18-782273d5dad0 req-63bf7c3d-cb41-4e71-a367-b4f6444fa010 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 943 time: 0.0528123 Apr 12 19:44:17.581377 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-0c2e040e-5435-4158-bf18-782273d5dad0 req-48b8a05c-1a75-4153-a757-ea2e552195d1 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404942 Apr 12 19:44:18.622193 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-1a50281c-06a2-4890-9999-61f0659db84f req-a74b248d-0baa-43ab-8eeb-32e97da2440b tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] 10.222.0.15 "GET /v2.0/ports?device_id=290208b3-505d-4b49-bf2f-6ece30939280 HTTP/1.1" status: 200 len: 210 time: 0.0327971 Apr 12 19:44:18.666329 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-655d5a5e-25bf-423f-acb4-166f4bec9d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (f3d2fb0e-5305-4f08-ab1f-5f1d50bdad22), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:44:18.672113 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4351f79c-60b4-46f7-8625-b932015b2bee req-c3642c2b-2021-4a62-abae-bd084d1f306b tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:44:18.673665 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-4351f79c-60b4-46f7-8625-b932015b2bee req-c3642c2b-2021-4a62-abae-bd084d1f306b tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] 10.222.0.25 "GET /v2.0/networks?id=c0142df7-9d5b-48b4-893f-0a5baf2cb697 HTTP/1.1" status: 200 len: 814 time: 0.1546094 Apr 12 19:44:18.688642 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.v2.base [req-4351f79c-60b4-46f7-8625-b932015b2bee req-d959dd35-fcf4-42b3-95b3-631d774a82c6 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] Request body: {'port': {'device_id': '290208b3-505d-4b49-bf2f-6ece30939280', 'network_id': 'c0142df7-9d5b-48b4-893f-0a5baf2cb697', 'admin_state_up': True, 'tenant_id': '12145dbb46aa4743a4f5524412af333a'}} {{(pid=106704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:44:18.706504 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060f74ad-ead7-438d-bc05-5c456ae78176 req-aee0b19a-d007-4658-98b4-72367805173f tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:44:18.708023 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-060f74ad-ead7-438d-bc05-5c456ae78176 req-aee0b19a-d007-4658-98b4-72367805173f tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 943 time: 0.0500720 Apr 12 19:44:18.759587 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-060f74ad-ead7-438d-bc05-5c456ae78176 req-6dbc5b79-22ce-4f40-9d0d-a1d0d1bcf869 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450158 Apr 12 19:44:18.804767 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4351f79c-60b4-46f7-8625-b932015b2bee req-d959dd35-fcf4-42b3-95b3-631d774a82c6 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] Made reservation on behalf of 12145dbb46aa4743a4f5524412af333a for: {'port': 1} {{(pid=106704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:44:18.808110 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-4351f79c-60b4-46f7-8625-b932015b2bee req-d959dd35-fcf4-42b3-95b3-631d774a82c6 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:44:18.947990 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.db_base_plugin_common [req-4351f79c-60b4-46f7-8625-b932015b2bee req-d959dd35-fcf4-42b3-95b3-631d774a82c6 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] Allocated IP 172.20.0.12 (c0142df7-9d5b-48b4-893f-0a5baf2cb697/fa95097f-5800-4faa-b772-90bd671100d9/521b4268-517f-4521-9cdc-7198b107900b) {{(pid=106704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:44:19.090725 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-4351f79c-60b4-46f7-8625-b932015b2bee req-d959dd35-fcf4-42b3-95b3-631d774a82c6 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] Publish callbacks [] for port (521b4268-517f-4521-9cdc-7198b107900b), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:44:19.122488 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-4351f79c-60b4-46f7-8625-b932015b2bee req-d959dd35-fcf4-42b3-95b3-631d774a82c6 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749198058662'] for port (521b4268-517f-4521-9cdc-7198b107900b), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:44:19.163883 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4351f79c-60b4-46f7-8625-b932015b2bee req-d959dd35-fcf4-42b3-95b3-631d774a82c6 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] Network c0142df7-9d5b-48b4-893f-0a5baf2cb697 is already hosted by enough agents. {{(pid=106704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:44:19.168960 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.base_scheduler [req-4351f79c-60b4-46f7-8625-b932015b2bee req-d959dd35-fcf4-42b3-95b3-631d774a82c6 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] Resources bound (agent type, host, resource id): {{(pid=106704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:44:19.173228 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.l3_dvrscheduler_db [req-4351f79c-60b4-46f7-8625-b932015b2bee req-d959dd35-fcf4-42b3-95b3-631d774a82c6 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] Received port after_create {{(pid=106704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:44:19.178337 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4351f79c-60b4-46f7-8625-b932015b2bee req-d959dd35-fcf4-42b3-95b3-631d774a82c6 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:44:19.178947 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-4351f79c-60b4-46f7-8625-b932015b2bee req-d959dd35-fcf4-42b3-95b3-631d774a82c6 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245471'] for port (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:44:19.187271 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d959dd35-fcf4-42b3-95b3-631d774a82c6 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] Pushing event updated for resources: {'Port': ['ID=521b4268-517f-4521-9cdc-7198b107900b,revision_number=1']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:44:19.198937 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-4351f79c-60b4-46f7-8625-b932015b2bee req-d959dd35-fcf4-42b3-95b3-631d774a82c6 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5141168 Apr 12 19:44:19.211258 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.v2.base [req-4351f79c-60b4-46f7-8625-b932015b2bee req-3df6f51a-e29f-49b8-b974-d2e3251b7de3 service neutron] Request body: {'port': {'device_id': '290208b3-505d-4b49-bf2f-6ece30939280', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=106704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:44:19.273416 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-4351f79c-60b4-46f7-8625-b932015b2bee req-3df6f51a-e29f-49b8-b974-d2e3251b7de3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (521b4268-517f-4521-9cdc-7198b107900b), before_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:44:19.534130 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.notifiers.nova [req-4351f79c-60b4-46f7-8625-b932015b2bee req-3df6f51a-e29f-49b8-b974-d2e3251b7de3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 521b4268-517f-4521-9cdc-7198b107900b {{(pid=106704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 19:44:19.541370 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-4351f79c-60b4-46f7-8625-b932015b2bee req-3df6f51a-e29f-49b8-b974-d2e3251b7de3 service neutron] Publish callbacks [] for port (521b4268-517f-4521-9cdc-7198b107900b), precommit_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:44:19.553244 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.provisioning_blocks [req-4351f79c-60b4-46f7-8625-b932015b2bee req-3df6f51a-e29f-49b8-b974-d2e3251b7de3 service neutron] Transition to ACTIVE for port object 521b4268-517f-4521-9cdc-7198b107900b will not be triggered until provisioned by entity L2. {{(pid=106704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 19:44:19.556896 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-4351f79c-60b4-46f7-8625-b932015b2bee req-3df6f51a-e29f-49b8-b974-d2e3251b7de3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (521b4268-517f-4521-9cdc-7198b107900b), after_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:44:19.610417 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df6f51a-e29f-49b8-b974-d2e3251b7de3 service neutron] Pushing event updated for resources: {'Port': ['ID=521b4268-517f-4521-9cdc-7198b107900b,revision_number=2']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:44:19.642026 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.managers [req-4351f79c-60b4-46f7-8625-b932015b2bee req-3df6f51a-e29f-49b8-b974-d2e3251b7de3 service neutron] Attempting to bind port 521b4268-517f-4521-9cdc-7198b107900b on host hv-cinder-83754 for vnic_type normal with profile {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:44:19.642594 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.managers [req-4351f79c-60b4-46f7-8625-b932015b2bee req-3df6f51a-e29f-49b8-b974-d2e3251b7de3 service neutron] Attempting to bind port 521b4268-517f-4521-9cdc-7198b107900b by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': 'b46239e3-f8f2-425e-bbc5-acfce486d526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'c0142df7-9d5b-48b4-893f-0a5baf2cb697'}] {{(pid=106704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:44:19.642705 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4351f79c-60b4-46f7-8625-b932015b2bee req-3df6f51a-e29f-49b8-b974-d2e3251b7de3 service neutron] Attempting to bind port 521b4268-517f-4521-9cdc-7198b107900b on network c0142df7-9d5b-48b4-893f-0a5baf2cb697 {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:44:19.646873 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4351f79c-60b4-46f7-8625-b932015b2bee req-3df6f51a-e29f-49b8-b974-d2e3251b7de3 service neutron] Port 521b4268-517f-4521-9cdc-7198b107900b on network c0142df7-9d5b-48b4-893f-0a5baf2cb697 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 19:44:19.647193 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4351f79c-60b4-46f7-8625-b932015b2bee req-3df6f51a-e29f-49b8-b974-d2e3251b7de3 service neutron] Attempting to bind port 521b4268-517f-4521-9cdc-7198b107900b on network c0142df7-9d5b-48b4-893f-0a5baf2cb697 {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:44:19.652876 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4351f79c-60b4-46f7-8625-b932015b2bee req-3df6f51a-e29f-49b8-b974-d2e3251b7de3 service neutron] Checking agent: {'id': 'ce4c6b0b-91ae-4576-82ad-f2f4ee2d2a45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 37, 20), 'started_at': datetime.datetime(2022, 4, 12, 19, 37, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:44:19.653214 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4351f79c-60b4-46f7-8625-b932015b2bee req-3df6f51a-e29f-49b8-b974-d2e3251b7de3 service neutron] Checking segment: {'id': 'b46239e3-f8f2-425e-bbc5-acfce486d526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'c0142df7-9d5b-48b4-893f-0a5baf2cb697'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:44:19.653595 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4351f79c-60b4-46f7-8625-b932015b2bee req-3df6f51a-e29f-49b8-b974-d2e3251b7de3 service neutron] Bound using segment: {'id': 'b46239e3-f8f2-425e-bbc5-acfce486d526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'c0142df7-9d5b-48b4-893f-0a5baf2cb697'} {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:44:19.654023 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.managers [req-4351f79c-60b4-46f7-8625-b932015b2bee req-3df6f51a-e29f-49b8-b974-d2e3251b7de3 service neutron] Bound port: 521b4268-517f-4521-9cdc-7198b107900b, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b46239e3-f8f2-425e-bbc5-acfce486d526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'c0142df7-9d5b-48b4-893f-0a5baf2cb697'}}] {{(pid=106704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:44:19.654371 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-4351f79c-60b4-46f7-8625-b932015b2bee req-3df6f51a-e29f-49b8-b974-d2e3251b7de3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (521b4268-517f-4521-9cdc-7198b107900b), before_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:44:19.746872 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.db [req-4351f79c-60b4-46f7-8625-b932015b2bee req-3df6f51a-e29f-49b8-b974-d2e3251b7de3 service neutron] For port 521b4268-517f-4521-9cdc-7198b107900b, host hv-cinder-83754, cleared binding levels {{(pid=106704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:44:19.755119 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654f16f5-4374-498d-8b0a-13140eb38701 req-9ee1a1c2-25f3-4205-8a42-80122ab1dc49 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:44:19.756605 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-654f16f5-4374-498d-8b0a-13140eb38701 req-9ee1a1c2-25f3-4205-8a42-80122ab1dc49 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] 10.222.0.15 "GET /v2.0/ports?device_id=290208b3-505d-4b49-bf2f-6ece30939280 HTTP/1.1" status: 200 len: 944 time: 0.0641809 Apr 12 19:44:19.758174 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.db [req-4351f79c-60b4-46f7-8625-b932015b2bee req-3df6f51a-e29f-49b8-b974-d2e3251b7de3 service neutron] For port 521b4268-517f-4521-9cdc-7198b107900b, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=521b4268-517f-4521-9cdc-7198b107900b,segment=NetworkSegment(b46239e3-f8f2-425e-bbc5-acfce486d526),segment_id=b46239e3-f8f2-425e-bbc5-acfce486d526)] {{(pid=106704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:44:19.769920 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-4351f79c-60b4-46f7-8625-b932015b2bee req-3df6f51a-e29f-49b8-b974-d2e3251b7de3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (521b4268-517f-4521-9cdc-7198b107900b), after_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:44:19.825888 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4351f79c-60b4-46f7-8625-b932015b2bee req-3df6f51a-e29f-49b8-b974-d2e3251b7de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:44:19.826678 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-4351f79c-60b4-46f7-8625-b932015b2bee req-3df6f51a-e29f-49b8-b974-d2e3251b7de3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245471'] for port (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:44:19.828085 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-4351f79c-60b4-46f7-8625-b932015b2bee req-3df6f51a-e29f-49b8-b974-d2e3251b7de3 service neutron] 10.222.0.25 "PUT /v2.0/ports/521b4268-517f-4521-9cdc-7198b107900b HTTP/1.1" status: 200 len: 1094 time: 0.6223850 Apr 12 19:44:19.831678 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '290208b3-505d-4b49-bf2f-6ece30939280', 'tag': '521b4268-517f-4521-9cdc-7198b107900b'}] {{(pid=106704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:44:19.834723 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7198706052eeb44005bd3d373437c5078b0bb903de01f30342c0d4536e5352d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d442a4e4-78f9-4099-9705-279965f096b6" -d '{"events": [{"name": "network-changed", "server_uuid": "290208b3-505d-4b49-bf2f-6ece30939280", "tag": "521b4268-517f-4521-9cdc-7198b107900b"}]}' {{(pid=106704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:44:19.869424 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-654f16f5-4374-498d-8b0a-13140eb38701 req-6e2b22a9-4d9f-40ab-94de-e1b8885c1548 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] 10.222.0.15 "GET /v2.0/security-groups?id=13f5db24-77b7-4b66-a022-51061b945cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071236 Apr 12 19:44:19.884296 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eab1bb-ef82-4c13-8e00-d3781d62db8b req-c6039c52-e9a7-4dfc-b0c5-f2c676eaf78c tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:44:19.884791 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df6f51a-e29f-49b8-b974-d2e3251b7de3 service neutron] Pushing event updated for resources: {'Port': ['ID=521b4268-517f-4521-9cdc-7198b107900b,revision_number=3']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:44:19.885919 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-82eab1bb-ef82-4c13-8e00-d3781d62db8b req-c6039c52-e9a7-4dfc-b0c5-f2c676eaf78c tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 943 time: 0.0549660 Apr 12 19:44:19.920048 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 19:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa7a6b6f-bf14-4342-ad87-1bc68ca8eb24 x-openstack-request-id: req-fa7a6b6f-bf14-4342-ad87-1bc68ca8eb24 {{(pid=106704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:44:19.920341 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "290208b3-505d-4b49-bf2f-6ece30939280", "tag": "521b4268-517f-4521-9cdc-7198b107900b", "status": "completed", "code": 200}]} {{(pid=106704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:44:19.920593 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fa7a6b6f-bf14-4342-ad87-1bc68ca8eb24 {{(pid=106704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:44:19.920987 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa7a6b6f-bf14-4342-ad87-1bc68ca8eb24'] response: {'name': 'network-changed', 'server_uuid': '290208b3-505d-4b49-bf2f-6ece30939280', 'tag': '521b4268-517f-4521-9cdc-7198b107900b', 'status': 'completed', 'code': 200} Apr 12 19:44:19.924805 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4351f79c-60b4-46f7-8625-b932015b2bee req-5979e171-4b9b-47c6-b41e-aec37c188330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:44:19.926288 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-4351f79c-60b4-46f7-8625-b932015b2bee req-5979e171-4b9b-47c6-b41e-aec37c188330 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=12145dbb46aa4743a4f5524412af333a&device_id=290208b3-505d-4b49-bf2f-6ece30939280 HTTP/1.1" status: 200 len: 1128 time: 0.0546145 Apr 12 19:44:19.938965 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-82eab1bb-ef82-4c13-8e00-d3781d62db8b req-0537fcce-cfec-4b13-9e89-21ec3dd2abe4 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470982 Apr 12 19:44:19.967425 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-4351f79c-60b4-46f7-8625-b932015b2bee req-a1a8d8f6-ca34-4e3f-8c51-84e51a31d740 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=521b4268-517f-4521-9cdc-7198b107900b HTTP/1.1" status: 200 len: 217 time: 0.0335736 Apr 12 19:44:20.017766 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4351f79c-60b4-46f7-8625-b932015b2bee req-39b90fdb-ddcb-4374-870d-67ef6c52c03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:44:20.019196 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-4351f79c-60b4-46f7-8625-b932015b2bee req-39b90fdb-ddcb-4374-870d-67ef6c52c03e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fa95097f-5800-4faa-b772-90bd671100d9 HTTP/1.1" status: 200 len: 854 time: 0.0460374 Apr 12 19:44:20.050972 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-4351f79c-60b4-46f7-8625-b932015b2bee req-edc78696-029c-496a-bed0-8c50edbff701 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c0142df7-9d5b-48b4-893f-0a5baf2cb697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249190 Apr 12 19:44:20.138636 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-4351f79c-60b4-46f7-8625-b932015b2bee req-d469272d-3797-4aeb-8fe0-3330b3e6e87d service neutron] 10.222.0.25 "GET /v2.0/networks/c0142df7-9d5b-48b4-893f-0a5baf2cb697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813718 Apr 12 19:44:20.228505 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-4351f79c-60b4-46f7-8625-b932015b2bee req-739dde9d-043e-4055-bb8a-a87e07b4b762 service neutron] 10.222.0.25 "GET /v2.0/networks/c0142df7-9d5b-48b4-893f-0a5baf2cb697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831437 Apr 12 19:44:20.453525 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (e0bf5abe-d5c5-40a1-a359-03156ade36a4), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:44:21.035769 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b19d0-4fd1-4e2f-8340-3b4c6eaf73bb req-b30a2456-d6b2-4f76-aac0-267886909ea1 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:44:21.037282 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-983b19d0-4fd1-4e2f-8340-3b4c6eaf73bb req-b30a2456-d6b2-4f76-aac0-267886909ea1 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] 10.222.0.15 "GET /v2.0/ports?device_id=290208b3-505d-4b49-bf2f-6ece30939280 HTTP/1.1" status: 200 len: 944 time: 0.0970714 Apr 12 19:44:21.083924 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-983b19d0-4fd1-4e2f-8340-3b4c6eaf73bb req-106ee978-af67-4a24-bb96-b14ceb03b45a tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] 10.222.0.15 "GET /v2.0/security-groups?id=13f5db24-77b7-4b66-a022-51061b945cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409796 Apr 12 19:44:21.107606 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192c9d70-9b95-4e96-baa3-a52161993c30 req-036d6916-af23-4d63-aaf3-a013518f8ccd tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:44:21.109153 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-192c9d70-9b95-4e96-baa3-a52161993c30 req-036d6916-af23-4d63-aaf3-a013518f8ccd tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 943 time: 0.0963478 Apr 12 19:44:21.154988 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-192c9d70-9b95-4e96-baa3-a52161993c30 req-c56dcff4-91ce-4569-b764-eb708ba1eb09 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401273 Apr 12 19:44:22.197741 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184e7509-ad19-4f5e-ba41-9d3ee9d49594 req-616815a3-7d1d-4167-8968-8dae0a1956db tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:44:22.199239 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-184e7509-ad19-4f5e-ba41-9d3ee9d49594 req-616815a3-7d1d-4167-8968-8dae0a1956db tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] 10.222.0.15 "GET /v2.0/ports?device_id=290208b3-505d-4b49-bf2f-6ece30939280 HTTP/1.1" status: 200 len: 944 time: 0.0502076 Apr 12 19:44:22.246042 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-184e7509-ad19-4f5e-ba41-9d3ee9d49594 req-926528e1-4c76-4f54-b9a5-2c8df23fac52 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] 10.222.0.15 "GET /v2.0/security-groups?id=13f5db24-77b7-4b66-a022-51061b945cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408325 Apr 12 19:44:22.269458 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65872668-692f-47eb-b55f-b76491ec5f13 req-435b5e20-2e65-465f-82a3-6f97a6bb84d0 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:44:22.270905 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-65872668-692f-47eb-b55f-b76491ec5f13 req-435b5e20-2e65-465f-82a3-6f97a6bb84d0 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 943 time: 0.0462132 Apr 12 19:44:22.318189 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-65872668-692f-47eb-b55f-b76491ec5f13 req-2651e362-dbd1-43f4-9ff7-2e3d8ba3461d tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418561 Apr 12 19:44:23.293286 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d442a4e4-78f9-4099-9705-279965f096b6 req-b5b24491-315c-42f7-adcf-e0ea5272406f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:44:23.294800 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-d442a4e4-78f9-4099-9705-279965f096b6 req-b5b24491-315c-42f7-adcf-e0ea5272406f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=12145dbb46aa4743a4f5524412af333a&device_id=290208b3-505d-4b49-bf2f-6ece30939280 HTTP/1.1" status: 200 len: 1128 time: 0.0389059 Apr 12 19:44:23.355553 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631921c0-52f9-4f8c-88eb-3ebe27f755de req-ba24f952-fb96-41db-a0f6-a204cffaba02 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:44:23.357143 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-631921c0-52f9-4f8c-88eb-3ebe27f755de req-ba24f952-fb96-41db-a0f6-a204cffaba02 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] 10.222.0.15 "GET /v2.0/ports?device_id=290208b3-505d-4b49-bf2f-6ece30939280 HTTP/1.1" status: 200 len: 944 time: 0.0463078 Apr 12 19:44:23.408603 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-631921c0-52f9-4f8c-88eb-3ebe27f755de req-f4034d37-bddb-4a88-8ac7-73ea0e01964c tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] 10.222.0.15 "GET /v2.0/security-groups?id=13f5db24-77b7-4b66-a022-51061b945cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459516 Apr 12 19:44:23.434683 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae26b73-0f84-452e-856f-ff33586af47f req-148184fe-7ed5-4f63-ba8f-cce87934b207 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:44:23.436160 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-2ae26b73-0f84-452e-856f-ff33586af47f req-148184fe-7ed5-4f63-ba8f-cce87934b207 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 943 time: 0.0484321 Apr 12 19:44:23.481339 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-2ae26b73-0f84-452e-856f-ff33586af47f req-ec0a55c1-a52f-4d1d-820d-f12cf7cf3dde tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391791 Apr 12 19:44:24.518799 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19770197-ef82-4d04-92a4-27397dfeac90 req-222a2720-468f-45bc-b928-a089301b997d tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:44:24.520328 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-19770197-ef82-4d04-92a4-27397dfeac90 req-222a2720-468f-45bc-b928-a089301b997d tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] 10.222.0.15 "GET /v2.0/ports?device_id=290208b3-505d-4b49-bf2f-6ece30939280 HTTP/1.1" status: 200 len: 944 time: 0.0468774 Apr 12 19:44:24.566955 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-19770197-ef82-4d04-92a4-27397dfeac90 req-4f3776fd-a823-4d94-a8e2-102dd6b4ba30 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] 10.222.0.15 "GET /v2.0/security-groups?id=13f5db24-77b7-4b66-a022-51061b945cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409968 Apr 12 19:44:24.596907 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32e9268-ee8c-4eba-9f91-9da159b532f2 req-5272c3a8-4019-4b58-89bc-d842676ae8f6 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:44:24.598360 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-f32e9268-ee8c-4eba-9f91-9da159b532f2 req-5272c3a8-4019-4b58-89bc-d842676ae8f6 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 943 time: 0.0460942 Apr 12 19:44:24.643923 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-f32e9268-ee8c-4eba-9f91-9da159b532f2 req-c1a90db0-875b-420e-91ec-bb656d0067cf tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400281 Apr 12 19:44:25.084506 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d442a4e4-78f9-4099-9705-279965f096b6 req-f1fdd7c4-f7dd-4cac-b7b8-89bce866c2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:44:25.086015 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-d442a4e4-78f9-4099-9705-279965f096b6 req-f1fdd7c4-f7dd-4cac-b7b8-89bce866c2b0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c0142df7-9d5b-48b4-893f-0a5baf2cb697 HTTP/1.1" status: 200 len: 915 time: 0.0868862 Apr 12 19:44:25.334950 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-d442a4e4-78f9-4099-9705-279965f096b6 req-00add338-b8de-4e6a-82ec-7a90fd5473e5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=521b4268-517f-4521-9cdc-7198b107900b HTTP/1.1" status: 200 len: 217 time: 0.0342894 Apr 12 19:44:25.396107 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d442a4e4-78f9-4099-9705-279965f096b6 req-02e688dd-5fc9-4236-a87d-4cb3f850945b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:44:25.397558 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-d442a4e4-78f9-4099-9705-279965f096b6 req-02e688dd-5fc9-4236-a87d-4cb3f850945b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fa95097f-5800-4faa-b772-90bd671100d9 HTTP/1.1" status: 200 len: 854 time: 0.0444825 Apr 12 19:44:25.423787 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Device 521b4268-517f-4521-9cdc-7198b107900b details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=106714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 19:44:25.454343 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-d442a4e4-78f9-4099-9705-279965f096b6 req-9decb8ed-2823-40a5-b197-cb29fa6b7304 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c0142df7-9d5b-48b4-893f-0a5baf2cb697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277891 Apr 12 19:44:25.522943 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] For port 521b4268-517f-4521-9cdc-7198b107900b, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=521b4268-517f-4521-9cdc-7198b107900b,segment=NetworkSegment(b46239e3-f8f2-425e-bbc5-acfce486d526),segment_id=b46239e3-f8f2-425e-bbc5-acfce486d526)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:44:25.533806 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Returning: {'device': '521b4268-517f-4521-9cdc-7198b107900b', 'network_id': 'c0142df7-9d5b-48b4-893f-0a5baf2cb697', 'port_id': '521b4268-517f-4521-9cdc-7198b107900b', 'mac_address': 'fa:16:3e:c8:39:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa95097f-5800-4faa-b772-90bd671100d9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 19:44:25.572771 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (ce4c6b0b-91ae-4576-82ad-f2f4ee2d2a45), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:44:25.581056 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Current status of the port 521b4268-517f-4521-9cdc-7198b107900b is: DOWN; New status is: BUILD {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:44:25.581437 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (521b4268-517f-4521-9cdc-7198b107900b), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:44:25.595561 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.notifiers.nova [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 521b4268-517f-4521-9cdc-7198b107900b {{(pid=106714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 19:44:25.616608 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] For port 521b4268-517f-4521-9cdc-7198b107900b, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=521b4268-517f-4521-9cdc-7198b107900b,segment=NetworkSegment(b46239e3-f8f2-425e-bbc5-acfce486d526),segment_id=b46239e3-f8f2-425e-bbc5-acfce486d526)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:44:25.620366 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (521b4268-517f-4521-9cdc-7198b107900b), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:44:25.668937 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Pushing event updated for resources: {'Port': ['ID=521b4268-517f-4521-9cdc-7198b107900b,revision_number=4']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:44:25.676213 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:44:25.676566 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:44:25.676931 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:44:25.677278 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:44:25.677613 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:44:25.677946 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:44:25.678274 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:44:25.678601 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:44:25.678927 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:44:25.679252 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:44:25.679628 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:44:25.680156 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:44:25.680494 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:44:25.680819 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:44:25.681140 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:44:25.682431 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b53e6be-1e13-49af-bf8d-cc71f9333aa2 req-6ec7f8dc-e30f-490b-ba09-2260f1efb834 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:44:25.685972 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-1b53e6be-1e13-49af-bf8d-cc71f9333aa2 req-6ec7f8dc-e30f-490b-ba09-2260f1efb834 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] 10.222.0.15 "GET /v2.0/ports?device_id=290208b3-505d-4b49-bf2f-6ece30939280 HTTP/1.1" status: 200 len: 945 time: 0.0514650 Apr 12 19:44:25.763873 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede5c700-e098-4873-88ae-7bcc03043da2 req-a9bb7131-4ade-483d-b15d-19d89eaffb69 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:44:25.765361 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-ede5c700-e098-4873-88ae-7bcc03043da2 req-a9bb7131-4ade-483d-b15d-19d89eaffb69 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 943 time: 0.0488527 Apr 12 19:44:25.800702 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-1b53e6be-1e13-49af-bf8d-cc71f9333aa2 req-6002bda8-24f9-439d-8795-4c064df0b60f tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] 10.222.0.15 "GET /v2.0/security-groups?id=13f5db24-77b7-4b66-a022-51061b945cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958290 Apr 12 19:44:25.811050 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-d442a4e4-78f9-4099-9705-279965f096b6 req-c9fca62b-4707-4500-9913-e133271ba5e7 service neutron] 10.222.0.25 "GET /v2.0/networks/c0142df7-9d5b-48b4-893f-0a5baf2cb697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218381 Apr 12 19:44:25.815285 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-ede5c700-e098-4873-88ae-7bcc03043da2 req-1a63e27a-6cc3-496e-8c2a-7fa6198a7aa0 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412357 Apr 12 19:44:25.911940 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-d442a4e4-78f9-4099-9705-279965f096b6 req-a66309fe-e5d0-4ccb-9781-921952d35f79 service neutron] 10.222.0.25 "GET /v2.0/networks/c0142df7-9d5b-48b4-893f-0a5baf2cb697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869553 Apr 12 19:44:26.068283 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] get_ports_and_sgs() called for port_ids ['521b4268-517f-4521-9cdc-7198b107900b'] {{(pid=106714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 19:44:26.601306 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-4a9a96be-7e02-4f83-93f1-99271a7cf53d req-671ebee4-777c-42c0-ab72-4862932f785d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9bd43d2c-7509-40a1-8847-f1ba5af244c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432508 Apr 12 19:44:26.666808 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9a96be-7e02-4f83-93f1-99271a7cf53d req-cdd6977d-a776-4874-8210-8f43dd2ace62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:44:26.668288 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-4a9a96be-7e02-4f83-93f1-99271a7cf53d req-cdd6977d-a776-4874-8210-8f43dd2ace62 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e2849b4a348c4795bf965ba8cdf2467d&device_id=9bd43d2c-7509-40a1-8847-f1ba5af244c1 HTTP/1.1" status: 200 len: 1129 time: 0.0402987 Apr 12 19:44:26.768511 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9a96be-7e02-4f83-93f1-99271a7cf53d req-207cf6e4-5748-4ff5-8c30-cec84ba5158d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:44:26.769944 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-4a9a96be-7e02-4f83-93f1-99271a7cf53d req-207cf6e4-5748-4ff5-8c30-cec84ba5158d service neutron] 10.222.0.25 "GET /v2.0/networks?id=a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9 HTTP/1.1" status: 200 len: 919 time: 0.0822914 Apr 12 19:44:26.814036 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-4a9a96be-7e02-4f83-93f1-99271a7cf53d req-99d1e87d-3dd8-42d5-b333-01e7214eb4fc service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d6257e6-2440-4f52-93e8-88093d8604c7 HTTP/1.1" status: 200 len: 217 time: 0.0365736 Apr 12 19:44:26.862406 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9a96be-7e02-4f83-93f1-99271a7cf53d req-559a1fc2-a687-4868-afc8-ee30948d248f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:44:26.863875 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-4a9a96be-7e02-4f83-93f1-99271a7cf53d req-559a1fc2-a687-4868-afc8-ee30948d248f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7f57a095-a707-4feb-9d1c-8b1458759bd7 HTTP/1.1" status: 200 len: 857 time: 0.0441408 Apr 12 19:44:26.935920 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9a96be-7e02-4f83-93f1-99271a7cf53d req-bd3336f3-2ba5-447b-8dc7-3c4ef42bca1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:44:26.936333 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7f4eac-99b5-4e29-8181-53b9ebbaeaf8 req-6320b202-693c-4ab8-be14-2fd8669fe507 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:44:26.937453 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-4a9a96be-7e02-4f83-93f1-99271a7cf53d req-bd3336f3-2ba5-447b-8dc7-3c4ef42bca1e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0672584 Apr 12 19:44:26.938354 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-8f7f4eac-99b5-4e29-8181-53b9ebbaeaf8 req-6320b202-693c-4ab8-be14-2fd8669fe507 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 943 time: 0.0453310 Apr 12 19:44:26.944142 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1457e4-58dd-4f85-b069-357c639b5554 req-1c174446-2ff3-4dd5-9ca9-2b125e1730ac tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:44:26.945508 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-fc1457e4-58dd-4f85-b069-357c639b5554 req-1c174446-2ff3-4dd5-9ca9-2b125e1730ac tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] 10.222.0.15 "GET /v2.0/ports?device_id=290208b3-505d-4b49-bf2f-6ece30939280 HTTP/1.1" status: 200 len: 945 time: 0.0653663 Apr 12 19:44:27.048710 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-fc1457e4-58dd-4f85-b069-357c639b5554 req-a58f6a22-f9e7-4661-8e16-4119426e6766 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] 10.222.0.15 "GET /v2.0/security-groups?id=13f5db24-77b7-4b66-a022-51061b945cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953722 Apr 12 19:44:27.072309 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-4a9a96be-7e02-4f83-93f1-99271a7cf53d req-90262cf8-9109-49ca-a4c2-1c0c6a0f9610 service neutron] 10.222.0.25 "GET /v2.0/networks/a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257854 Apr 12 19:44:27.077953 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-8f7f4eac-99b5-4e29-8181-53b9ebbaeaf8 req-d894fc84-583b-4ef5-bb4e-060427a5b34e tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341081 Apr 12 19:44:27.170920 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-4a9a96be-7e02-4f83-93f1-99271a7cf53d req-cbded09f-1f75-4215-8597-c698ed3ac9fd service neutron] 10.222.0.25 "GET /v2.0/networks/a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846884 Apr 12 19:44:27.432713 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Device 468143f7-dffa-4455-923d-7df1610e3c88 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=106714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 19:44:27.435782 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Device 521b4268-517f-4521-9cdc-7198b107900b up at agent hyperv_hv-cinder-83754 {{(pid=106714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:44:27.537094 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Provisioning for port 521b4268-517f-4521-9cdc-7198b107900b completed by entity L2. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 19:44:27.545062 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Provisioning complete for port 521b4268-517f-4521-9cdc-7198b107900b triggered by entity L2. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:44:27.545446 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (521b4268-517f-4521-9cdc-7198b107900b), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:44:27.598904 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] For port 468143f7-dffa-4455-923d-7df1610e3c88, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=468143f7-dffa-4455-923d-7df1610e3c88,segment=NetworkSegment(7d4c5579-d5c2-4ae5-8e1e-f30678073acf),segment_id=7d4c5579-d5c2-4ae5-8e1e-f30678073acf)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:44:27.618004 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Returning: {'device': '468143f7-dffa-4455-923d-7df1610e3c88', 'network_id': 'f4a737e2-fbd1-4d73-b744-770d94c0d414', 'port_id': '468143f7-dffa-4455-923d-7df1610e3c88', 'mac_address': 'fa:16:3e:5f:74:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0175af4-3e14-4634-8d47-e6784ac2f6db', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 19:44:27.682396 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Current status of the port 468143f7-dffa-4455-923d-7df1610e3c88 is: DOWN; New status is: BUILD {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:44:27.682835 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (468143f7-dffa-4455-923d-7df1610e3c88), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:44:27.684604 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Current status of the port 521b4268-517f-4521-9cdc-7198b107900b is: BUILD; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:44:27.684974 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (521b4268-517f-4521-9cdc-7198b107900b), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:44:27.705160 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.notifiers.nova [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 468143f7-dffa-4455-923d-7df1610e3c88 {{(pid=106714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 19:44:27.723944 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '290208b3-505d-4b49-bf2f-6ece30939280', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '521b4268-517f-4521-9cdc-7198b107900b'}] {{(pid=106714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:44:27.726173 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a81cf7441df70286f4dc8f717b9c4c32a6686a605fef215f859f2b4f09b95be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf939f6-d924-444f-a91b-82813d8b7877" -d '{"events": [{"server_uuid": "290208b3-505d-4b49-bf2f-6ece30939280", "name": "network-vif-plugged", "status": "completed", "tag": "521b4268-517f-4521-9cdc-7198b107900b"}]}' {{(pid=106714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:44:27.744402 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] For port 521b4268-517f-4521-9cdc-7198b107900b, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=521b4268-517f-4521-9cdc-7198b107900b,segment=NetworkSegment(b46239e3-f8f2-425e-bbc5-acfce486d526),segment_id=b46239e3-f8f2-425e-bbc5-acfce486d526)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:44:27.746722 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] For port 468143f7-dffa-4455-923d-7df1610e3c88, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=468143f7-dffa-4455-923d-7df1610e3c88,segment=NetworkSegment(7d4c5579-d5c2-4ae5-8e1e-f30678073acf),segment_id=7d4c5579-d5c2-4ae5-8e1e-f30678073acf)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:44:27.748668 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (521b4268-517f-4521-9cdc-7198b107900b), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:44:27.754062 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (468143f7-dffa-4455-923d-7df1610e3c88), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:44:27.777736 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 19:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7e3047f-0264-4091-a09e-511b5c8a6730 x-openstack-request-id: req-e7e3047f-0264-4091-a09e-511b5c8a6730 {{(pid=106714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:44:27.778027 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "290208b3-505d-4b49-bf2f-6ece30939280", "name": "network-vif-plugged", "status": "completed", "tag": "521b4268-517f-4521-9cdc-7198b107900b", "code": 200}]} {{(pid=106714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:44:27.778276 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e7e3047f-0264-4091-a09e-511b5c8a6730 {{(pid=106714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:44:27.778657 dv-cinder-837540-1-iscsi neutron-server[106714]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7e3047f-0264-4091-a09e-511b5c8a6730'] response: {'server_uuid': '290208b3-505d-4b49-bf2f-6ece30939280', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '521b4268-517f-4521-9cdc-7198b107900b', 'code': 200} Apr 12 19:44:27.808028 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Pushing event updated for resources: {'Port': ['ID=521b4268-517f-4521-9cdc-7198b107900b,revision_number=5']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:44:27.858695 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Pushing event updated for resources: {'Port': ['ID=468143f7-dffa-4455-923d-7df1610e3c88,revision_number=9']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:44:27.952661 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09220aa-f1f8-4a8c-8917-2bb98c05f139 req-337aa87a-ef98-46b9-b29d-ee2414f836ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:44:27.954640 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-e09220aa-f1f8-4a8c-8917-2bb98c05f139 req-337aa87a-ef98-46b9-b29d-ee2414f836ab service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=290208b3-505d-4b49-bf2f-6ece30939280 HTTP/1.1" status: 200 len: 1130 time: 0.0384841 Apr 12 19:44:27.996753 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-e09220aa-f1f8-4a8c-8917-2bb98c05f139 req-5e276017-c4fd-454a-88f3-08200b556e88 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=13f5db24-77b7-4b66-a022-51061b945cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360336 Apr 12 19:44:28.161009 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b30731-f02e-4bd9-8b51-92a81f2b8fa7 req-b442de1c-dc7b-4fc1-958a-991607681c0e tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:44:28.162466 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-83b30731-f02e-4bd9-8b51-92a81f2b8fa7 req-b442de1c-dc7b-4fc1-958a-991607681c0e tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] 10.222.0.15 "GET /v2.0/ports?device_id=290208b3-505d-4b49-bf2f-6ece30939280 HTTP/1.1" status: 200 len: 946 time: 0.0466321 Apr 12 19:44:28.198012 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afbd6ce-0f14-4879-88d8-7349a26a2876 req-2c6dc5b3-e025-4460-aa6e-2e865dd75c59 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:44:28.199497 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-3afbd6ce-0f14-4879-88d8-7349a26a2876 req-2c6dc5b3-e025-4460-aa6e-2e865dd75c59 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 944 time: 0.0466111 Apr 12 19:44:28.212303 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-83b30731-f02e-4bd9-8b51-92a81f2b8fa7 req-839532ed-b2d8-4bb9-8cca-92ed842f276a tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] 10.222.0.15 "GET /v2.0/security-groups?id=13f5db24-77b7-4b66-a022-51061b945cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440943 Apr 12 19:44:28.245150 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] get_ports_and_sgs() called for port_ids ['468143f7-dffa-4455-923d-7df1610e3c88'] {{(pid=106714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 19:44:28.245675 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-3afbd6ce-0f14-4879-88d8-7349a26a2876 req-073daacc-e108-4bdd-bda4-bbc04f07ac3c tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404115 Apr 12 19:44:29.320618 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e5621d-1f31-4bae-b226-f6719797970a req-dbaa6ab8-c33d-4f3f-8a4e-0c013ea4bc99 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:44:29.322069 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-a4e5621d-1f31-4bae-b226-f6719797970a req-dbaa6ab8-c33d-4f3f-8a4e-0c013ea4bc99 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] 10.222.0.15 "GET /v2.0/ports?device_id=290208b3-505d-4b49-bf2f-6ece30939280 HTTP/1.1" status: 200 len: 946 time: 0.0461900 Apr 12 19:44:29.367549 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fd5ecf-8240-476a-941b-eaa33825de21 req-2e0a2ac0-bb69-4418-a1b6-097d3bb3ab6e tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:44:29.368230 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-a4e5621d-1f31-4bae-b226-f6719797970a req-2a27296d-0156-455a-9f06-963f2e81aebb tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] 10.222.0.15 "GET /v2.0/security-groups?id=13f5db24-77b7-4b66-a022-51061b945cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401967 Apr 12 19:44:29.369022 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-73fd5ecf-8240-476a-941b-eaa33825de21 req-2e0a2ac0-bb69-4418-a1b6-097d3bb3ab6e tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 944 time: 0.0492022 Apr 12 19:44:29.420127 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-73fd5ecf-8240-476a-941b-eaa33825de21 req-8303929f-c988-400f-8fbf-3d4be6fd5a75 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456994 Apr 12 19:44:29.544929 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Device 468143f7-dffa-4455-923d-7df1610e3c88 up at agent hyperv_hv-cinder-83754 {{(pid=106714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:44:29.589778 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Provisioning complete for port 468143f7-dffa-4455-923d-7df1610e3c88 triggered by entity L2. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:44:29.590152 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (468143f7-dffa-4455-923d-7df1610e3c88), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:44:29.663646 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Current status of the port 468143f7-dffa-4455-923d-7df1610e3c88 is: BUILD; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:44:29.664060 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (468143f7-dffa-4455-923d-7df1610e3c88), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:44:29.698423 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] For port 468143f7-dffa-4455-923d-7df1610e3c88, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=468143f7-dffa-4455-923d-7df1610e3c88,segment=NetworkSegment(7d4c5579-d5c2-4ae5-8e1e-f30678073acf),segment_id=7d4c5579-d5c2-4ae5-8e1e-f30678073acf)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:44:29.702347 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (468143f7-dffa-4455-923d-7df1610e3c88), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:44:29.747252 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Pushing event updated for resources: {'Port': ['ID=468143f7-dffa-4455-923d-7df1610e3c88,revision_number=10']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:44:29.779251 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dbcad1a-192e-4606-b14a-333cd5efb161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '468143f7-dffa-4455-923d-7df1610e3c88'}] {{(pid=106714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:44:29.781527 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a81cf7441df70286f4dc8f717b9c4c32a6686a605fef215f859f2b4f09b95be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e38e87b-668f-4ff2-8a63-3a1cbfd59212" -d '{"events": [{"server_uuid": "8dbcad1a-192e-4606-b14a-333cd5efb161", "name": "network-vif-plugged", "status": "completed", "tag": "468143f7-dffa-4455-923d-7df1610e3c88"}]}' {{(pid=106714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:44:29.818919 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 19:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d3634c2-88c4-4be6-9603-64bc95e437d5 x-openstack-request-id: req-3d3634c2-88c4-4be6-9603-64bc95e437d5 {{(pid=106714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:44:29.819238 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dbcad1a-192e-4606-b14a-333cd5efb161", "name": "network-vif-plugged", "status": "completed", "tag": "468143f7-dffa-4455-923d-7df1610e3c88", "code": 200}]} {{(pid=106714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:44:29.819497 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3d3634c2-88c4-4be6-9603-64bc95e437d5 {{(pid=106714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:44:29.819896 dv-cinder-837540-1-iscsi neutron-server[106714]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d3634c2-88c4-4be6-9603-64bc95e437d5'] response: {'server_uuid': '8dbcad1a-192e-4606-b14a-333cd5efb161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '468143f7-dffa-4455-923d-7df1610e3c88', 'code': 200} Apr 12 19:44:30.478987 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0d2220-dfe8-4967-ac66-d8ac924e84d0 req-7150769f-1b1b-421b-8516-26096a9685ad tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:44:30.480477 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-da0d2220-dfe8-4967-ac66-d8ac924e84d0 req-7150769f-1b1b-421b-8516-26096a9685ad tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] 10.222.0.15 "GET /v2.0/ports?device_id=290208b3-505d-4b49-bf2f-6ece30939280 HTTP/1.1" status: 200 len: 946 time: 0.0466437 Apr 12 19:44:30.527324 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-da0d2220-dfe8-4967-ac66-d8ac924e84d0 req-3d3e6546-a082-4fb8-b965-06656ac0e368 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] 10.222.0.15 "GET /v2.0/security-groups?id=13f5db24-77b7-4b66-a022-51061b945cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412207 Apr 12 19:44:30.537039 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97435ba-ef5e-49ef-9c87-17c81b06e5d2 req-790f43e5-0c1e-4903-b186-33a7ae0ad2b9 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:44:30.538521 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-b97435ba-ef5e-49ef-9c87-17c81b06e5d2 req-790f43e5-0c1e-4903-b186-33a7ae0ad2b9 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 946 time: 0.0466022 Apr 12 19:44:30.589509 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-b97435ba-ef5e-49ef-9c87-17c81b06e5d2 req-87afd79a-dbf6-404a-ac4b-87b60b50aeb5 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449629 Apr 12 19:44:30.965983 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86b0365-21ee-44cf-b9b3-03f6be9b2135 req-66883503-4c38-4062-8fe7-0c48066a33d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:44:30.969165 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-c86b0365-21ee-44cf-b9b3-03f6be9b2135 req-66883503-4c38-4062-8fe7-0c48066a33d6 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 1130 time: 0.0449669 Apr 12 19:44:31.015833 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-c86b0365-21ee-44cf-b9b3-03f6be9b2135 req-9839fafb-493a-4879-a195-bdfa82e559e7 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411186 Apr 12 19:44:31.710225 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8a7dd7-d72b-4efb-981e-cba20cf506bc req-9d89990a-8808-4ce9-a04b-5eed30b0d6ef tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:44:31.711642 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-4a8a7dd7-d72b-4efb-981e-cba20cf506bc req-9d89990a-8808-4ce9-a04b-5eed30b0d6ef tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 946 time: 0.0482812 Apr 12 19:44:31.757258 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-4a8a7dd7-d72b-4efb-981e-cba20cf506bc req-c1d76d61-0e22-4816-838f-b7eff52af726 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402193 Apr 12 19:44:32.874856 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6060d4ac-6835-48c7-be36-964c33a66685 req-56505276-a917-4958-a3aa-e90d67b56b3c tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:44:32.876373 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-6060d4ac-6835-48c7-be36-964c33a66685 req-56505276-a917-4958-a3aa-e90d67b56b3c tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 946 time: 0.0460372 Apr 12 19:44:32.922733 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-6060d4ac-6835-48c7-be36-964c33a66685 req-d30b2beb-81b8-4f57-9749-6ec8bff926f2 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405531 Apr 12 19:44:34.043866 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b68f4d-09ae-4228-b708-db6ff9ce80f5 req-362bb9d3-bc0f-46bc-a822-70a3f4b16a26 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:44:34.045362 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-b7b68f4d-09ae-4228-b708-db6ff9ce80f5 req-362bb9d3-bc0f-46bc-a822-70a3f4b16a26 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 946 time: 0.0479059 Apr 12 19:44:34.093167 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-b7b68f4d-09ae-4228-b708-db6ff9ce80f5 req-76c5fae2-ba87-4e65-80f2-1066d909fdbe tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419338 Apr 12 19:44:35.209798 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1c4341-44a3-48f0-9389-cd51ae530464 req-9ae4b851-44ac-499d-b97f-ce88aef1d291 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:44:35.211281 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-ce1c4341-44a3-48f0-9389-cd51ae530464 req-9ae4b851-44ac-499d-b97f-ce88aef1d291 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 946 time: 0.0459440 Apr 12 19:44:35.261816 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-ce1c4341-44a3-48f0-9389-cd51ae530464 req-5234a40d-eacd-46fe-acc8-90fa31038cd0 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447063 Apr 12 19:44:43.835943 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-ee9054d4-fdf5-46b8-87fd-dd72d00cff63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (055fa106-9079-4d8f-a829-e3ca37bbcb19), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:44:46.275563 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-345053a3-e086-4fe2-aa04-2f591b20ab6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (4d9412c4-31b2-4fbf-87a0-f931332ab9d5), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:44:47.211328 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-0fb4a5ae-492f-43e3-90d5-82372e23b9ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (01005bd1-5b1e-41c6-b9b3-a4d4f93589b9), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:44:48.192640 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.agents_db [None req-c5aaa6ba-db5d-46db-92f0-20249d3ff0a0 None None] Agent healthcheck: found 6 active agents {{(pid=106718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 19:44:48.666663 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-655d5a5e-25bf-423f-acb4-166f4bec9d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (f3d2fb0e-5305-4f08-ab1f-5f1d50bdad22), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:44:50.456535 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (e0bf5abe-d5c5-40a1-a359-03156ade36a4), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:44:55.558417 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (ce4c6b0b-91ae-4576-82ad-f2f4ee2d2a45), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:44:56.830430 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a3f46e-df73-456a-8369-c0bd6fe55910 req-36c7d9da-f5c7-46fc-928e-63fa2c1cb44a tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:44:56.831802 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-67a3f46e-df73-456a-8369-c0bd6fe55910 req-36c7d9da-f5c7-46fc-928e-63fa2c1cb44a tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] 10.222.0.15 "GET /v2.0/ports?device_id=290208b3-505d-4b49-bf2f-6ece30939280 HTTP/1.1" status: 200 len: 946 time: 0.0459287 Apr 12 19:44:56.881581 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-67a3f46e-df73-456a-8369-c0bd6fe55910 req-f720cd30-94e3-4c76-8162-7747e2291816 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] 10.222.0.15 "GET /v2.0/security-groups?id=13f5db24-77b7-4b66-a022-51061b945cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442262 Apr 12 19:44:57.995990 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf2e0d9-4ab7-4fc7-976e-df2c302b0a9c req-f7a6b9c5-7164-4573-90fa-94f8462d7201 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:44:57.997483 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-baf2e0d9-4ab7-4fc7-976e-df2c302b0a9c req-f7a6b9c5-7164-4573-90fa-94f8462d7201 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] 10.222.0.15 "GET /v2.0/ports?device_id=290208b3-505d-4b49-bf2f-6ece30939280 HTTP/1.1" status: 200 len: 946 time: 0.0471766 Apr 12 19:44:58.043169 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-baf2e0d9-4ab7-4fc7-976e-df2c302b0a9c req-7acf28c3-f1da-4304-ba43-301b77437a87 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] 10.222.0.15 "GET /v2.0/security-groups?id=13f5db24-77b7-4b66-a022-51061b945cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400081 Apr 12 19:44:58.963565 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd45d96-7329-40eb-bad0-c386b978a506 req-748b7f37-41b6-4cf6-b7c7-374c3cd9f0e1 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:44:58.964979 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-3dd45d96-7329-40eb-bad0-c386b978a506 req-748b7f37-41b6-4cf6-b7c7-374c3cd9f0e1 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] 10.222.0.25 "GET /v2.0/ports?device_id=290208b3-505d-4b49-bf2f-6ece30939280 HTTP/1.1" status: 200 len: 946 time: 0.0449424 Apr 12 19:44:59.051645 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.plugin [req-3dd45d96-7329-40eb-bad0-c386b978a506 req-73b426c2-c6cd-4dd2-93e6-dedf1ebae1e1 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] Deleting port 521b4268-517f-4521-9cdc-7198b107900b {{(pid=106704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:44:59.052357 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-3dd45d96-7329-40eb-bad0-c386b978a506 req-73b426c2-c6cd-4dd2-93e6-dedf1ebae1e1 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749198460456'] for port (521b4268-517f-4521-9cdc-7198b107900b), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:44:59.138524 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.db [req-3dd45d96-7329-40eb-bad0-c386b978a506 req-73b426c2-c6cd-4dd2-93e6-dedf1ebae1e1 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] For port 521b4268-517f-4521-9cdc-7198b107900b, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=521b4268-517f-4521-9cdc-7198b107900b,segment=NetworkSegment(b46239e3-f8f2-425e-bbc5-acfce486d526),segment_id=b46239e3-f8f2-425e-bbc5-acfce486d526)] {{(pid=106704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:44:59.138779 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-3dd45d96-7329-40eb-bad0-c386b978a506 req-73b426c2-c6cd-4dd2-93e6-dedf1ebae1e1 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661808'] for port (521b4268-517f-4521-9cdc-7198b107900b), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:44:59.152013 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.plugin [req-3dd45d96-7329-40eb-bad0-c386b978a506 req-73b426c2-c6cd-4dd2-93e6-dedf1ebae1e1 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] Calling delete_port for 521b4268-517f-4521-9cdc-7198b107900b owned by compute:nova {{(pid=106704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:44:59.152453 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d0f5f-0a7d-4680-8c4a-1bd7d379ccb2 req-4cb5c6cf-1e86-4d0b-9fa5-09d3bdef29c5 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:44:59.153954 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-726d0f5f-0a7d-4680-8c4a-1bd7d379ccb2 req-4cb5c6cf-1e86-4d0b-9fa5-09d3bdef29c5 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] 10.222.0.15 "GET /v2.0/ports?device_id=290208b3-505d-4b49-bf2f-6ece30939280 HTTP/1.1" status: 200 len: 946 time: 0.0461512 Apr 12 19:44:59.199996 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-726d0f5f-0a7d-4680-8c4a-1bd7d379ccb2 req-09d56d93-c39e-4ff4-8379-896cae08ba24 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] 10.222.0.15 "GET /v2.0/security-groups?id=13f5db24-77b7-4b66-a022-51061b945cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397954 Apr 12 19:44:59.278773 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-3dd45d96-7329-40eb-bad0-c386b978a506 req-73b426c2-c6cd-4dd2-93e6-dedf1ebae1e1 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749198465814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749198058671'] for port (521b4268-517f-4521-9cdc-7198b107900b), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:44:59.291776 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] get_ports_and_sgs() called for port_ids ['521b4268-517f-4521-9cdc-7198b107900b'] {{(pid=106714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 19:44:59.304146 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b426c2-c6cd-4dd2-93e6-dedf1ebae1e1 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] Pushing event deleted for resources: {'Port': ['ID=521b4268-517f-4521-9cdc-7198b107900b,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:44:59.313745 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b426c2-c6cd-4dd2-93e6-dedf1ebae1e1 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:44:59.314606 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b426c2-c6cd-4dd2-93e6-dedf1ebae1e1 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:44:59.314951 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b426c2-c6cd-4dd2-93e6-dedf1ebae1e1 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:44:59.315290 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b426c2-c6cd-4dd2-93e6-dedf1ebae1e1 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:44:59.315623 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b426c2-c6cd-4dd2-93e6-dedf1ebae1e1 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:44:59.315951 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b426c2-c6cd-4dd2-93e6-dedf1ebae1e1 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:44:59.316958 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b426c2-c6cd-4dd2-93e6-dedf1ebae1e1 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:44:59.316958 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b426c2-c6cd-4dd2-93e6-dedf1ebae1e1 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:44:59.317191 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b426c2-c6cd-4dd2-93e6-dedf1ebae1e1 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:44:59.317396 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b426c2-c6cd-4dd2-93e6-dedf1ebae1e1 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:44:59.317724 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b426c2-c6cd-4dd2-93e6-dedf1ebae1e1 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:44:59.318462 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b426c2-c6cd-4dd2-93e6-dedf1ebae1e1 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:44:59.318462 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b426c2-c6cd-4dd2-93e6-dedf1ebae1e1 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:44:59.318747 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b426c2-c6cd-4dd2-93e6-dedf1ebae1e1 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:44:59.319064 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b426c2-c6cd-4dd2-93e6-dedf1ebae1e1 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:44:59.364954 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dd45d96-7329-40eb-bad0-c386b978a506 req-73b426c2-c6cd-4dd2-93e6-dedf1ebae1e1 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] No DVR routers for this DVR port 521b4268-517f-4521-9cdc-7198b107900b on host hv-cinder-83754 {{(pid=106704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 19:44:59.367423 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-3dd45d96-7329-40eb-bad0-c386b978a506 req-73b426c2-c6cd-4dd2-93e6-dedf1ebae1e1 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245471'] for port (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:44:59.370749 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-3dd45d96-7329-40eb-bad0-c386b978a506 req-73b426c2-c6cd-4dd2-93e6-dedf1ebae1e1 tempest-VolumesSnapshotTestJSON-831288216 tempest-VolumesSnapshotTestJSON-831288216-project] 10.222.0.25 "DELETE /v2.0/ports/521b4268-517f-4521-9cdc-7198b107900b HTTP/1.1" status: 204 len: 173 time: 0.4000473 Apr 12 19:44:59.371186 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '290208b3-505d-4b49-bf2f-6ece30939280', 'name': 'network-vif-deleted', 'tag': '521b4268-517f-4521-9cdc-7198b107900b'}] {{(pid=106704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:44:59.373427 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7198706052eeb44005bd3d373437c5078b0bb903de01f30342c0d4536e5352d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ca73eb9-524f-498d-81f6-80669e6c8738" -d '{"events": [{"server_uuid": "290208b3-505d-4b49-bf2f-6ece30939280", "name": "network-vif-deleted", "tag": "521b4268-517f-4521-9cdc-7198b107900b"}]}' {{(pid=106704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:44:59.477692 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 19:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f54cb02e-7506-41ef-bd18-f24fcbc4f6fc x-openstack-request-id: req-f54cb02e-7506-41ef-bd18-f24fcbc4f6fc {{(pid=106704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:44:59.477988 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "290208b3-505d-4b49-bf2f-6ece30939280", "name": "network-vif-deleted", "tag": "521b4268-517f-4521-9cdc-7198b107900b", "status": "completed", "code": 200}]} {{(pid=106704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:44:59.478245 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f54cb02e-7506-41ef-bd18-f24fcbc4f6fc {{(pid=106704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:44:59.478653 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f54cb02e-7506-41ef-bd18-f24fcbc4f6fc'] response: {'server_uuid': '290208b3-505d-4b49-bf2f-6ece30939280', 'name': 'network-vif-deleted', 'tag': '521b4268-517f-4521-9cdc-7198b107900b', 'status': 'completed', 'code': 200} Apr 12 19:45:04.499356 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Device 521b4268-517f-4521-9cdc-7198b107900b no longer exists at agent hyperv_hv-cinder-83754 {{(pid=106714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 19:45:04.519064 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] No Port match for: 521b4268-517f-4521-9cdc-7198b107900b {{(pid=106714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 19:45:04.519409 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Device 521b4268-517f-4521-9cdc-7198b107900b not bound to the agent host hv-cinder-83754 {{(pid=106714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 19:45:13.837364 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-bec140bd-aa3c-4615-8c1b-887dbbfa5336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (055fa106-9079-4d8f-a829-e3ca37bbcb19), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:16.284218 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-aedf7255-f5cf-474a-a60b-bc3036f98f3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (4d9412c4-31b2-4fbf-87a0-f931332ab9d5), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:17.216289 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-0fb4a5ae-492f-43e3-90d5-82372e23b9ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (01005bd1-5b1e-41c6-b9b3-a4d4f93589b9), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:18.668456 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-655d5a5e-25bf-423f-acb4-166f4bec9d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (f3d2fb0e-5305-4f08-ab1f-5f1d50bdad22), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:20.459121 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (e0bf5abe-d5c5-40a1-a359-03156ade36a4), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:25.190904 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.agents_db [None req-c5aaa6ba-db5d-46db-92f0-20249d3ff0a0 None None] Agent healthcheck: found 6 active agents {{(pid=106718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 19:45:25.259234 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 37222) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:45:25.302736 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.db_base_plugin_v2 [None req-69dbdadd-425c-4861-9d88-34913d72d8f7 admin admin] Deleting subnet fa95097f-5800-4faa-b772-90bd671100d9 {{(pid=106704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 19:45:25.305750 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-69dbdadd-425c-4861-9d88-34913d72d8f7 admin admin] Publish callbacks [] for subnet (fa95097f-5800-4faa-b772-90bd671100d9), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:25.338697 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-69dbdadd-425c-4861-9d88-34913d72d8f7 admin admin] Publish callbacks [] for subnet (fa95097f-5800-4faa-b772-90bd671100d9), precommit_delete_associations {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:25.344113 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-69dbdadd-425c-4861-9d88-34913d72d8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449141'] for subnet (fa95097f-5800-4faa-b772-90bd671100d9), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:25.392774 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-69dbdadd-425c-4861-9d88-34913d72d8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185'] for subnet (fa95097f-5800-4faa-b772-90bd671100d9), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:25.420835 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dbdadd-425c-4861-9d88-34913d72d8f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa95097f-5800-4faa-b772-90bd671100d9,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:45:25.424583 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-69dbdadd-425c-4861-9d88-34913d72d8f7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:25.427681 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-69dbdadd-425c-4861-9d88-34913d72d8f7 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/fa95097f-5800-4faa-b772-90bd671100d9 HTTP/1.1" status: 204 len: 168 time: 0.1674402 Apr 12 19:45:25.430117 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 37224) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:45:25.495276 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-1d0de98e-e710-421e-a8c1-eca0e01932bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3636804'] for network (c0142df7-9d5b-48b4-893f-0a5baf2cb697), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:25.562791 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (ce4c6b0b-91ae-4576-82ad-f2f4ee2d2a45), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:25.575941 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-1d0de98e-e710-421e-a8c1-eca0e01932bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3451022', 'neutron.services.segments.db._delete_segments_for_network-8749198551224'] for network (c0142df7-9d5b-48b4-893f-0a5baf2cb697), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:25.596151 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-1d0de98e-e710-421e-a8c1-eca0e01932bf admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:45:25.596514 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-1d0de98e-e710-421e-a8c1-eca0e01932bf admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:45:25.597273 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-1d0de98e-e710-421e-a8c1-eca0e01932bf admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:45:25.597680 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-1d0de98e-e710-421e-a8c1-eca0e01932bf admin admin] Subscribe: > port after_create 55550000 {{(pid=106704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:45:25.598023 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-1d0de98e-e710-421e-a8c1-eca0e01932bf admin admin] Subscribe: > port after_delete 55550000 {{(pid=106704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:45:25.598367 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-1d0de98e-e710-421e-a8c1-eca0e01932bf admin admin] Subscribe: > port after_update 55550000 {{(pid=106704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:45:25.598683 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-1d0de98e-e710-421e-a8c1-eca0e01932bf admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:45:25.598997 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-1d0de98e-e710-421e-a8c1-eca0e01932bf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:45:25.599308 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-1d0de98e-e710-421e-a8c1-eca0e01932bf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:45:25.599623 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-1d0de98e-e710-421e-a8c1-eca0e01932bf admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:45:25.683487 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-1d0de98e-e710-421e-a8c1-eca0e01932bf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:45:25.683855 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-1d0de98e-e710-421e-a8c1-eca0e01932bf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:45:25.684227 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-1d0de98e-e710-421e-a8c1-eca0e01932bf admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:45:25.684561 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-1d0de98e-e710-421e-a8c1-eca0e01932bf admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:45:25.684928 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.services.segments.db [None req-1d0de98e-e710-421e-a8c1-eca0e01932bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0142df7-9d5b-48b4-893f-0a5baf2cb697']}} {{(pid=106704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:45:25.707253 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.services.segments.db [None req-1d0de98e-e710-421e-a8c1-eca0e01932bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b46239e3-f8f2-425e-bbc5-acfce486d526') {'for_net_delete': True} {{(pid=106704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:45:25.707546 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.services.segments.db [None req-1d0de98e-e710-421e-a8c1-eca0e01932bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b46239e3-f8f2-425e-bbc5-acfce486d526') {} {{(pid=106704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:45:25.723008 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-1d0de98e-e710-421e-a8c1-eca0e01932bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749198554305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361004'] for segment (b46239e3-f8f2-425e-bbc5-acfce486d526), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:25.752375 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-1d0de98e-e710-421e-a8c1-eca0e01932bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495566'] for segment (b46239e3-f8f2-425e-bbc5-acfce486d526), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:25.777518 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d0de98e-e710-421e-a8c1-eca0e01932bf admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=106704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 19:45:25.777909 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-1d0de98e-e710-421e-a8c1-eca0e01932bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8791484'] for segment (b46239e3-f8f2-425e-bbc5-acfce486d526), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:25.781858 dv-cinder-837540-1-iscsi neutron-server[106704]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 19:45:25.781858 dv-cinder-837540-1-iscsi neutron-server[106704]: from cryptography.utils import int_from_bytes Apr 12 19:45:25.781858 dv-cinder-837540-1-iscsi neutron-server[106704]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 19:45:25.781858 dv-cinder-837540-1-iscsi neutron-server[106704]: from cryptography.utils import int_from_bytes Apr 12 19:45:25.781858 dv-cinder-837540-1-iscsi neutron-server[106704]: Traceback (most recent call last): Apr 12 19:45:25.781858 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 19:45:25.781858 dv-cinder-837540-1-iscsi neutron-server[106704]: timer() Apr 12 19:45:25.781858 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 19:45:25.781858 dv-cinder-837540-1-iscsi neutron-server[106704]: cb(*args, **kw) Apr 12 19:45:25.781858 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 19:45:25.781858 dv-cinder-837540-1-iscsi neutron-server[106704]: return func(*args, **kwargs) Apr 12 19:45:25.781858 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 19:45:25.781858 dv-cinder-837540-1-iscsi neutron-server[106704]: self._notify() Apr 12 19:45:25.781858 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 19:45:25.781858 dv-cinder-837540-1-iscsi neutron-server[106704]: self.callback(batched_events) Apr 12 19:45:25.781858 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 19:45:25.781858 dv-cinder-837540-1-iscsi neutron-server[106704]: event.method(event) Apr 12 19:45:25.781858 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 19:45:25.781858 dv-cinder-837540-1-iscsi neutron-server[106704]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 19:45:25.781858 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 19:45:25.781858 dv-cinder-837540-1-iscsi neutron-server[106704]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 19:45:25.781858 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 19:45:25.781858 dv-cinder-837540-1-iscsi neutron-server[106704]: return f(self, *a, **k) Apr 12 19:45:25.781858 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 19:45:25.781858 dv-cinder-837540-1-iscsi neutron-server[106704]: return self._get(url).json() Apr 12 19:45:25.781858 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 19:45:25.781858 dv-cinder-837540-1-iscsi neutron-server[106704]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 19:45:25.781858 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 19:45:25.781858 dv-cinder-837540-1-iscsi neutron-server[106704]: return self.request(url, 'GET', **kwargs) Apr 12 19:45:25.781858 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 19:45:25.781858 dv-cinder-837540-1-iscsi neutron-server[106704]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 19:45:25.781858 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 19:45:25.781858 dv-cinder-837540-1-iscsi neutron-server[106704]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 19:45:25.781858 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 19:45:25.781858 dv-cinder-837540-1-iscsi neutron-server[106704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 19:45:25.781858 dv-cinder-837540-1-iscsi neutron-server[106704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 19:45:26.066388 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-24ff7af9-2b35-46f9-acdb-44ace74b2fb7 req-a3f34a18-492c-47ab-967f-8a0855e6e1f7 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ed5d5b75-5593-42f3-8e63-2df69df80a03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3757658 Apr 12 19:45:26.082292 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-1d0de98e-e710-421e-a8c1-eca0e01932bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3451063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668064'] for network (c0142df7-9d5b-48b4-893f-0a5baf2cb697), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:26.089326 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-1d0de98e-e710-421e-a8c1-eca0e01932bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565043'] for network (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:26.092416 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-1d0de98e-e710-421e-a8c1-eca0e01932bf admin admin] 10.222.0.15 "DELETE /v2.0/networks/c0142df7-9d5b-48b4-893f-0a5baf2cb697 HTTP/1.1" status: 204 len: 168 time: 0.6613660 Apr 12 19:45:26.111084 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0de98e-e710-421e-a8c1-eca0e01932bf admin admin] Pushing event deleted for resources: {'Network': ['ID=c0142df7-9d5b-48b4-893f-0a5baf2cb697,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:45:26.138577 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ff7af9-2b35-46f9-acdb-44ace74b2fb7 req-b73ab40b-96c3-42bd-9c83-774124af6963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:45:26.140220 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-24ff7af9-2b35-46f9-acdb-44ace74b2fb7 req-b73ab40b-96c3-42bd-9c83-774124af6963 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e2849b4a348c4795bf965ba8cdf2467d&device_id=ed5d5b75-5593-42f3-8e63-2df69df80a03 HTTP/1.1" status: 200 len: 1130 time: 0.0466433 Apr 12 19:45:26.255649 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 37234) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:45:26.256229 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ff7af9-2b35-46f9-acdb-44ace74b2fb7 req-effad6b3-551f-4f21-8e03-d31ee86f0a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:45:26.257507 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-24ff7af9-2b35-46f9-acdb-44ace74b2fb7 req-effad6b3-551f-4f21-8e03-d31ee86f0a32 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9 HTTP/1.1" status: 200 len: 919 time: 0.0970585 Apr 12 19:45:26.294484 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-caed651e-3805-416c-923f-d13a3ce83b43 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=12145dbb46aa4743a4f5524412af333a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0376039 Apr 12 19:45:26.296913 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 37236) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:45:26.301018 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-24ff7af9-2b35-46f9-acdb-44ace74b2fb7 req-c309557c-1fb8-4868-ad3d-4518a7aefeba service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f9ffe87e-2b3b-4df2-8a9f-4b266f5c8763 HTTP/1.1" status: 200 len: 217 time: 0.0344450 Apr 12 19:45:26.344758 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-79d63dca-fb45-409b-89d9-e87c31f090c9 admin admin] Publish callbacks [] for security_group (13f5db24-77b7-4b66-a022-51061b945cdd), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:26.347539 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ff7af9-2b35-46f9-acdb-44ace74b2fb7 req-3a3a5ad3-b7d4-4786-a6af-1aa95aa81ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:45:26.349075 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-24ff7af9-2b35-46f9-acdb-44ace74b2fb7 req-3a3a5ad3-b7d4-4786-a6af-1aa95aa81ea0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7f57a095-a707-4feb-9d1c-8b1458759bd7 HTTP/1.1" status: 200 len: 857 time: 0.0424116 Apr 12 19:45:26.367175 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-79d63dca-fb45-409b-89d9-e87c31f090c9 admin admin] Publish callbacks [] for security_group (13f5db24-77b7-4b66-a022-51061b945cdd), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:26.397187 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ff7af9-2b35-46f9-acdb-44ace74b2fb7 req-e90bee20-6215-4de0-869f-19506c72a9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:45:26.398692 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-24ff7af9-2b35-46f9-acdb-44ace74b2fb7 req-e90bee20-6215-4de0-869f-19506c72a9b2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432265 Apr 12 19:45:26.417653 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-79d63dca-fb45-409b-89d9-e87c31f090c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (13f5db24-77b7-4b66-a022-51061b945cdd), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:26.420287 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-79d63dca-fb45-409b-89d9-e87c31f090c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:26.421419 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-79d63dca-fb45-409b-89d9-e87c31f090c9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/13f5db24-77b7-4b66-a022-51061b945cdd HTTP/1.1" status: 204 len: 168 time: 0.1235540 Apr 12 19:45:26.430298 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d63dca-fb45-409b-89d9-e87c31f090c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13f5db24-77b7-4b66-a022-51061b945cdd,revision_number=None']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:45:26.437626 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d63dca-fb45-409b-89d9-e87c31f090c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:45:26.437975 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d63dca-fb45-409b-89d9-e87c31f090c9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:45:26.438315 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d63dca-fb45-409b-89d9-e87c31f090c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:45:26.438652 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d63dca-fb45-409b-89d9-e87c31f090c9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:45:26.438983 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d63dca-fb45-409b-89d9-e87c31f090c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:45:26.439306 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d63dca-fb45-409b-89d9-e87c31f090c9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:45:26.439631 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d63dca-fb45-409b-89d9-e87c31f090c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:45:26.439952 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d63dca-fb45-409b-89d9-e87c31f090c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:45:26.440332 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d63dca-fb45-409b-89d9-e87c31f090c9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:45:26.440682 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d63dca-fb45-409b-89d9-e87c31f090c9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:45:26.441010 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d63dca-fb45-409b-89d9-e87c31f090c9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:45:26.441331 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d63dca-fb45-409b-89d9-e87c31f090c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:45:26.441651 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d63dca-fb45-409b-89d9-e87c31f090c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:45:26.441965 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d63dca-fb45-409b-89d9-e87c31f090c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:45:26.442296 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d63dca-fb45-409b-89d9-e87c31f090c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:45:26.492087 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-24ff7af9-2b35-46f9-acdb-44ace74b2fb7 req-fad94ab7-698f-4509-a750-ac0ad47a405c service neutron] 10.222.0.25 "GET /v2.0/networks/a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861871 Apr 12 19:45:26.585672 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-24ff7af9-2b35-46f9-acdb-44ace74b2fb7 req-f81de7bb-1889-402f-b538-f221c2ae410c service neutron] 10.222.0.25 "GET /v2.0/networks/a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874958 Apr 12 19:45:27.078285 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 37258) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:45:27.169875 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.v2.base [None req-2b465661-420c-463e-a13e-a7ff9aaf804a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1301443618-network', 'tenant_id': '6bee925806f84c5292071bdf5600ea3d'}} {{(pid=106707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:45:27.189439 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b465661-420c-463e-a13e-a7ff9aaf804a admin admin] Made reservation on behalf of 6bee925806f84c5292071bdf5600ea3d for: {'network': 1} {{(pid=106707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:45:27.192214 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-2b465661-420c-463e-a13e-a7ff9aaf804a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for network (None), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:27.200234 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-2b465661-420c-463e-a13e-a7ff9aaf804a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:27.273764 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-2b465661-420c-463e-a13e-a7ff9aaf804a admin admin] Publish callbacks [] for security_group (7d5059dc-d532-4fec-a364-f3b436975fca), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:27.277362 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-2b465661-420c-463e-a13e-a7ff9aaf804a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (7d5059dc-d532-4fec-a364-f3b436975fca), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:27.301089 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b465661-420c-463e-a13e-a7ff9aaf804a admin admin] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=106707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 19:45:27.309485 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b465661-420c-463e-a13e-a7ff9aaf804a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d5059dc-d532-4fec-a364-f3b436975fca,revision_number=1']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:45:27.316977 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-2b465661-420c-463e-a13e-a7ff9aaf804a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495566'] for segment (a144370d-4b66-4f66-8cfd-2a36bf44a2ec), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:27.317890 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.db.segments_db [None req-2b465661-420c-463e-a13e-a7ff9aaf804a admin admin] Added segment a144370d-4b66-4f66-8cfd-2a36bf44a2ec of type vlan for network cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf Apr 12 19:45:27.355930 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-2b465661-420c-463e-a13e-a7ff9aaf804a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749198045660'] for network (cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:27.380079 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-2b465661-420c-463e-a13e-a7ff9aaf804a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185'] for network (cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:27.381004 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b465661-420c-463e-a13e-a7ff9aaf804a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:45:27.381570 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-2b465661-420c-463e-a13e-a7ff9aaf804a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565043'] for network (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:27.645695 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-2b465661-420c-463e-a13e-a7ff9aaf804a admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5663288 Apr 12 19:45:27.648826 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 37262) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:45:27.652740 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b465661-420c-463e-a13e-a7ff9aaf804a admin admin] Pushing event updated for resources: {'Network': ['ID=cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf,revision_number=1']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:45:27.653727 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.v2.base [None req-70ecee3c-639c-4d4d-b291-3bfb34036d31 admin admin] Request body: {'subnet': {'network_id': 'cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1301443618-subnet', 'tenant_id': '6bee925806f84c5292071bdf5600ea3d', 'ip_version': 4}} {{(pid=106704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:45:27.662635 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Network cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf details requested by agent ovs-agent-dv-cinder-837540-1-iscsi with host dv-cinder-837540-1-iscsi {{(pid=106714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 19:45:27.673942 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70ecee3c-639c-4d4d-b291-3bfb34036d31 admin admin] Made reservation on behalf of 6bee925806f84c5292071bdf5600ea3d for: {'subnet': 1} {{(pid=106704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:45:27.677177 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-70ecee3c-639c-4d4d-b291-3bfb34036d31 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8854037'] for subnet (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:27.838952 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-70ecee3c-639c-4d4d-b291-3bfb34036d31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8791769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8854019'] for subnet (17d1257d-e8de-480c-a236-a7606e4db732), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:27.894305 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ecee3c-639c-4d4d-b291-3bfb34036d31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17d1257d-e8de-480c-a236-a7606e4db732,revision_number=0']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:45:27.901574 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ecee3c-639c-4d4d-b291-3bfb34036d31 admin admin] Checking segment: {'id': 'a144370d-4b66-4f66-8cfd-2a36bf44a2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:45:27.901959 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ecee3c-639c-4d4d-b291-3bfb34036d31 admin admin] Network hostable DHCP agents. Network: cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf, hostable agents: ['055fa106-9079-4d8f-a829-e3ca37bbcb19'], hosted agents: [] {{(pid=106704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 19:45:27.919167 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ecee3c-639c-4d4d-b291-3bfb34036d31 admin admin] Network cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf is scheduled to be hosted by DHCP agent 055fa106-9079-4d8f-a829-e3ca37bbcb19 with binding_index 1 {{(pid=106704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 19:45:27.928254 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.base_scheduler [None req-70ecee3c-639c-4d4d-b291-3bfb34036d31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837540-1-iscsi, cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf) {{(pid=106704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:45:27.932765 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ecee3c-639c-4d4d-b291-3bfb34036d31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:45:27.933873 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-70ecee3c-639c-4d4d-b291-3bfb34036d31 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:27.936957 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b6b643-a712-4064-b96c-bf53e6da1d39 None None] Network cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf requested from dv-cinder-837540-1-iscsi {{(pid=106714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 19:45:27.949251 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-70ecee3c-639c-4d4d-b291-3bfb34036d31 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.2990661 Apr 12 19:45:27.951711 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 37264) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:45:27.956082 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.v2.base [None req-da3276e3-a791-401b-8902-ec0673cfdf2e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1301443618-router', 'tenant_id': '6bee925806f84c5292071bdf5600ea3d', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08'}}} {{(pid=106707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:45:27.975566 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-da3276e3-a791-401b-8902-ec0673cfdf2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-670512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26520'] for router (7013e331-1097-482b-97d8-6610276975e3), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:27.976925 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-da3276e3-a791-401b-8902-ec0673cfdf2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-670368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-602046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26497'] for router (7013e331-1097-482b-97d8-6610276975e3), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:28.027758 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-da3276e3-a791-401b-8902-ec0673cfdf2e admin admin] Publish callbacks [] for router_controller (7013e331-1097-482b-97d8-6610276975e3), precommit_add_association {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:28.041637 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca957e6-19e9-43ce-909b-c2d9ffabc51b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3012341e-45cf-56fd-a54d-b96530cfb325-cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf', 'network_id': 'cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf', 'project_id': '6bee925806f84c5292071bdf5600ea3d', 'fixed_ips': [{'subnet_id': '17d1257d-e8de-480c-a236-a7606e4db732'}]}} from dv-cinder-837540-1-iscsi. {{(pid=106714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 19:45:28.042748 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-cca957e6-19e9-43ce-909b-c2d9ffabc51b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (None), before_create {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:28.176533 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-da3276e3-a791-401b-8902-ec0673cfdf2e admin admin] Publish callbacks [] for router_gateway (7013e331-1097-482b-97d8-6610276975e3), precommit_update {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:28.179683 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.db_base_plugin_common [None req-cca957e6-19e9-43ce-909b-c2d9ffabc51b None None] Allocated IP 172.20.0.2 (cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf/17d1257d-e8de-480c-a236-a7606e4db732/a553f29b-ddff-4700-b9f7-b9c49fd8f706) {{(pid=106714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:45:28.321444 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-cca957e6-19e9-43ce-909b-c2d9ffabc51b None None] Publish callbacks [] for port (a553f29b-ddff-4700-b9f7-b9c49fd8f706), precommit_create {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:28.327334 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-cca957e6-19e9-43ce-909b-c2d9ffabc51b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749198058662'] for port (a553f29b-ddff-4700-b9f7-b9c49fd8f706), after_create {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:28.354307 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-da3276e3-a791-401b-8902-ec0673cfdf2e admin admin] Publish callbacks [] for router_gateway (7013e331-1097-482b-97d8-6610276975e3), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:28.369082 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca957e6-19e9-43ce-909b-c2d9ffabc51b None None] Network cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf is already hosted by enough agents. {{(pid=106714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:45:28.372032 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.scheduler.base_scheduler [None req-cca957e6-19e9-43ce-909b-c2d9ffabc51b None None] Resources bound (agent type, host, resource id): {{(pid=106714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:45:28.376695 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca957e6-19e9-43ce-909b-c2d9ffabc51b None None] Received port after_create {{(pid=106714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:45:28.377644 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-da3276e3-a791-401b-8902-ec0673cfdf2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (None), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:28.380665 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca957e6-19e9-43ce-909b-c2d9ffabc51b None None] Pushing event updated for resources: {'Port': ['ID=a553f29b-ddff-4700-b9f7-b9c49fd8f706,revision_number=1']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:45:28.391996 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca957e6-19e9-43ce-909b-c2d9ffabc51b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:45:28.392386 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca957e6-19e9-43ce-909b-c2d9ffabc51b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:45:28.392750 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca957e6-19e9-43ce-909b-c2d9ffabc51b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:45:28.393164 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca957e6-19e9-43ce-909b-c2d9ffabc51b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:45:28.393514 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca957e6-19e9-43ce-909b-c2d9ffabc51b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:45:28.394438 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca957e6-19e9-43ce-909b-c2d9ffabc51b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:45:28.394774 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca957e6-19e9-43ce-909b-c2d9ffabc51b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:45:28.395106 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca957e6-19e9-43ce-909b-c2d9ffabc51b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:45:28.395447 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca957e6-19e9-43ce-909b-c2d9ffabc51b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:45:28.395763 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca957e6-19e9-43ce-909b-c2d9ffabc51b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:45:28.396164 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca957e6-19e9-43ce-909b-c2d9ffabc51b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:45:28.396507 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca957e6-19e9-43ce-909b-c2d9ffabc51b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:45:28.396838 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca957e6-19e9-43ce-909b-c2d9ffabc51b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:45:28.397162 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca957e6-19e9-43ce-909b-c2d9ffabc51b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:45:28.397488 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca957e6-19e9-43ce-909b-c2d9ffabc51b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:45:28.445496 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.managers [None req-cca957e6-19e9-43ce-909b-c2d9ffabc51b None None] Attempting to bind port a553f29b-ddff-4700-b9f7-b9c49fd8f706 on host dv-cinder-837540-1-iscsi for vnic_type normal with profile {{(pid=106714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:45:28.445773 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.managers [None req-cca957e6-19e9-43ce-909b-c2d9ffabc51b None None] Attempting to bind port a553f29b-ddff-4700-b9f7-b9c49fd8f706 by drivers openvswitch,hyperv on host dv-cinder-837540-1-iscsi at level 0 using segments [{'id': 'a144370d-4b66-4f66-8cfd-2a36bf44a2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf'}] {{(pid=106714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:45:28.446147 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca957e6-19e9-43ce-909b-c2d9ffabc51b None None] Attempting to bind port a553f29b-ddff-4700-b9f7-b9c49fd8f706 on network cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf {{(pid=106714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:45:28.451081 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca957e6-19e9-43ce-909b-c2d9ffabc51b None None] Checking agent: {'id': 'e0bf5abe-d5c5-40a1-a359-03156ade36a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837540-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 30, 50), 'started_at': datetime.datetime(2022, 4, 12, 19, 31, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837540-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:45:28.451503 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca957e6-19e9-43ce-909b-c2d9ffabc51b None None] Checking segment: {'id': 'a144370d-4b66-4f66-8cfd-2a36bf44a2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:45:28.451904 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-cca957e6-19e9-43ce-909b-c2d9ffabc51b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:28.452392 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca957e6-19e9-43ce-909b-c2d9ffabc51b None None] Bound using segment: {'id': 'a144370d-4b66-4f66-8cfd-2a36bf44a2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf'} {{(pid=106714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:45:28.452865 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.managers [None req-cca957e6-19e9-43ce-909b-c2d9ffabc51b None None] Bound port: a553f29b-ddff-4700-b9f7-b9c49fd8f706, host: dv-cinder-837540-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a144370d-4b66-4f66-8cfd-2a36bf44a2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf'}}] {{(pid=106714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:45:28.453249 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-cca957e6-19e9-43ce-909b-c2d9ffabc51b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (a553f29b-ddff-4700-b9f7-b9c49fd8f706), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:28.483516 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.db.db_base_plugin_common [None req-da3276e3-a791-401b-8902-ec0673cfdf2e admin admin] Allocated IP 172.27.2.33 (afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08/6283d24b-0e2c-4ae1-ac34-d042e72aa307/f88b9b97-d799-4c39-8277-5ca46ea62d04) {{(pid=106707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:45:28.519842 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-cca957e6-19e9-43ce-909b-c2d9ffabc51b None None] For port a553f29b-ddff-4700-b9f7-b9c49fd8f706, host dv-cinder-837540-1-iscsi, cleared binding levels {{(pid=106714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:45:28.523165 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-cca957e6-19e9-43ce-909b-c2d9ffabc51b None None] For port a553f29b-ddff-4700-b9f7-b9c49fd8f706, host dv-cinder-837540-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-1-iscsi',level=0,port_id=a553f29b-ddff-4700-b9f7-b9c49fd8f706,segment=NetworkSegment(a144370d-4b66-4f66-8cfd-2a36bf44a2ec),segment_id=a144370d-4b66-4f66-8cfd-2a36bf44a2ec)] {{(pid=106714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:45:28.529272 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-cca957e6-19e9-43ce-909b-c2d9ffabc51b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (a553f29b-ddff-4700-b9f7-b9c49fd8f706), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:28.584960 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca957e6-19e9-43ce-909b-c2d9ffabc51b None None] Pushing event updated for resources: {'Port': ['ID=a553f29b-ddff-4700-b9f7-b9c49fd8f706,revision_number=2']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:45:28.596128 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-da3276e3-a791-401b-8902-ec0673cfdf2e admin admin] Publish callbacks [] for port (f88b9b97-d799-4c39-8277-5ca46ea62d04), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:28.631356 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-da3276e3-a791-401b-8902-ec0673cfdf2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749198058662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9064885'] for port (f88b9b97-d799-4c39-8277-5ca46ea62d04), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:28.669829 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3276e3-a791-401b-8902-ec0673cfdf2e admin admin] Network afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08 is already hosted by enough agents. {{(pid=106707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:45:28.674628 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.scheduler.base_scheduler [None req-da3276e3-a791-401b-8902-ec0673cfdf2e admin admin] Resources bound (agent type, host, resource id): {{(pid=106707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:45:28.678662 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3276e3-a791-401b-8902-ec0673cfdf2e admin admin] Received port after_create {{(pid=106707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:45:28.701088 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3276e3-a791-401b-8902-ec0673cfdf2e admin admin] Pushing event updated for resources: {'Port': ['ID=f88b9b97-d799-4c39-8277-5ca46ea62d04,revision_number=1']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:45:28.952874 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-da3276e3-a791-401b-8902-ec0673cfdf2e admin admin] Publish callbacks [] for router_gateway (7013e331-1097-482b-97d8-6610276975e3), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:29.148279 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-da3276e3-a791-401b-8902-ec0673cfdf2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668120'] for router (7013e331-1097-482b-97d8-6610276975e3), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:29.281395 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da3276e3-a791-401b-8902-ec0673cfdf2e admin admin] Router 7013e331-1097-482b-97d8-6610276975e3 is scheduled to L3 agent 4d9412c4-31b2-4fbf-87a0-f931332ab9d5 with binding_index 1 {{(pid=106707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 19:45:29.393241 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da3276e3-a791-401b-8902-ec0673cfdf2e admin admin] Notify agent at l3_agent.dv-cinder-837540-1-iscsi the message routers_updated {{(pid=106707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:45:29.404044 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b79aa9-c0ae-40e7-bae0-efa8373584de None None] Sync routers for ids ['7013e331-1097-482b-97d8-6610276975e3'] in dv-cinder-837540-1-iscsi {{(pid=106718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:45:29.413745 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-da3276e3-a791-401b-8902-ec0673cfdf2e admin admin] Publish callbacks [] for router (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:29.416023 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-da3276e3-a791-401b-8902-ec0673cfdf2e admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4623699 Apr 12 19:45:29.416255 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b79aa9-c0ae-40e7-bae0-efa8373584de None None] Routers {'7013e331-1097-482b-97d8-6610276975e3'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:45:29.417111 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-a3b79aa9-c0ae-40e7-bae0-efa8373584de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:45:16Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['7013e331-1097-482b-97d8-6610276975e3'], 'active': True} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:45:29.417923 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 37268) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:45:29.507129 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4af8685-5a3e-4662-9cf6-68a5b8208e1e None None] Network cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf requested from dv-cinder-837540-1-iscsi {{(pid=106714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 19:45:29.551379 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvr_db [None req-a3b79aa9-c0ae-40e7-bae0-efa8373584de None None] Set router 7013e331-1097-482b-97d8-6610276975e3 gateway port host: dv-cinder-837540-1-iscsi {{(pid=106718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:45:29.561465 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-d0d8c70a-817b-4e4c-b672-9d1594fb4eea None None] Provisioning complete for port a553f29b-ddff-4700-b9f7-b9c49fd8f706 triggered by entity DHCP. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:45:29.561844 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-d0d8c70a-817b-4e4c-b672-9d1594fb4eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (a553f29b-ddff-4700-b9f7-b9c49fd8f706), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:29.683495 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-d0d8c70a-817b-4e4c-b672-9d1594fb4eea None None] Current status of the port a553f29b-ddff-4700-b9f7-b9c49fd8f706 is: DOWN; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:45:29.683878 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-d0d8c70a-817b-4e4c-b672-9d1594fb4eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (a553f29b-ddff-4700-b9f7-b9c49fd8f706), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:29.718661 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-d0d8c70a-817b-4e4c-b672-9d1594fb4eea None None] For port a553f29b-ddff-4700-b9f7-b9c49fd8f706, host dv-cinder-837540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-1-iscsi',level=0,port_id=a553f29b-ddff-4700-b9f7-b9c49fd8f706,segment=NetworkSegment(a144370d-4b66-4f66-8cfd-2a36bf44a2ec),segment_id=a144370d-4b66-4f66-8cfd-2a36bf44a2ec)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:45:29.725345 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-d0d8c70a-817b-4e4c-b672-9d1594fb4eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (a553f29b-ddff-4700-b9f7-b9c49fd8f706), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:29.738276 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-a3b79aa9-c0ae-40e7-bae0-efa8373584de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7013e331-1097-482b-97d8-6610276975e3', 'name': 'tempest-TestVolumeBootPattern-1301443618-router', 'tenant_id': '6bee925806f84c5292071bdf5600ea3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'f88b9b97-d799-4c39-8277-5ca46ea62d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:45:27Z', 'updated_at': '2022-04-12T19:45:28Z', 'revision_number': 3, 'project_id': '6bee925806f84c5292071bdf5600ea3d', 'gw_port': {'id': 'f88b9b97-d799-4c39-8277-5ca46ea62d04', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:29:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7013e331-1097-482b-97d8-6610276975e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:45:28Z', 'updated_at': '2022-04-12T19:45:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi'}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:45:29.774521 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b79aa9-c0ae-40e7-bae0-efa8373584de None None] Checking router: 7013e331-1097-482b-97d8-6610276975e3 for host: dv-cinder-837540-1-iscsi {{(pid=106718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:45:29.775398 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b79aa9-c0ae-40e7-bae0-efa8373584de None None] Updating router 7013e331-1097-482b-97d8-6610276975e3 port f88b9b97-d799-4c39-8277-5ca46ea62d04 binding host dv-cinder-837540-1-iscsi {{(pid=106718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 19:45:29.779992 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d8c70a-817b-4e4c-b672-9d1594fb4eea None None] Pushing event updated for resources: {'Port': ['ID=a553f29b-ddff-4700-b9f7-b9c49fd8f706,revision_number=3']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:45:29.808712 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron_lib.callbacks.manager [None req-a3b79aa9-c0ae-40e7-bae0-efa8373584de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (f88b9b97-d799-4c39-8277-5ca46ea62d04), before_update {{(pid=106718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:29.876063 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-0e0b8c25-e122-47bb-a47e-24fc4327b084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (None), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:29.944337 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-de5347a1-198a-4305-ae9c-f6b9a73983ce None None] Provisioning complete for port a553f29b-ddff-4700-b9f7-b9c49fd8f706 triggered by entity DHCP. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:45:29.944867 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-de5347a1-198a-4305-ae9c-f6b9a73983ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (a553f29b-ddff-4700-b9f7-b9c49fd8f706), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:30.027797 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-de5347a1-198a-4305-ae9c-f6b9a73983ce None None] Current status of the port a553f29b-ddff-4700-b9f7-b9c49fd8f706 is: ACTIVE; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:45:30.041577 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.db.db_base_plugin_common [None req-0e0b8c25-e122-47bb-a47e-24fc4327b084 admin admin] Allocated IP 172.20.0.1 (cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf/17d1257d-e8de-480c-a236-a7606e4db732/7ea9e191-0575-41a4-b8a6-6f7159e4e5e7) {{(pid=106707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:45:30.078195 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron_lib.callbacks.manager [None req-a3b79aa9-c0ae-40e7-bae0-efa8373584de None None] Publish callbacks [] for port (f88b9b97-d799-4c39-8277-5ca46ea62d04), precommit_update {{(pid=106718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:30.083803 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron_lib.callbacks.manager [None req-a3b79aa9-c0ae-40e7-bae0-efa8373584de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (f88b9b97-d799-4c39-8277-5ca46ea62d04), after_update {{(pid=106718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:30.129126 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206810f4-a72a-4aa2-8e60-e8c8be8b2ac7 None None] Pushing event updated for resources: {'Port': ['ID=f88b9b97-d799-4c39-8277-5ca46ea62d04,revision_number=2']} {{(pid=106718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:45:30.145044 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-0e0b8c25-e122-47bb-a47e-24fc4327b084 admin admin] Publish callbacks [] for port (7ea9e191-0575-41a4-b8a6-6f7159e4e5e7), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:30.146629 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206810f4-a72a-4aa2-8e60-e8c8be8b2ac7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:45:30.146983 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206810f4-a72a-4aa2-8e60-e8c8be8b2ac7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:45:30.147352 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206810f4-a72a-4aa2-8e60-e8c8be8b2ac7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:45:30.147726 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206810f4-a72a-4aa2-8e60-e8c8be8b2ac7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:45:30.148094 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206810f4-a72a-4aa2-8e60-e8c8be8b2ac7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:45:30.148431 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206810f4-a72a-4aa2-8e60-e8c8be8b2ac7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:45:30.148761 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206810f4-a72a-4aa2-8e60-e8c8be8b2ac7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:45:30.149088 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206810f4-a72a-4aa2-8e60-e8c8be8b2ac7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:45:30.149415 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206810f4-a72a-4aa2-8e60-e8c8be8b2ac7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:45:30.149744 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206810f4-a72a-4aa2-8e60-e8c8be8b2ac7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:45:30.150069 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206810f4-a72a-4aa2-8e60-e8c8be8b2ac7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:45:30.150411 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206810f4-a72a-4aa2-8e60-e8c8be8b2ac7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:45:30.150739 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206810f4-a72a-4aa2-8e60-e8c8be8b2ac7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:45:30.151061 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206810f4-a72a-4aa2-8e60-e8c8be8b2ac7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:45:30.151393 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206810f4-a72a-4aa2-8e60-e8c8be8b2ac7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:45:30.154937 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.plugins.ml2.managers [None req-a3b79aa9-c0ae-40e7-bae0-efa8373584de None None] Attempting to bind port f88b9b97-d799-4c39-8277-5ca46ea62d04 on host dv-cinder-837540-1-iscsi for vnic_type normal with profile {{(pid=106718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:45:30.155309 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.plugins.ml2.managers [None req-a3b79aa9-c0ae-40e7-bae0-efa8373584de None None] Attempting to bind port f88b9b97-d799-4c39-8277-5ca46ea62d04 by drivers openvswitch,hyperv on host dv-cinder-837540-1-iscsi at level 0 using segments [{'id': 'd71711ac-63cd-4a26-822c-81ae059ce82d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08'}] {{(pid=106718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:45:30.155672 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b79aa9-c0ae-40e7-bae0-efa8373584de None None] Attempting to bind port f88b9b97-d799-4c39-8277-5ca46ea62d04 on network afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08 {{(pid=106718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:45:30.161714 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b79aa9-c0ae-40e7-bae0-efa8373584de None None] Checking agent: {'id': 'e0bf5abe-d5c5-40a1-a359-03156ade36a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837540-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 30, 50), 'started_at': datetime.datetime(2022, 4, 12, 19, 31, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837540-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:45:30.162081 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b79aa9-c0ae-40e7-bae0-efa8373584de None None] Checking segment: {'id': 'd71711ac-63cd-4a26-822c-81ae059ce82d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:45:30.162479 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron_lib.callbacks.manager [None req-a3b79aa9-c0ae-40e7-bae0-efa8373584de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:30.162864 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b79aa9-c0ae-40e7-bae0-efa8373584de None None] Bound using segment: {'id': 'd71711ac-63cd-4a26-822c-81ae059ce82d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08'} {{(pid=106718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:45:30.163324 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.plugins.ml2.managers [None req-a3b79aa9-c0ae-40e7-bae0-efa8373584de None None] Bound port: f88b9b97-d799-4c39-8277-5ca46ea62d04, host: dv-cinder-837540-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd71711ac-63cd-4a26-822c-81ae059ce82d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08'}}] {{(pid=106718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:45:30.163698 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron_lib.callbacks.manager [None req-a3b79aa9-c0ae-40e7-bae0-efa8373584de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (f88b9b97-d799-4c39-8277-5ca46ea62d04), before_update {{(pid=106718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:30.178434 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-0e0b8c25-e122-47bb-a47e-24fc4327b084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749198058662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9064885'] for port (7ea9e191-0575-41a4-b8a6-6f7159e4e5e7), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:30.212796 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0b8c25-e122-47bb-a47e-24fc4327b084 admin admin] Network cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf is already hosted by enough agents. {{(pid=106707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:45:30.215735 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.scheduler.base_scheduler [None req-0e0b8c25-e122-47bb-a47e-24fc4327b084 admin admin] Resources bound (agent type, host, resource id): {{(pid=106707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:45:30.216645 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.plugins.ml2.db [None req-a3b79aa9-c0ae-40e7-bae0-efa8373584de None None] For port f88b9b97-d799-4c39-8277-5ca46ea62d04, host dv-cinder-837540-1-iscsi, cleared binding levels {{(pid=106718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:45:30.218217 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0b8c25-e122-47bb-a47e-24fc4327b084 admin admin] Received port after_create {{(pid=106707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:45:30.219794 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.plugins.ml2.db [None req-a3b79aa9-c0ae-40e7-bae0-efa8373584de None None] For port f88b9b97-d799-4c39-8277-5ca46ea62d04, host dv-cinder-837540-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-1-iscsi',level=0,port_id=f88b9b97-d799-4c39-8277-5ca46ea62d04,segment=NetworkSegment(d71711ac-63cd-4a26-822c-81ae059ce82d),segment_id=d71711ac-63cd-4a26-822c-81ae059ce82d)] {{(pid=106718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:45:30.229363 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron_lib.callbacks.manager [None req-a3b79aa9-c0ae-40e7-bae0-efa8373584de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (f88b9b97-d799-4c39-8277-5ca46ea62d04), after_update {{(pid=106718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:30.253641 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0b8c25-e122-47bb-a47e-24fc4327b084 admin admin] Pushing event updated for resources: {'Port': ['ID=7ea9e191-0575-41a4-b8a6-6f7159e4e5e7,revision_number=1']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:45:30.274187 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-0e0b8c25-e122-47bb-a47e-24fc4327b084 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667945'] for router_interface (7013e331-1097-482b-97d8-6610276975e3), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:30.296400 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b79aa9-c0ae-40e7-bae0-efa8373584de None None] Routers {'7013e331-1097-482b-97d8-6610276975e3'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:45:30.297040 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-a3b79aa9-c0ae-40e7-bae0-efa8373584de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:45:16Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['7013e331-1097-482b-97d8-6610276975e3'], 'active': True} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:45:30.298941 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206810f4-a72a-4aa2-8e60-e8c8be8b2ac7 None None] Pushing event updated for resources: {'Port': ['ID=f88b9b97-d799-4c39-8277-5ca46ea62d04,revision_number=3']} {{(pid=106718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:45:30.413683 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-0e0b8c25-e122-47bb-a47e-24fc4327b084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (7ea9e191-0575-41a4-b8a6-6f7159e4e5e7), before_update {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:30.415149 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvr_db [None req-a3b79aa9-c0ae-40e7-bae0-efa8373584de None None] Set router 7013e331-1097-482b-97d8-6610276975e3 gateway port host: dv-cinder-837540-1-iscsi {{(pid=106718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:45:30.446976 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-2d471b4e-27d0-4237-b291-258c89b938c7 None None] Provisioning complete for port 7ea9e191-0575-41a4-b8a6-6f7159e4e5e7 triggered by entity DHCP. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:45:30.447359 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-2d471b4e-27d0-4237-b291-258c89b938c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (7ea9e191-0575-41a4-b8a6-6f7159e4e5e7), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:30.482443 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-2d471b4e-27d0-4237-b291-258c89b938c7 None None] Port 7ea9e191-0575-41a4-b8a6-6f7159e4e5e7 cannot update to ACTIVE because it is not bound. {{(pid=106714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 19:45:30.576989 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-0e0b8c25-e122-47bb-a47e-24fc4327b084 admin admin] Publish callbacks [] for port (7ea9e191-0575-41a4-b8a6-6f7159e4e5e7), precommit_update {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:30.581845 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-0e0b8c25-e122-47bb-a47e-24fc4327b084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9064844'] for port (7ea9e191-0575-41a4-b8a6-6f7159e4e5e7), after_update {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:30.587185 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-a3b79aa9-c0ae-40e7-bae0-efa8373584de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7013e331-1097-482b-97d8-6610276975e3', 'name': 'tempest-TestVolumeBootPattern-1301443618-router', 'tenant_id': '6bee925806f84c5292071bdf5600ea3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'f88b9b97-d799-4c39-8277-5ca46ea62d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:45:27Z', 'updated_at': '2022-04-12T19:45:28Z', 'revision_number': 3, 'project_id': '6bee925806f84c5292071bdf5600ea3d', 'gw_port': {'id': 'f88b9b97-d799-4c39-8277-5ca46ea62d04', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:29:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7013e331-1097-482b-97d8-6610276975e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:45:28Z', 'updated_at': '2022-04-12T19:45:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi'}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:45:30.620768 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b79aa9-c0ae-40e7-bae0-efa8373584de None None] The sync data for ids ['7013e331-1097-482b-97d8-6610276975e3'] in dv-cinder-837540-1-iscsi is: [{'id': '7013e331-1097-482b-97d8-6610276975e3', 'name': 'tempest-TestVolumeBootPattern-1301443618-router', 'tenant_id': '6bee925806f84c5292071bdf5600ea3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'f88b9b97-d799-4c39-8277-5ca46ea62d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:45:27Z', 'updated_at': '2022-04-12T19:45:28Z', 'revision_number': 3, 'project_id': '6bee925806f84c5292071bdf5600ea3d', 'gw_port': {'id': 'f88b9b97-d799-4c39-8277-5ca46ea62d04', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:29:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7013e331-1097-482b-97d8-6610276975e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:45:28Z', 'updated_at': '2022-04-12T19:45:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi'}] {{(pid=106718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:45:30.651556 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-0e0b8c25-e122-47bb-a47e-24fc4327b084 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-668313'] for router_interface (7013e331-1097-482b-97d8-6610276975e3), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:30.653486 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0b8c25-e122-47bb-a47e-24fc4327b084 admin admin] Pushing event updated for resources: {'Port': ['ID=7ea9e191-0575-41a4-b8a6-6f7159e4e5e7,revision_number=2']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:45:30.685808 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device a553f29b-ddff-4700-b9f7-b9c49fd8f706 up at agent ovs-agent-dv-cinder-837540-1-iscsi {{(pid=106714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:45:30.741565 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Provisioning complete for port a553f29b-ddff-4700-b9f7-b9c49fd8f706 triggered by entity L2. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:45:30.741937 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (a553f29b-ddff-4700-b9f7-b9c49fd8f706), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:30.749901 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0b8c25-e122-47bb-a47e-24fc4327b084 admin admin] Network cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf is already hosted by enough agents. {{(pid=106707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:45:30.751784 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.scheduler.base_scheduler [None req-0e0b8c25-e122-47bb-a47e-24fc4327b084 admin admin] Resources bound (agent type, host, resource id): {{(pid=106707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:45:30.828974 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Current status of the port a553f29b-ddff-4700-b9f7-b9c49fd8f706 is: ACTIVE; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:45:30.914322 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e0b8c25-e122-47bb-a47e-24fc4327b084 admin admin] Router 7013e331-1097-482b-97d8-6610276975e3 has already been hosted by L3 agent 4d9412c4-31b2-4fbf-87a0-f931332ab9d5 {{(pid=106707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 19:45:31.007921 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-f5758003-0ab6-4adb-8108-3557a30463c8 None None] Provisioning complete for port 7ea9e191-0575-41a4-b8a6-6f7159e4e5e7 triggered by entity DHCP. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:45:31.008329 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-f5758003-0ab6-4adb-8108-3557a30463c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (7ea9e191-0575-41a4-b8a6-6f7159e4e5e7), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:31.053190 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-f5758003-0ab6-4adb-8108-3557a30463c8 None None] Port 7ea9e191-0575-41a4-b8a6-6f7159e4e5e7 cannot update to ACTIVE because it is not bound. {{(pid=106714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 19:45:31.260187 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e0b8c25-e122-47bb-a47e-24fc4327b084 admin admin] Notify agent at l3_agent.dv-cinder-837540-1-iscsi the message routers_updated {{(pid=106707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:45:31.265177 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-0e0b8c25-e122-47bb-a47e-24fc4327b084 admin admin] 10.222.0.15 "PUT /v2.0/routers/7013e331-1097-482b-97d8-6610276975e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8460333 Apr 12 19:45:31.725469 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 37284) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:45:31.730431 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.v2.base [None req-646f8e81-071d-43ad-acc9-66ab705ff8bc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-804628606-network', 'tenant_id': 'b315e564ece14b5c91dde78455e4643f'}} {{(pid=106707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:45:31.751743 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-646f8e81-071d-43ad-acc9-66ab705ff8bc admin admin] Made reservation on behalf of b315e564ece14b5c91dde78455e4643f for: {'network': 1} {{(pid=106707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:45:31.753981 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-646f8e81-071d-43ad-acc9-66ab705ff8bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for network (None), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:31.762249 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-646f8e81-071d-43ad-acc9-66ab705ff8bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:31.837163 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-646f8e81-071d-43ad-acc9-66ab705ff8bc admin admin] Publish callbacks [] for security_group (ee1794f8-14da-4602-8ba8-c9e885d9f85e), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:31.842134 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-646f8e81-071d-43ad-acc9-66ab705ff8bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (ee1794f8-14da-4602-8ba8-c9e885d9f85e), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:31.867502 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-646f8e81-071d-43ad-acc9-66ab705ff8bc admin admin] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=106707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 19:45:31.883015 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646f8e81-071d-43ad-acc9-66ab705ff8bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee1794f8-14da-4602-8ba8-c9e885d9f85e,revision_number=1']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:45:31.886032 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-646f8e81-071d-43ad-acc9-66ab705ff8bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495566'] for segment (470420a0-5e47-458b-afd2-e90200a2f5ac), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:31.886380 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.db.segments_db [None req-646f8e81-071d-43ad-acc9-66ab705ff8bc admin admin] Added segment 470420a0-5e47-458b-afd2-e90200a2f5ac of type vlan for network d93a11d4-ed20-4137-b9c5-ea162b41f129 Apr 12 19:45:31.928581 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-646f8e81-071d-43ad-acc9-66ab705ff8bc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749198045660'] for network (d93a11d4-ed20-4137-b9c5-ea162b41f129), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:31.952979 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-646f8e81-071d-43ad-acc9-66ab705ff8bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185'] for network (d93a11d4-ed20-4137-b9c5-ea162b41f129), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:31.954089 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-646f8e81-071d-43ad-acc9-66ab705ff8bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:45:31.954669 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-646f8e81-071d-43ad-acc9-66ab705ff8bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565043'] for network (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:32.009480 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-646f8e81-071d-43ad-acc9-66ab705ff8bc admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2829089 Apr 12 19:45:32.012105 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 37286) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:45:32.019255 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.v2.base [None req-8ae58ade-9d6b-4e77-b251-59660a2523d4 admin admin] Request body: {'subnet': {'network_id': 'd93a11d4-ed20-4137-b9c5-ea162b41f129', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-804628606-subnet', 'tenant_id': 'b315e564ece14b5c91dde78455e4643f', 'ip_version': 4}} {{(pid=106707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:45:32.026909 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646f8e81-071d-43ad-acc9-66ab705ff8bc admin admin] Pushing event updated for resources: {'Network': ['ID=d93a11d4-ed20-4137-b9c5-ea162b41f129,revision_number=1']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:45:32.038555 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Network d93a11d4-ed20-4137-b9c5-ea162b41f129 details requested by agent ovs-agent-dv-cinder-837540-1-iscsi with host dv-cinder-837540-1-iscsi {{(pid=106714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 19:45:32.047604 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae58ade-9d6b-4e77-b251-59660a2523d4 admin admin] Made reservation on behalf of b315e564ece14b5c91dde78455e4643f for: {'subnet': 1} {{(pid=106707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:45:32.050741 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-8ae58ade-9d6b-4e77-b251-59660a2523d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9408059'] for subnet (None), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:32.178289 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7adedbf4-29ee-4045-a435-1de8c1dafa40 None None] Sync routers for ids ['7013e331-1097-482b-97d8-6610276975e3'] in dv-cinder-837540-1-iscsi {{(pid=106714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:45:32.227427 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-8ae58ade-9d6b-4e77-b251-59660a2523d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9064965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9408045'] for subnet (044c45aa-04d2-47d6-b3aa-24c3f0b0cb1a), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:32.229678 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7adedbf4-29ee-4045-a435-1de8c1dafa40 None None] Routers {'7013e331-1097-482b-97d8-6610276975e3'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:45:32.230310 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_hamode_db [None req-7adedbf4-29ee-4045-a435-1de8c1dafa40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:45:16Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['7013e331-1097-482b-97d8-6610276975e3'], 'active': True} {{(pid=106714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:45:32.286706 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae58ade-9d6b-4e77-b251-59660a2523d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=044c45aa-04d2-47d6-b3aa-24c3f0b0cb1a,revision_number=0']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:45:32.294864 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae58ade-9d6b-4e77-b251-59660a2523d4 admin admin] Checking segment: {'id': '470420a0-5e47-458b-afd2-e90200a2f5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd93a11d4-ed20-4137-b9c5-ea162b41f129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:45:32.295214 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae58ade-9d6b-4e77-b251-59660a2523d4 admin admin] Network hostable DHCP agents. Network: d93a11d4-ed20-4137-b9c5-ea162b41f129, hostable agents: ['055fa106-9079-4d8f-a829-e3ca37bbcb19'], hosted agents: [] {{(pid=106707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 19:45:32.314993 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae58ade-9d6b-4e77-b251-59660a2523d4 admin admin] Network d93a11d4-ed20-4137-b9c5-ea162b41f129 is scheduled to be hosted by DHCP agent 055fa106-9079-4d8f-a829-e3ca37bbcb19 with binding_index 1 {{(pid=106707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 19:45:32.324951 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.scheduler.base_scheduler [None req-8ae58ade-9d6b-4e77-b251-59660a2523d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837540-1-iscsi, d93a11d4-ed20-4137-b9c5-ea162b41f129) {{(pid=106707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:45:32.329025 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae58ade-9d6b-4e77-b251-59660a2523d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:45:32.329866 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-8ae58ade-9d6b-4e77-b251-59660a2523d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565043'] for subnet (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:32.337921 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db0a15a-32b6-443e-a70f-7bb231efc270 None None] Network d93a11d4-ed20-4137-b9c5-ea162b41f129 requested from dv-cinder-837540-1-iscsi {{(pid=106714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 19:45:32.346952 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-8ae58ade-9d6b-4e77-b251-59660a2523d4 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3338027 Apr 12 19:45:32.349506 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 37288) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:45:32.354203 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.v2.base [None req-f9b11e56-c694-48ab-be69-4bb27cb3030a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-804628606-router', 'tenant_id': 'b315e564ece14b5c91dde78455e4643f', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08'}}} {{(pid=106707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:45:32.363184 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_dvr_db [None req-7adedbf4-29ee-4045-a435-1de8c1dafa40 None None] Set router 7013e331-1097-482b-97d8-6610276975e3 gateway port host: dv-cinder-837540-1-iscsi {{(pid=106714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:45:32.372574 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-f9b11e56-c694-48ab-be69-4bb27cb3030a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-670512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26520'] for router (80494d59-449b-4be8-ae7b-f575fe0c7ed4), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:32.373555 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-f9b11e56-c694-48ab-be69-4bb27cb3030a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-670368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-602046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26497'] for router (80494d59-449b-4be8-ae7b-f575fe0c7ed4), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:32.432971 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-f9b11e56-c694-48ab-be69-4bb27cb3030a admin admin] Publish callbacks [] for router_controller (80494d59-449b-4be8-ae7b-f575fe0c7ed4), precommit_add_association {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:32.557443 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ec7085-9ffc-4a2c-9bd6-df7b5350bf18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3012341e-45cf-56fd-a54d-b96530cfb325-d93a11d4-ed20-4137-b9c5-ea162b41f129', 'network_id': 'd93a11d4-ed20-4137-b9c5-ea162b41f129', 'project_id': 'b315e564ece14b5c91dde78455e4643f', 'fixed_ips': [{'subnet_id': '044c45aa-04d2-47d6-b3aa-24c3f0b0cb1a'}]}} from dv-cinder-837540-1-iscsi. {{(pid=106714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 19:45:32.558264 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-f6ec7085-9ffc-4a2c-9bd6-df7b5350bf18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (None), before_create {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:32.574280 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-f9b11e56-c694-48ab-be69-4bb27cb3030a admin admin] Publish callbacks [] for router_gateway (80494d59-449b-4be8-ae7b-f575fe0c7ed4), precommit_update {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:32.689558 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device f88b9b97-d799-4c39-8277-5ca46ea62d04 up at agent ovs-agent-dv-cinder-837540-1-iscsi {{(pid=106714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:45:32.721561 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_hamode_db [None req-7adedbf4-29ee-4045-a435-1de8c1dafa40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7013e331-1097-482b-97d8-6610276975e3', 'name': 'tempest-TestVolumeBootPattern-1301443618-router', 'tenant_id': '6bee925806f84c5292071bdf5600ea3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'f88b9b97-d799-4c39-8277-5ca46ea62d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:45:27Z', 'updated_at': '2022-04-12T19:45:30Z', 'revision_number': 4, 'project_id': '6bee925806f84c5292071bdf5600ea3d', 'gw_port': {'id': 'f88b9b97-d799-4c39-8277-5ca46ea62d04', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:29:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7013e331-1097-482b-97d8-6610276975e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:45:28Z', 'updated_at': '2022-04-12T19:45:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_interfaces': [{'id': '7ea9e191-0575-41a4-b8a6-6f7159e4e5e7', 'name': '', 'network_id': 'cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf', 'tenant_id': '6bee925806f84c5292071bdf5600ea3d', 'mac_address': 'fa:16:3e:b0:bc:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7013e331-1097-482b-97d8-6610276975e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '17d1257d-e8de-480c-a236-a7606e4db732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:45:29Z', 'updated_at': '2022-04-12T19:45:30Z', 'revision_number': 2, 'project_id': '6bee925806f84c5292071bdf5600ea3d', 'subnets': [{'id': '17d1257d-e8de-480c-a236-a7606e4db732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:45:32.764257 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-f9b11e56-c694-48ab-be69-4bb27cb3030a admin admin] Publish callbacks [] for router_gateway (80494d59-449b-4be8-ae7b-f575fe0c7ed4), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:32.779193 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7adedbf4-29ee-4045-a435-1de8c1dafa40 None None] Checking router: 7013e331-1097-482b-97d8-6610276975e3 for host: dv-cinder-837540-1-iscsi {{(pid=106714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:45:32.779548 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7adedbf4-29ee-4045-a435-1de8c1dafa40 None None] Updating router 7013e331-1097-482b-97d8-6610276975e3 port 7ea9e191-0575-41a4-b8a6-6f7159e4e5e7 binding host dv-cinder-837540-1-iscsi {{(pid=106714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 19:45:32.783060 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-f9b11e56-c694-48ab-be69-4bb27cb3030a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (None), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:32.830405 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-7adedbf4-29ee-4045-a435-1de8c1dafa40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (7ea9e191-0575-41a4-b8a6-6f7159e4e5e7), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:32.837706 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.db_base_plugin_common [None req-f6ec7085-9ffc-4a2c-9bd6-df7b5350bf18 None None] Allocated IP 172.20.0.2 (d93a11d4-ed20-4137-b9c5-ea162b41f129/044c45aa-04d2-47d6-b3aa-24c3f0b0cb1a/e605f746-7db9-4db1-ab16-034cad752136) {{(pid=106714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:45:32.854178 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Provisioning complete for port f88b9b97-d799-4c39-8277-5ca46ea62d04 triggered by entity L2. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:45:32.854548 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (f88b9b97-d799-4c39-8277-5ca46ea62d04), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:32.894327 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.db.db_base_plugin_common [None req-f9b11e56-c694-48ab-be69-4bb27cb3030a admin admin] Allocated IP 172.27.2.233 (afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08/6283d24b-0e2c-4ae1-ac34-d042e72aa307/86d558f4-e190-4ffc-8992-4af09eabca7c) {{(pid=106707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:45:32.998511 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-f9b11e56-c694-48ab-be69-4bb27cb3030a admin admin] Publish callbacks [] for port (86d558f4-e190-4ffc-8992-4af09eabca7c), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:33.031889 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-f9b11e56-c694-48ab-be69-4bb27cb3030a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749198058662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9064885'] for port (86d558f4-e190-4ffc-8992-4af09eabca7c), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:33.070253 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b11e56-c694-48ab-be69-4bb27cb3030a admin admin] Network afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08 is already hosted by enough agents. {{(pid=106707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:45:33.076678 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.scheduler.base_scheduler [None req-f9b11e56-c694-48ab-be69-4bb27cb3030a admin admin] Resources bound (agent type, host, resource id): {{(pid=106707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:45:33.081277 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b11e56-c694-48ab-be69-4bb27cb3030a admin admin] Received port after_create {{(pid=106707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:45:33.084209 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b11e56-c694-48ab-be69-4bb27cb3030a admin admin] Pushing event updated for resources: {'Port': ['ID=86d558f4-e190-4ffc-8992-4af09eabca7c,revision_number=1']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:45:33.188855 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Current status of the port f88b9b97-d799-4c39-8277-5ca46ea62d04 is: DOWN; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:45:33.189455 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (f88b9b97-d799-4c39-8277-5ca46ea62d04), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:33.234728 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-f6ec7085-9ffc-4a2c-9bd6-df7b5350bf18 None None] Publish callbacks [] for port (e605f746-7db9-4db1-ab16-034cad752136), precommit_create {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:33.243501 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] For port f88b9b97-d799-4c39-8277-5ca46ea62d04, host dv-cinder-837540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-1-iscsi',level=0,port_id=f88b9b97-d799-4c39-8277-5ca46ea62d04,segment=NetworkSegment(d71711ac-63cd-4a26-822c-81ae059ce82d),segment_id=d71711ac-63cd-4a26-822c-81ae059ce82d)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:45:33.249929 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-f6ec7085-9ffc-4a2c-9bd6-df7b5350bf18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749198058662'] for port (e605f746-7db9-4db1-ab16-034cad752136), after_create {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:33.260330 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (f88b9b97-d799-4c39-8277-5ca46ea62d04), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:33.300805 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ec7085-9ffc-4a2c-9bd6-df7b5350bf18 None None] Network d93a11d4-ed20-4137-b9c5-ea162b41f129 is already hosted by enough agents. {{(pid=106714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:45:33.317094 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.scheduler.base_scheduler [None req-f6ec7085-9ffc-4a2c-9bd6-df7b5350bf18 None None] Resources bound (agent type, host, resource id): {{(pid=106714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:45:33.319438 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ec7085-9ffc-4a2c-9bd6-df7b5350bf18 None None] Received port after_create {{(pid=106714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:45:33.324100 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ec7085-9ffc-4a2c-9bd6-df7b5350bf18 None None] Pushing event updated for resources: {'Port': ['ID=e605f746-7db9-4db1-ab16-034cad752136,revision_number=1']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:45:33.334761 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-f9b11e56-c694-48ab-be69-4bb27cb3030a admin admin] Publish callbacks [] for router_gateway (80494d59-449b-4be8-ae7b-f575fe0c7ed4), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:33.440896 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-7adedbf4-29ee-4045-a435-1de8c1dafa40 None None] Publish callbacks [] for port (7ea9e191-0575-41a4-b8a6-6f7159e4e5e7), precommit_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:33.453680 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Pushing event updated for resources: {'Port': ['ID=f88b9b97-d799-4c39-8277-5ca46ea62d04,revision_number=4']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:45:33.461084 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.managers [None req-f6ec7085-9ffc-4a2c-9bd6-df7b5350bf18 None None] Attempting to bind port e605f746-7db9-4db1-ab16-034cad752136 on host dv-cinder-837540-1-iscsi for vnic_type normal with profile {{(pid=106714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:45:33.461677 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.managers [None req-f6ec7085-9ffc-4a2c-9bd6-df7b5350bf18 None None] Attempting to bind port e605f746-7db9-4db1-ab16-034cad752136 by drivers openvswitch,hyperv on host dv-cinder-837540-1-iscsi at level 0 using segments [{'id': '470420a0-5e47-458b-afd2-e90200a2f5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd93a11d4-ed20-4137-b9c5-ea162b41f129'}] {{(pid=106714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:45:33.462244 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ec7085-9ffc-4a2c-9bd6-df7b5350bf18 None None] Attempting to bind port e605f746-7db9-4db1-ab16-034cad752136 on network d93a11d4-ed20-4137-b9c5-ea162b41f129 {{(pid=106714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:45:33.464358 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-7adedbf4-29ee-4045-a435-1de8c1dafa40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (7ea9e191-0575-41a4-b8a6-6f7159e4e5e7), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:33.492578 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ec7085-9ffc-4a2c-9bd6-df7b5350bf18 None None] Checking agent: {'id': 'e0bf5abe-d5c5-40a1-a359-03156ade36a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837540-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 30, 50), 'started_at': datetime.datetime(2022, 4, 12, 19, 31, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837540-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:45:33.492953 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ec7085-9ffc-4a2c-9bd6-df7b5350bf18 None None] Checking segment: {'id': '470420a0-5e47-458b-afd2-e90200a2f5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd93a11d4-ed20-4137-b9c5-ea162b41f129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:45:33.493353 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-f6ec7085-9ffc-4a2c-9bd6-df7b5350bf18 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:33.493751 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ec7085-9ffc-4a2c-9bd6-df7b5350bf18 None None] Bound using segment: {'id': '470420a0-5e47-458b-afd2-e90200a2f5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd93a11d4-ed20-4137-b9c5-ea162b41f129'} {{(pid=106714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:45:33.494219 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.managers [None req-f6ec7085-9ffc-4a2c-9bd6-df7b5350bf18 None None] Bound port: e605f746-7db9-4db1-ab16-034cad752136, host: dv-cinder-837540-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '470420a0-5e47-458b-afd2-e90200a2f5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd93a11d4-ed20-4137-b9c5-ea162b41f129'}}] {{(pid=106714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:45:33.494601 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-f6ec7085-9ffc-4a2c-9bd6-df7b5350bf18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (e605f746-7db9-4db1-ab16-034cad752136), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:33.532977 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeee0d9-49c6-4a62-a649-e4ed85df6b43 None None] Pushing event updated for resources: {'Port': ['ID=7ea9e191-0575-41a4-b8a6-6f7159e4e5e7,revision_number=3']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:45:33.542646 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-f9b11e56-c694-48ab-be69-4bb27cb3030a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668120'] for router (80494d59-449b-4be8-ae7b-f575fe0c7ed4), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:33.632206 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.managers [None req-7adedbf4-29ee-4045-a435-1de8c1dafa40 None None] Attempting to bind port 7ea9e191-0575-41a4-b8a6-6f7159e4e5e7 on host dv-cinder-837540-1-iscsi for vnic_type normal with profile {{(pid=106714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:45:33.632521 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.managers [None req-7adedbf4-29ee-4045-a435-1de8c1dafa40 None None] Attempting to bind port 7ea9e191-0575-41a4-b8a6-6f7159e4e5e7 by drivers openvswitch,hyperv on host dv-cinder-837540-1-iscsi at level 0 using segments [{'id': 'a144370d-4b66-4f66-8cfd-2a36bf44a2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf'}] {{(pid=106714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:45:33.632880 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adedbf4-29ee-4045-a435-1de8c1dafa40 None None] Attempting to bind port 7ea9e191-0575-41a4-b8a6-6f7159e4e5e7 on network cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf {{(pid=106714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:45:33.635351 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-f6ec7085-9ffc-4a2c-9bd6-df7b5350bf18 None None] For port e605f746-7db9-4db1-ab16-034cad752136, host dv-cinder-837540-1-iscsi, cleared binding levels {{(pid=106714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:45:33.639466 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-f6ec7085-9ffc-4a2c-9bd6-df7b5350bf18 None None] For port e605f746-7db9-4db1-ab16-034cad752136, host dv-cinder-837540-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-1-iscsi',level=0,port_id=e605f746-7db9-4db1-ab16-034cad752136,segment=NetworkSegment(470420a0-5e47-458b-afd2-e90200a2f5ac),segment_id=470420a0-5e47-458b-afd2-e90200a2f5ac)] {{(pid=106714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:45:33.644633 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adedbf4-29ee-4045-a435-1de8c1dafa40 None None] Checking agent: {'id': 'e0bf5abe-d5c5-40a1-a359-03156ade36a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837540-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 30, 50), 'started_at': datetime.datetime(2022, 4, 12, 19, 31, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837540-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:45:33.645086 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adedbf4-29ee-4045-a435-1de8c1dafa40 None None] Checking segment: {'id': 'a144370d-4b66-4f66-8cfd-2a36bf44a2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:45:33.645477 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-7adedbf4-29ee-4045-a435-1de8c1dafa40 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:33.645875 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adedbf4-29ee-4045-a435-1de8c1dafa40 None None] Bound using segment: {'id': 'a144370d-4b66-4f66-8cfd-2a36bf44a2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf'} {{(pid=106714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:45:33.646346 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.managers [None req-7adedbf4-29ee-4045-a435-1de8c1dafa40 None None] Bound port: 7ea9e191-0575-41a4-b8a6-6f7159e4e5e7, host: dv-cinder-837540-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a144370d-4b66-4f66-8cfd-2a36bf44a2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf'}}] {{(pid=106714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:45:33.647135 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-7adedbf4-29ee-4045-a435-1de8c1dafa40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (7ea9e191-0575-41a4-b8a6-6f7159e4e5e7), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:33.651012 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-f6ec7085-9ffc-4a2c-9bd6-df7b5350bf18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (e605f746-7db9-4db1-ab16-034cad752136), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:33.697818 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9b11e56-c694-48ab-be69-4bb27cb3030a admin admin] Router 80494d59-449b-4be8-ae7b-f575fe0c7ed4 is scheduled to L3 agent 4d9412c4-31b2-4fbf-87a0-f931332ab9d5 with binding_index 1 {{(pid=106707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 19:45:33.824494 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9b11e56-c694-48ab-be69-4bb27cb3030a admin admin] Notify agent at l3_agent.dv-cinder-837540-1-iscsi the message routers_updated {{(pid=106707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:45:33.835328 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e6580a-2761-4910-ae80-e1da92cc1dac None None] Sync routers for ids ['80494d59-449b-4be8-ae7b-f575fe0c7ed4'] in dv-cinder-837540-1-iscsi {{(pid=106718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:45:33.843724 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-f9b11e56-c694-48ab-be69-4bb27cb3030a admin admin] Publish callbacks [] for router (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:33.846091 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e6580a-2761-4910-ae80-e1da92cc1dac None None] Routers {'80494d59-449b-4be8-ae7b-f575fe0c7ed4'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:45:33.846951 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-14e6580a-2761-4910-ae80-e1da92cc1dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:45:16Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['80494d59-449b-4be8-ae7b-f575fe0c7ed4'], 'active': True} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:45:33.848550 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 37290) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:45:33.855555 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-f9b11e56-c694-48ab-be69-4bb27cb3030a admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5047848 Apr 12 19:45:33.888084 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-c7cc27c1-7bb4-4000-a94d-516e3ef34f7d None None] Provisioning complete for port 7ea9e191-0575-41a4-b8a6-6f7159e4e5e7 triggered by entity DHCP. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:45:33.888458 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-c7cc27c1-7bb4-4000-a94d-516e3ef34f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (7ea9e191-0575-41a4-b8a6-6f7159e4e5e7), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:33.895407 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ec7085-9ffc-4a2c-9bd6-df7b5350bf18 None None] Pushing event updated for resources: {'Port': ['ID=e605f746-7db9-4db1-ab16-034cad752136,revision_number=2']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:45:33.956178 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-7adedbf4-29ee-4045-a435-1de8c1dafa40 None None] For port 7ea9e191-0575-41a4-b8a6-6f7159e4e5e7, host dv-cinder-837540-1-iscsi, cleared binding levels {{(pid=106714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:45:33.966569 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-c7cc27c1-7bb4-4000-a94d-516e3ef34f7d None None] Port 7ea9e191-0575-41a4-b8a6-6f7159e4e5e7 cannot update to ACTIVE because it is not bound. {{(pid=106714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 19:45:33.971247 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-7adedbf4-29ee-4045-a435-1de8c1dafa40 None None] For port 7ea9e191-0575-41a4-b8a6-6f7159e4e5e7, host dv-cinder-837540-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-1-iscsi',level=0,port_id=7ea9e191-0575-41a4-b8a6-6f7159e4e5e7,segment=NetworkSegment(a144370d-4b66-4f66-8cfd-2a36bf44a2ec),segment_id=a144370d-4b66-4f66-8cfd-2a36bf44a2ec)] {{(pid=106714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:45:33.979352 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-7adedbf4-29ee-4045-a435-1de8c1dafa40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (7ea9e191-0575-41a4-b8a6-6f7159e4e5e7), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:34.051507 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeee0d9-49c6-4a62-a649-e4ed85df6b43 None None] Pushing event updated for resources: {'Port': ['ID=7ea9e191-0575-41a4-b8a6-6f7159e4e5e7,revision_number=4']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:45:34.052165 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvr_db [None req-14e6580a-2761-4910-ae80-e1da92cc1dac None None] Set router 80494d59-449b-4be8-ae7b-f575fe0c7ed4 gateway port host: dv-cinder-837540-1-iscsi {{(pid=106718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:45:34.066141 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7adedbf4-29ee-4045-a435-1de8c1dafa40 None None] Routers {'7013e331-1097-482b-97d8-6610276975e3'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:45:34.067031 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_hamode_db [None req-7adedbf4-29ee-4045-a435-1de8c1dafa40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:45:16Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['7013e331-1097-482b-97d8-6610276975e3'], 'active': True} {{(pid=106714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:45:34.279741 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_dvr_db [None req-7adedbf4-29ee-4045-a435-1de8c1dafa40 None None] Set router 7013e331-1097-482b-97d8-6610276975e3 gateway port host: dv-cinder-837540-1-iscsi {{(pid=106714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:45:34.314171 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-14e6580a-2761-4910-ae80-e1da92cc1dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80494d59-449b-4be8-ae7b-f575fe0c7ed4', 'name': 'tempest-TestVolumeBootPattern-804628606-router', 'tenant_id': 'b315e564ece14b5c91dde78455e4643f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '86d558f4-e190-4ffc-8992-4af09eabca7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:45:32Z', 'updated_at': '2022-04-12T19:45:33Z', 'revision_number': 3, 'project_id': 'b315e564ece14b5c91dde78455e4643f', 'gw_port': {'id': '86d558f4-e190-4ffc-8992-4af09eabca7c', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:4a:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80494d59-449b-4be8-ae7b-f575fe0c7ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:45:32Z', 'updated_at': '2022-04-12T19:45:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi'}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:45:34.343421 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e6580a-2761-4910-ae80-e1da92cc1dac None None] Checking router: 80494d59-449b-4be8-ae7b-f575fe0c7ed4 for host: dv-cinder-837540-1-iscsi {{(pid=106718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:45:34.354144 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e6580a-2761-4910-ae80-e1da92cc1dac None None] Updating router 80494d59-449b-4be8-ae7b-f575fe0c7ed4 port 86d558f4-e190-4ffc-8992-4af09eabca7c binding host dv-cinder-837540-1-iscsi {{(pid=106718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 19:45:34.390904 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron_lib.callbacks.manager [None req-14e6580a-2761-4910-ae80-e1da92cc1dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (86d558f4-e190-4ffc-8992-4af09eabca7c), before_update {{(pid=106718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:34.436144 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-93f22a38-08ef-42ce-89fa-ef5639f762a9 None None] Provisioning complete for port 7ea9e191-0575-41a4-b8a6-6f7159e4e5e7 triggered by entity DHCP. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:45:34.436515 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-95234cd8-3f4e-4801-992a-694a7fa2c769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:34.437010 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-93f22a38-08ef-42ce-89fa-ef5639f762a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (7ea9e191-0575-41a4-b8a6-6f7159e4e5e7), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:34.601755 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.db_base_plugin_common [None req-95234cd8-3f4e-4801-992a-694a7fa2c769 admin admin] Allocated IP 172.20.0.1 (d93a11d4-ed20-4137-b9c5-ea162b41f129/044c45aa-04d2-47d6-b3aa-24c3f0b0cb1a/900e67ca-d000-4f95-b150-5ed5539dc80e) {{(pid=106704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:45:34.611486 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-93f22a38-08ef-42ce-89fa-ef5639f762a9 None None] Current status of the port 7ea9e191-0575-41a4-b8a6-6f7159e4e5e7 is: DOWN; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:45:34.611952 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-93f22a38-08ef-42ce-89fa-ef5639f762a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (7ea9e191-0575-41a4-b8a6-6f7159e4e5e7), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:34.614673 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_hamode_db [None req-7adedbf4-29ee-4045-a435-1de8c1dafa40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7013e331-1097-482b-97d8-6610276975e3', 'name': 'tempest-TestVolumeBootPattern-1301443618-router', 'tenant_id': '6bee925806f84c5292071bdf5600ea3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'f88b9b97-d799-4c39-8277-5ca46ea62d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:45:27Z', 'updated_at': '2022-04-12T19:45:30Z', 'revision_number': 4, 'project_id': '6bee925806f84c5292071bdf5600ea3d', 'gw_port': {'id': 'f88b9b97-d799-4c39-8277-5ca46ea62d04', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:29:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7013e331-1097-482b-97d8-6610276975e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:45:28Z', 'updated_at': '2022-04-12T19:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_interfaces': [{'id': '7ea9e191-0575-41a4-b8a6-6f7159e4e5e7', 'name': '', 'network_id': 'cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf', 'tenant_id': '6bee925806f84c5292071bdf5600ea3d', 'mac_address': 'fa:16:3e:b0:bc:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7013e331-1097-482b-97d8-6610276975e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '17d1257d-e8de-480c-a236-a7606e4db732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:45:29Z', 'updated_at': '2022-04-12T19:45:33Z', 'revision_number': 4, 'project_id': '6bee925806f84c5292071bdf5600ea3d', 'subnets': [{'id': '17d1257d-e8de-480c-a236-a7606e4db732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:45:34.654596 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7adedbf4-29ee-4045-a435-1de8c1dafa40 None None] The sync data for ids ['7013e331-1097-482b-97d8-6610276975e3'] in dv-cinder-837540-1-iscsi is: [{'id': '7013e331-1097-482b-97d8-6610276975e3', 'name': 'tempest-TestVolumeBootPattern-1301443618-router', 'tenant_id': '6bee925806f84c5292071bdf5600ea3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'f88b9b97-d799-4c39-8277-5ca46ea62d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:45:27Z', 'updated_at': '2022-04-12T19:45:30Z', 'revision_number': 4, 'project_id': '6bee925806f84c5292071bdf5600ea3d', 'gw_port': {'id': 'f88b9b97-d799-4c39-8277-5ca46ea62d04', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:29:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7013e331-1097-482b-97d8-6610276975e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:45:28Z', 'updated_at': '2022-04-12T19:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_interfaces': [{'id': '7ea9e191-0575-41a4-b8a6-6f7159e4e5e7', 'name': '', 'network_id': 'cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf', 'tenant_id': '6bee925806f84c5292071bdf5600ea3d', 'mac_address': 'fa:16:3e:b0:bc:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7013e331-1097-482b-97d8-6610276975e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '17d1257d-e8de-480c-a236-a7606e4db732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:45:29Z', 'updated_at': '2022-04-12T19:45:33Z', 'revision_number': 4, 'project_id': '6bee925806f84c5292071bdf5600ea3d', 'subnets': [{'id': '17d1257d-e8de-480c-a236-a7606e4db732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:45:34.685861 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-93f22a38-08ef-42ce-89fa-ef5639f762a9 None None] For port 7ea9e191-0575-41a4-b8a6-6f7159e4e5e7, host dv-cinder-837540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-1-iscsi',level=0,port_id=7ea9e191-0575-41a4-b8a6-6f7159e4e5e7,segment=NetworkSegment(a144370d-4b66-4f66-8cfd-2a36bf44a2ec),segment_id=a144370d-4b66-4f66-8cfd-2a36bf44a2ec)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:45:34.696191 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-93f22a38-08ef-42ce-89fa-ef5639f762a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (7ea9e191-0575-41a4-b8a6-6f7159e4e5e7), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:34.745728 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron_lib.callbacks.manager [None req-14e6580a-2761-4910-ae80-e1da92cc1dac None None] Publish callbacks [] for port (86d558f4-e190-4ffc-8992-4af09eabca7c), precommit_update {{(pid=106718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:34.759984 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron_lib.callbacks.manager [None req-14e6580a-2761-4910-ae80-e1da92cc1dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (86d558f4-e190-4ffc-8992-4af09eabca7c), after_update {{(pid=106718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:34.771380 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-95234cd8-3f4e-4801-992a-694a7fa2c769 admin admin] Publish callbacks [] for port (900e67ca-d000-4f95-b150-5ed5539dc80e), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:34.808098 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f22a38-08ef-42ce-89fa-ef5639f762a9 None None] Pushing event updated for resources: {'Port': ['ID=7ea9e191-0575-41a4-b8a6-6f7159e4e5e7,revision_number=5']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:45:34.816116 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.plugins.ml2.managers [None req-14e6580a-2761-4910-ae80-e1da92cc1dac None None] Attempting to bind port 86d558f4-e190-4ffc-8992-4af09eabca7c on host dv-cinder-837540-1-iscsi for vnic_type normal with profile {{(pid=106718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:45:34.816821 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.plugins.ml2.managers [None req-14e6580a-2761-4910-ae80-e1da92cc1dac None None] Attempting to bind port 86d558f4-e190-4ffc-8992-4af09eabca7c by drivers openvswitch,hyperv on host dv-cinder-837540-1-iscsi at level 0 using segments [{'id': 'd71711ac-63cd-4a26-822c-81ae059ce82d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08'}] {{(pid=106718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:45:34.817380 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e6580a-2761-4910-ae80-e1da92cc1dac None None] Attempting to bind port 86d558f4-e190-4ffc-8992-4af09eabca7c on network afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08 {{(pid=106718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:45:34.826557 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-95234cd8-3f4e-4801-992a-694a7fa2c769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749198058662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8791401'] for port (900e67ca-d000-4f95-b150-5ed5539dc80e), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:34.836770 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e6580a-2761-4910-ae80-e1da92cc1dac None None] Checking agent: {'id': 'e0bf5abe-d5c5-40a1-a359-03156ade36a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837540-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 30, 50), 'started_at': datetime.datetime(2022, 4, 12, 19, 31, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837540-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:45:34.837264 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e6580a-2761-4910-ae80-e1da92cc1dac None None] Checking segment: {'id': 'd71711ac-63cd-4a26-822c-81ae059ce82d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:45:34.838665 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron_lib.callbacks.manager [None req-14e6580a-2761-4910-ae80-e1da92cc1dac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:34.854516 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e6580a-2761-4910-ae80-e1da92cc1dac None None] Bound using segment: {'id': 'd71711ac-63cd-4a26-822c-81ae059ce82d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08'} {{(pid=106718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:45:34.855541 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.plugins.ml2.managers [None req-14e6580a-2761-4910-ae80-e1da92cc1dac None None] Bound port: 86d558f4-e190-4ffc-8992-4af09eabca7c, host: dv-cinder-837540-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd71711ac-63cd-4a26-822c-81ae059ce82d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08'}}] {{(pid=106718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:45:34.857753 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron_lib.callbacks.manager [None req-14e6580a-2761-4910-ae80-e1da92cc1dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (86d558f4-e190-4ffc-8992-4af09eabca7c), before_update {{(pid=106718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:34.890299 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95234cd8-3f4e-4801-992a-694a7fa2c769 admin admin] Network d93a11d4-ed20-4137-b9c5-ea162b41f129 is already hosted by enough agents. {{(pid=106704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:45:34.894405 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.base_scheduler [None req-95234cd8-3f4e-4801-992a-694a7fa2c769 admin admin] Resources bound (agent type, host, resource id): {{(pid=106704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:45:34.900690 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95234cd8-3f4e-4801-992a-694a7fa2c769 admin admin] Received port after_create {{(pid=106704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:45:34.901295 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device e605f746-7db9-4db1-ab16-034cad752136 up at agent ovs-agent-dv-cinder-837540-1-iscsi {{(pid=106714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:45:34.940845 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.plugins.ml2.db [None req-14e6580a-2761-4910-ae80-e1da92cc1dac None None] For port 86d558f4-e190-4ffc-8992-4af09eabca7c, host dv-cinder-837540-1-iscsi, cleared binding levels {{(pid=106718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:45:34.947179 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.plugins.ml2.db [None req-14e6580a-2761-4910-ae80-e1da92cc1dac None None] For port 86d558f4-e190-4ffc-8992-4af09eabca7c, host dv-cinder-837540-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-1-iscsi',level=0,port_id=86d558f4-e190-4ffc-8992-4af09eabca7c,segment=NetworkSegment(d71711ac-63cd-4a26-822c-81ae059ce82d),segment_id=d71711ac-63cd-4a26-822c-81ae059ce82d)] {{(pid=106718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:45:34.958935 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron_lib.callbacks.manager [None req-14e6580a-2761-4910-ae80-e1da92cc1dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (86d558f4-e190-4ffc-8992-4af09eabca7c), after_update {{(pid=106718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:34.959152 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95234cd8-3f4e-4801-992a-694a7fa2c769 admin admin] Pushing event updated for resources: {'Port': ['ID=900e67ca-d000-4f95-b150-5ed5539dc80e,revision_number=1']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:45:34.977422 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-95234cd8-3f4e-4801-992a-694a7fa2c769 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667945'] for router_interface (80494d59-449b-4be8-ae7b-f575fe0c7ed4), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:34.981371 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccc35e4-6e32-4563-821b-f2b768b0d4e8 None None] Pushing event updated for resources: {'Port': ['ID=86d558f4-e190-4ffc-8992-4af09eabca7c,revision_number=2']} {{(pid=106718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:45:34.984554 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Provisioning complete for port e605f746-7db9-4db1-ab16-034cad752136 triggered by entity L2. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:45:34.985137 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (e605f746-7db9-4db1-ab16-034cad752136), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:35.064271 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccc35e4-6e32-4563-821b-f2b768b0d4e8 None None] Pushing event updated for resources: {'Port': ['ID=86d558f4-e190-4ffc-8992-4af09eabca7c,revision_number=3']} {{(pid=106718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:45:35.080588 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e6580a-2761-4910-ae80-e1da92cc1dac None None] Routers {'80494d59-449b-4be8-ae7b-f575fe0c7ed4'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:45:35.081966 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-14e6580a-2761-4910-ae80-e1da92cc1dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:45:16Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['80494d59-449b-4be8-ae7b-f575fe0c7ed4'], 'active': True} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:45:35.118555 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Current status of the port e605f746-7db9-4db1-ab16-034cad752136 is: DOWN; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:45:35.119186 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (e605f746-7db9-4db1-ab16-034cad752136), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:35.160593 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] For port e605f746-7db9-4db1-ab16-034cad752136, host dv-cinder-837540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-1-iscsi',level=0,port_id=e605f746-7db9-4db1-ab16-034cad752136,segment=NetworkSegment(470420a0-5e47-458b-afd2-e90200a2f5ac),segment_id=470420a0-5e47-458b-afd2-e90200a2f5ac)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:45:35.172644 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (e605f746-7db9-4db1-ab16-034cad752136), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:35.173685 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device f88b9b97-d799-4c39-8277-5ca46ea62d04 up at agent ovs-agent-dv-cinder-837540-1-iscsi {{(pid=106714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:45:35.185942 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-95234cd8-3f4e-4801-992a-694a7fa2c769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (900e67ca-d000-4f95-b150-5ed5539dc80e), before_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:35.249964 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Pushing event updated for resources: {'Port': ['ID=e605f746-7db9-4db1-ab16-034cad752136,revision_number=3']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:45:35.255307 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvr_db [None req-14e6580a-2761-4910-ae80-e1da92cc1dac None None] Set router 80494d59-449b-4be8-ae7b-f575fe0c7ed4 gateway port host: dv-cinder-837540-1-iscsi {{(pid=106718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:45:35.284944 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Provisioning complete for port f88b9b97-d799-4c39-8277-5ca46ea62d04 triggered by entity L2. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:45:35.285477 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (f88b9b97-d799-4c39-8277-5ca46ea62d04), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:35.383211 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5d7fe5-7731-4457-b587-42cef0f68762 None None] Network d93a11d4-ed20-4137-b9c5-ea162b41f129 requested from dv-cinder-837540-1-iscsi {{(pid=106714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 19:45:35.410510 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-95234cd8-3f4e-4801-992a-694a7fa2c769 admin admin] Publish callbacks [] for port (900e67ca-d000-4f95-b150-5ed5539dc80e), precommit_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:35.419439 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-95234cd8-3f4e-4801-992a-694a7fa2c769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8791376'] for port (900e67ca-d000-4f95-b150-5ed5539dc80e), after_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:35.473218 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Current status of the port f88b9b97-d799-4c39-8277-5ca46ea62d04 is: ACTIVE; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:45:35.479921 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-14e6580a-2761-4910-ae80-e1da92cc1dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80494d59-449b-4be8-ae7b-f575fe0c7ed4', 'name': 'tempest-TestVolumeBootPattern-804628606-router', 'tenant_id': 'b315e564ece14b5c91dde78455e4643f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '86d558f4-e190-4ffc-8992-4af09eabca7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:45:32Z', 'updated_at': '2022-04-12T19:45:33Z', 'revision_number': 3, 'project_id': 'b315e564ece14b5c91dde78455e4643f', 'gw_port': {'id': '86d558f4-e190-4ffc-8992-4af09eabca7c', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:4a:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80494d59-449b-4be8-ae7b-f575fe0c7ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:45:32Z', 'updated_at': '2022-04-12T19:45:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi'}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:45:35.487698 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-3a515e45-8298-4c62-8930-ad1aeacded50 None None] Provisioning complete for port e605f746-7db9-4db1-ab16-034cad752136 triggered by entity DHCP. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:45:35.488181 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-3a515e45-8298-4c62-8930-ad1aeacded50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (e605f746-7db9-4db1-ab16-034cad752136), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:35.516999 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-95234cd8-3f4e-4801-992a-694a7fa2c769 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-668313'] for router_interface (80494d59-449b-4be8-ae7b-f575fe0c7ed4), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:35.523386 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95234cd8-3f4e-4801-992a-694a7fa2c769 admin admin] Pushing event updated for resources: {'Port': ['ID=900e67ca-d000-4f95-b150-5ed5539dc80e,revision_number=2']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:45:35.540568 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e6580a-2761-4910-ae80-e1da92cc1dac None None] The sync data for ids ['80494d59-449b-4be8-ae7b-f575fe0c7ed4'] in dv-cinder-837540-1-iscsi is: [{'id': '80494d59-449b-4be8-ae7b-f575fe0c7ed4', 'name': 'tempest-TestVolumeBootPattern-804628606-router', 'tenant_id': 'b315e564ece14b5c91dde78455e4643f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '86d558f4-e190-4ffc-8992-4af09eabca7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:45:32Z', 'updated_at': '2022-04-12T19:45:33Z', 'revision_number': 3, 'project_id': 'b315e564ece14b5c91dde78455e4643f', 'gw_port': {'id': '86d558f4-e190-4ffc-8992-4af09eabca7c', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:4a:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80494d59-449b-4be8-ae7b-f575fe0c7ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:45:32Z', 'updated_at': '2022-04-12T19:45:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi'}] {{(pid=106718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:45:35.646903 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-3a515e45-8298-4c62-8930-ad1aeacded50 None None] Current status of the port e605f746-7db9-4db1-ab16-034cad752136 is: ACTIVE; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:45:35.661677 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95234cd8-3f4e-4801-992a-694a7fa2c769 admin admin] Network d93a11d4-ed20-4137-b9c5-ea162b41f129 is already hosted by enough agents. {{(pid=106704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:45:35.663126 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.base_scheduler [None req-95234cd8-3f4e-4801-992a-694a7fa2c769 admin admin] Resources bound (agent type, host, resource id): {{(pid=106704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:45:35.814227 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95234cd8-3f4e-4801-992a-694a7fa2c769 admin admin] Router 80494d59-449b-4be8-ae7b-f575fe0c7ed4 has already been hosted by L3 agent 4d9412c4-31b2-4fbf-87a0-f931332ab9d5 {{(pid=106704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 19:45:35.907830 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-768da6a8-6bf3-4475-8656-c3b9b70ca77e None None] Provisioning complete for port e605f746-7db9-4db1-ab16-034cad752136 triggered by entity DHCP. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:45:35.907830 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-768da6a8-6bf3-4475-8656-c3b9b70ca77e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (e605f746-7db9-4db1-ab16-034cad752136), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:35.974532 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95234cd8-3f4e-4801-992a-694a7fa2c769 admin admin] Notify agent at l3_agent.dv-cinder-837540-1-iscsi the message routers_updated {{(pid=106704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:45:35.992605 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-95234cd8-3f4e-4801-992a-694a7fa2c769 admin admin] 10.222.0.15 "PUT /v2.0/routers/80494d59-449b-4be8-ae7b-f575fe0c7ed4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1429563 Apr 12 19:45:36.072725 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-768da6a8-6bf3-4475-8656-c3b9b70ca77e None None] Current status of the port e605f746-7db9-4db1-ab16-034cad752136 is: ACTIVE; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:45:36.094063 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-768da6a8-6bf3-4475-8656-c3b9b70ca77e None None] Provisioning complete for port 900e67ca-d000-4f95-b150-5ed5539dc80e triggered by entity DHCP. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:45:36.094631 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-768da6a8-6bf3-4475-8656-c3b9b70ca77e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (900e67ca-d000-4f95-b150-5ed5539dc80e), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:36.141009 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-768da6a8-6bf3-4475-8656-c3b9b70ca77e None None] Port 900e67ca-d000-4f95-b150-5ed5539dc80e cannot update to ACTIVE because it is not bound. {{(pid=106714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 19:45:36.258999 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-36d8be65-b44d-4c13-b60e-52fe6b911883 None None] Provisioning complete for port 900e67ca-d000-4f95-b150-5ed5539dc80e triggered by entity DHCP. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:45:36.259376 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-36d8be65-b44d-4c13-b60e-52fe6b911883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (900e67ca-d000-4f95-b150-5ed5539dc80e), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:36.305818 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-36d8be65-b44d-4c13-b60e-52fe6b911883 None None] Port 900e67ca-d000-4f95-b150-5ed5539dc80e cannot update to ACTIVE because it is not bound. {{(pid=106714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 19:45:36.424033 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-9103bf98-7a07-456e-a529-1a9602c5d354 None None] Provisioning complete for port 900e67ca-d000-4f95-b150-5ed5539dc80e triggered by entity DHCP. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:45:36.425057 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-9103bf98-7a07-456e-a529-1a9602c5d354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (900e67ca-d000-4f95-b150-5ed5539dc80e), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:36.464854 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-9103bf98-7a07-456e-a529-1a9602c5d354 None None] Port 900e67ca-d000-4f95-b150-5ed5539dc80e cannot update to ACTIVE because it is not bound. {{(pid=106714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 19:45:36.732277 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 37302) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:45:36.736891 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.v2.base [None req-142920a2-905b-40e2-9cff-4824e4435ec9 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1043320734', 'description': 'tempest-secgroup-smoke-1043320734 description', 'project_id': '6bee925806f84c5292071bdf5600ea3d'}} {{(pid=106704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:45:36.758456 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-142920a2-905b-40e2-9cff-4824e4435ec9 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Publish callbacks [] for security_group (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:36.766145 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device 86d558f4-e190-4ffc-8992-4af09eabca7c up at agent ovs-agent-dv-cinder-837540-1-iscsi {{(pid=106714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:45:36.813425 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Provisioning complete for port 86d558f4-e190-4ffc-8992-4af09eabca7c triggered by entity L2. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:45:36.813792 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (86d558f4-e190-4ffc-8992-4af09eabca7c), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:36.824963 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-142920a2-905b-40e2-9cff-4824e4435ec9 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Publish callbacks [] for security_group (cbff3107-daca-4eee-8f23-60f596090e71), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:36.829108 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-142920a2-905b-40e2-9cff-4824e4435ec9 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (cbff3107-daca-4eee-8f23-60f596090e71), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:36.857348 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142920a2-905b-40e2-9cff-4824e4435ec9 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbff3107-daca-4eee-8f23-60f596090e71,revision_number=1']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:45:36.866334 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-142920a2-905b-40e2-9cff-4824e4435ec9 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Publish callbacks [] for security_group (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:36.867772 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-142920a2-905b-40e2-9cff-4824e4435ec9 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1344676 Apr 12 19:45:36.870830 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 37304) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:45:36.875900 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.v2.base [None req-6fe92767-0660-490b-b16e-f87488817d06 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Request body: {'security_group_rule': {'security_group_id': 'cbff3107-daca-4eee-8f23-60f596090e71', 'project_id': '6bee925806f84c5292071bdf5600ea3d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:45:36.897278 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Current status of the port 86d558f4-e190-4ffc-8992-4af09eabca7c is: DOWN; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:45:36.897813 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (86d558f4-e190-4ffc-8992-4af09eabca7c), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:36.900534 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-6fe92767-0660-490b-b16e-f87488817d06 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Publish callbacks [] for security_group_rule (183b86bd-bc2b-4430-8546-9c42e6d04182), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:36.922263 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] For port 86d558f4-e190-4ffc-8992-4af09eabca7c, host dv-cinder-837540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-1-iscsi',level=0,port_id=86d558f4-e190-4ffc-8992-4af09eabca7c,segment=NetworkSegment(d71711ac-63cd-4a26-822c-81ae059ce82d),segment_id=d71711ac-63cd-4a26-822c-81ae059ce82d)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:45:36.926618 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (86d558f4-e190-4ffc-8992-4af09eabca7c), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:36.927365 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device e605f746-7db9-4db1-ab16-034cad752136 up at agent ovs-agent-dv-cinder-837540-1-iscsi {{(pid=106714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:45:36.957851 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-6fe92767-0660-490b-b16e-f87488817d06 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Publish callbacks [] for security_group_rule (183b86bd-bc2b-4430-8546-9c42e6d04182), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:36.961785 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-6fe92767-0660-490b-b16e-f87488817d06 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529670'] for security_group_rule (183b86bd-bc2b-4430-8546-9c42e6d04182), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:36.982146 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe92767-0660-490b-b16e-f87488817d06 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=183b86bd-bc2b-4430-8546-9c42e6d04182,revision_number=0']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:45:36.991519 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-6fe92767-0660-490b-b16e-f87488817d06 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:36.992746 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-6fe92767-0660-490b-b16e-f87488817d06 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1203029 Apr 12 19:45:36.995522 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 37306) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:45:36.999703 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.v2.base [None req-cda8e0ba-893d-49b8-8e9c-cf11775e35c7 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Request body: {'security_group_rule': {'security_group_id': 'cbff3107-daca-4eee-8f23-60f596090e71', 'project_id': '6bee925806f84c5292071bdf5600ea3d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:45:37.003622 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Pushing event updated for resources: {'Port': ['ID=86d558f4-e190-4ffc-8992-4af09eabca7c,revision_number=4']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:45:37.012547 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Provisioning complete for port e605f746-7db9-4db1-ab16-034cad752136 triggered by entity L2. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:45:37.012864 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (e605f746-7db9-4db1-ab16-034cad752136), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:37.026266 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-cda8e0ba-893d-49b8-8e9c-cf11775e35c7 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Publish callbacks [] for security_group_rule (b84f84b5-0e81-4154-ac46-712c014d7a6e), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:37.081858 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-cda8e0ba-893d-49b8-8e9c-cf11775e35c7 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Publish callbacks [] for security_group_rule (b84f84b5-0e81-4154-ac46-712c014d7a6e), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:37.087232 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-cda8e0ba-893d-49b8-8e9c-cf11775e35c7 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529670'] for security_group_rule (b84f84b5-0e81-4154-ac46-712c014d7a6e), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:37.096277 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Current status of the port e605f746-7db9-4db1-ab16-034cad752136 is: ACTIVE; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:45:37.098105 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device 7ea9e191-0575-41a4-b8a6-6f7159e4e5e7 up at agent ovs-agent-dv-cinder-837540-1-iscsi {{(pid=106714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:45:37.108564 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda8e0ba-893d-49b8-8e9c-cf11775e35c7 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b84f84b5-0e81-4154-ac46-712c014d7a6e,revision_number=0']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:45:37.115509 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-cda8e0ba-893d-49b8-8e9c-cf11775e35c7 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:37.116680 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-cda8e0ba-893d-49b8-8e9c-cf11775e35c7 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1202097 Apr 12 19:45:37.119612 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 37308) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:45:37.124094 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.v2.base [None req-b04276b4-37f4-4e03-abc4-7360593fc587 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Request body: {'security_group_rule': {'security_group_id': 'cbff3107-daca-4eee-8f23-60f596090e71', 'project_id': '6bee925806f84c5292071bdf5600ea3d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:45:37.145974 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Provisioning complete for port 7ea9e191-0575-41a4-b8a6-6f7159e4e5e7 triggered by entity L2. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:45:37.146473 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (7ea9e191-0575-41a4-b8a6-6f7159e4e5e7), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:37.151701 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-b04276b4-37f4-4e03-abc4-7360593fc587 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Publish callbacks [] for security_group_rule (d794219d-791f-496b-8c97-c1602d435f3f), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:37.210376 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-b04276b4-37f4-4e03-abc4-7360593fc587 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Publish callbacks [] for security_group_rule (d794219d-791f-496b-8c97-c1602d435f3f), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:37.214278 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-b04276b4-37f4-4e03-abc4-7360593fc587 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529670'] for security_group_rule (d794219d-791f-496b-8c97-c1602d435f3f), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:37.224647 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Current status of the port 7ea9e191-0575-41a4-b8a6-6f7159e4e5e7 is: ACTIVE; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:45:37.232967 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04276b4-37f4-4e03-abc4-7360593fc587 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d794219d-791f-496b-8c97-c1602d435f3f,revision_number=0']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:45:37.238212 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-b04276b4-37f4-4e03-abc4-7360593fc587 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:37.239399 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-b04276b4-37f4-4e03-abc4-7360593fc587 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1187427 Apr 12 19:45:37.242238 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 37310) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:45:37.246564 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.v2.base [None req-507d814a-66cb-4484-b509-149f9186667d tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Request body: {'security_group_rule': {'security_group_id': 'cbff3107-daca-4eee-8f23-60f596090e71', 'project_id': '6bee925806f84c5292071bdf5600ea3d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:45:37.270799 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-507d814a-66cb-4484-b509-149f9186667d tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Publish callbacks [] for security_group_rule (d16bd8ab-7d9d-4755-b83c-96a5a8f3bb4f), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:37.328096 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-507d814a-66cb-4484-b509-149f9186667d tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Publish callbacks [] for security_group_rule (d16bd8ab-7d9d-4755-b83c-96a5a8f3bb4f), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:37.332004 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-507d814a-66cb-4484-b509-149f9186667d tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529670'] for security_group_rule (d16bd8ab-7d9d-4755-b83c-96a5a8f3bb4f), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:37.349493 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507d814a-66cb-4484-b509-149f9186667d tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d16bd8ab-7d9d-4755-b83c-96a5a8f3bb4f,revision_number=0']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:45:37.354249 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-507d814a-66cb-4484-b509-149f9186667d tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:37.355580 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-507d814a-66cb-4484-b509-149f9186667d tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1122043 Apr 12 19:45:37.358094 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 37312) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:45:37.362270 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.v2.base [None req-d6ffd68e-6acf-4429-b0c0-496edcd9eef0 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Request body: {'security_group_rule': {'security_group_id': 'cbff3107-daca-4eee-8f23-60f596090e71', 'project_id': '6bee925806f84c5292071bdf5600ea3d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:45:37.382163 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.db.securitygroups_db [None req-d6ffd68e-6acf-4429-b0c0-496edcd9eef0 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Project 6bee925806f84c5292071bdf5600ea3d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 19:45:37.387333 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-d6ffd68e-6acf-4429-b0c0-496edcd9eef0 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Publish callbacks [] for security_group_rule (afc8a184-1037-4e8a-9fc1-60a947f4c102), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:37.444889 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-d6ffd68e-6acf-4429-b0c0-496edcd9eef0 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Publish callbacks [] for security_group_rule (afc8a184-1037-4e8a-9fc1-60a947f4c102), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:37.449141 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-d6ffd68e-6acf-4429-b0c0-496edcd9eef0 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529670'] for security_group_rule (afc8a184-1037-4e8a-9fc1-60a947f4c102), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:37.466465 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ffd68e-6acf-4429-b0c0-496edcd9eef0 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afc8a184-1037-4e8a-9fc1-60a947f4c102,revision_number=0']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:45:37.473871 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-d6ffd68e-6acf-4429-b0c0-496edcd9eef0 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:37.475055 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-d6ffd68e-6acf-4429-b0c0-496edcd9eef0 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1160586 Apr 12 19:45:37.477743 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 37314) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:45:37.482001 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.v2.base [None req-05e0d5cb-f882-4d06-9d16-695672f10ced tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Request body: {'security_group_rule': {'security_group_id': 'cbff3107-daca-4eee-8f23-60f596090e71', 'project_id': '6bee925806f84c5292071bdf5600ea3d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:45:37.500517 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.db.securitygroups_db [None req-05e0d5cb-f882-4d06-9d16-695672f10ced tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Project 6bee925806f84c5292071bdf5600ea3d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 19:45:37.506562 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-05e0d5cb-f882-4d06-9d16-695672f10ced tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Publish callbacks [] for security_group_rule (76d2ed36-5c1e-43cd-9051-4b049707788b), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:37.563294 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-05e0d5cb-f882-4d06-9d16-695672f10ced tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Publish callbacks [] for security_group_rule (76d2ed36-5c1e-43cd-9051-4b049707788b), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:37.566986 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-05e0d5cb-f882-4d06-9d16-695672f10ced tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529670'] for security_group_rule (76d2ed36-5c1e-43cd-9051-4b049707788b), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:37.584115 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e0d5cb-f882-4d06-9d16-695672f10ced tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76d2ed36-5c1e-43cd-9051-4b049707788b,revision_number=0']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:45:37.591716 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-05e0d5cb-f882-4d06-9d16-695672f10ced tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:37.592919 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-05e0d5cb-f882-4d06-9d16-695672f10ced tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1142411 Apr 12 19:45:38.126295 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c506cd2e-2437-4927-9873-d74b98b44274 None None] Sync routers for ids ['80494d59-449b-4be8-ae7b-f575fe0c7ed4'] in dv-cinder-837540-1-iscsi {{(pid=106714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:45:38.142081 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c506cd2e-2437-4927-9873-d74b98b44274 None None] Routers {'80494d59-449b-4be8-ae7b-f575fe0c7ed4'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:45:38.142697 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_hamode_db [None req-c506cd2e-2437-4927-9873-d74b98b44274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:45:16Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['80494d59-449b-4be8-ae7b-f575fe0c7ed4'], 'active': True} {{(pid=106714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:45:38.253350 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_dvr_db [None req-c506cd2e-2437-4927-9873-d74b98b44274 None None] Set router 80494d59-449b-4be8-ae7b-f575fe0c7ed4 gateway port host: dv-cinder-837540-1-iscsi {{(pid=106714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:45:38.571192 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_hamode_db [None req-c506cd2e-2437-4927-9873-d74b98b44274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80494d59-449b-4be8-ae7b-f575fe0c7ed4', 'name': 'tempest-TestVolumeBootPattern-804628606-router', 'tenant_id': 'b315e564ece14b5c91dde78455e4643f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '86d558f4-e190-4ffc-8992-4af09eabca7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:45:32Z', 'updated_at': '2022-04-12T19:45:35Z', 'revision_number': 4, 'project_id': 'b315e564ece14b5c91dde78455e4643f', 'gw_port': {'id': '86d558f4-e190-4ffc-8992-4af09eabca7c', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:4a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80494d59-449b-4be8-ae7b-f575fe0c7ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:45:32Z', 'updated_at': '2022-04-12T19:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_interfaces': [{'id': '900e67ca-d000-4f95-b150-5ed5539dc80e', 'name': '', 'network_id': 'd93a11d4-ed20-4137-b9c5-ea162b41f129', 'tenant_id': 'b315e564ece14b5c91dde78455e4643f', 'mac_address': 'fa:16:3e:d2:af:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80494d59-449b-4be8-ae7b-f575fe0c7ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '044c45aa-04d2-47d6-b3aa-24c3f0b0cb1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:45:34Z', 'updated_at': '2022-04-12T19:45:35Z', 'revision_number': 2, 'project_id': 'b315e564ece14b5c91dde78455e4643f', 'subnets': [{'id': '044c45aa-04d2-47d6-b3aa-24c3f0b0cb1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:45:38.598543 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c506cd2e-2437-4927-9873-d74b98b44274 None None] Checking router: 80494d59-449b-4be8-ae7b-f575fe0c7ed4 for host: dv-cinder-837540-1-iscsi {{(pid=106714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:45:38.598910 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c506cd2e-2437-4927-9873-d74b98b44274 None None] Updating router 80494d59-449b-4be8-ae7b-f575fe0c7ed4 port 900e67ca-d000-4f95-b150-5ed5539dc80e binding host dv-cinder-837540-1-iscsi {{(pid=106714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 19:45:38.626196 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-c506cd2e-2437-4927-9873-d74b98b44274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (900e67ca-d000-4f95-b150-5ed5539dc80e), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:38.666844 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device 86d558f4-e190-4ffc-8992-4af09eabca7c up at agent ovs-agent-dv-cinder-837540-1-iscsi {{(pid=106714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:45:38.792900 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Provisioning complete for port 86d558f4-e190-4ffc-8992-4af09eabca7c triggered by entity L2. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:45:38.793277 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (86d558f4-e190-4ffc-8992-4af09eabca7c), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:38.947976 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Current status of the port 86d558f4-e190-4ffc-8992-4af09eabca7c is: ACTIVE; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:45:38.995064 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-c506cd2e-2437-4927-9873-d74b98b44274 None None] Publish callbacks [] for port (900e67ca-d000-4f95-b150-5ed5539dc80e), precommit_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:39.003148 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-c506cd2e-2437-4927-9873-d74b98b44274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (900e67ca-d000-4f95-b150-5ed5539dc80e), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:39.055164 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b69123-0ed3-438d-88de-7fba7a8333f7 None None] Pushing event updated for resources: {'Port': ['ID=900e67ca-d000-4f95-b150-5ed5539dc80e,revision_number=3']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:45:39.116512 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.managers [None req-c506cd2e-2437-4927-9873-d74b98b44274 None None] Attempting to bind port 900e67ca-d000-4f95-b150-5ed5539dc80e on host dv-cinder-837540-1-iscsi for vnic_type normal with profile {{(pid=106714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:45:39.116986 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.managers [None req-c506cd2e-2437-4927-9873-d74b98b44274 None None] Attempting to bind port 900e67ca-d000-4f95-b150-5ed5539dc80e by drivers openvswitch,hyperv on host dv-cinder-837540-1-iscsi at level 0 using segments [{'id': '470420a0-5e47-458b-afd2-e90200a2f5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd93a11d4-ed20-4137-b9c5-ea162b41f129'}] {{(pid=106714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:45:39.117358 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c506cd2e-2437-4927-9873-d74b98b44274 None None] Attempting to bind port 900e67ca-d000-4f95-b150-5ed5539dc80e on network d93a11d4-ed20-4137-b9c5-ea162b41f129 {{(pid=106714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:45:39.123057 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c506cd2e-2437-4927-9873-d74b98b44274 None None] Checking agent: {'id': 'e0bf5abe-d5c5-40a1-a359-03156ade36a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837540-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 30, 50), 'started_at': datetime.datetime(2022, 4, 12, 19, 31, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837540-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:45:39.123292 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c506cd2e-2437-4927-9873-d74b98b44274 None None] Checking segment: {'id': '470420a0-5e47-458b-afd2-e90200a2f5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd93a11d4-ed20-4137-b9c5-ea162b41f129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:45:39.123696 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-c506cd2e-2437-4927-9873-d74b98b44274 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:39.124118 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c506cd2e-2437-4927-9873-d74b98b44274 None None] Bound using segment: {'id': '470420a0-5e47-458b-afd2-e90200a2f5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd93a11d4-ed20-4137-b9c5-ea162b41f129'} {{(pid=106714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:45:39.124595 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.managers [None req-c506cd2e-2437-4927-9873-d74b98b44274 None None] Bound port: 900e67ca-d000-4f95-b150-5ed5539dc80e, host: dv-cinder-837540-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '470420a0-5e47-458b-afd2-e90200a2f5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd93a11d4-ed20-4137-b9c5-ea162b41f129'}}] {{(pid=106714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:45:39.124977 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-c506cd2e-2437-4927-9873-d74b98b44274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (900e67ca-d000-4f95-b150-5ed5539dc80e), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:39.201914 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-c506cd2e-2437-4927-9873-d74b98b44274 None None] For port 900e67ca-d000-4f95-b150-5ed5539dc80e, host dv-cinder-837540-1-iscsi, cleared binding levels {{(pid=106714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:45:39.205221 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-c506cd2e-2437-4927-9873-d74b98b44274 None None] For port 900e67ca-d000-4f95-b150-5ed5539dc80e, host dv-cinder-837540-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-1-iscsi',level=0,port_id=900e67ca-d000-4f95-b150-5ed5539dc80e,segment=NetworkSegment(470420a0-5e47-458b-afd2-e90200a2f5ac),segment_id=470420a0-5e47-458b-afd2-e90200a2f5ac)] {{(pid=106714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:45:39.212460 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-c506cd2e-2437-4927-9873-d74b98b44274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (900e67ca-d000-4f95-b150-5ed5539dc80e), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:39.272571 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b69123-0ed3-438d-88de-7fba7a8333f7 None None] Pushing event updated for resources: {'Port': ['ID=900e67ca-d000-4f95-b150-5ed5539dc80e,revision_number=4']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:45:39.275239 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c506cd2e-2437-4927-9873-d74b98b44274 None None] Routers {'80494d59-449b-4be8-ae7b-f575fe0c7ed4'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:45:39.275854 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_hamode_db [None req-c506cd2e-2437-4927-9873-d74b98b44274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:45:16Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['80494d59-449b-4be8-ae7b-f575fe0c7ed4'], 'active': True} {{(pid=106714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:45:39.339885 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-beeb61f3-f369-491c-bcb6-4b14c3cb7673 None None] Provisioning complete for port 900e67ca-d000-4f95-b150-5ed5539dc80e triggered by entity DHCP. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:45:39.340325 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-beeb61f3-f369-491c-bcb6-4b14c3cb7673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (900e67ca-d000-4f95-b150-5ed5539dc80e), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:39.430638 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_dvr_db [None req-c506cd2e-2437-4927-9873-d74b98b44274 None None] Set router 80494d59-449b-4be8-ae7b-f575fe0c7ed4 gateway port host: dv-cinder-837540-1-iscsi {{(pid=106714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:45:39.528485 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-beeb61f3-f369-491c-bcb6-4b14c3cb7673 None None] Current status of the port 900e67ca-d000-4f95-b150-5ed5539dc80e is: DOWN; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:45:39.528871 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-beeb61f3-f369-491c-bcb6-4b14c3cb7673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (900e67ca-d000-4f95-b150-5ed5539dc80e), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:39.615217 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-beeb61f3-f369-491c-bcb6-4b14c3cb7673 None None] For port 900e67ca-d000-4f95-b150-5ed5539dc80e, host dv-cinder-837540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-1-iscsi',level=0,port_id=900e67ca-d000-4f95-b150-5ed5539dc80e,segment=NetworkSegment(470420a0-5e47-458b-afd2-e90200a2f5ac),segment_id=470420a0-5e47-458b-afd2-e90200a2f5ac)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:45:39.621791 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-beeb61f3-f369-491c-bcb6-4b14c3cb7673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (900e67ca-d000-4f95-b150-5ed5539dc80e), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:39.708953 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeb61f3-f369-491c-bcb6-4b14c3cb7673 None None] Pushing event updated for resources: {'Port': ['ID=900e67ca-d000-4f95-b150-5ed5539dc80e,revision_number=5']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:45:39.717850 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_hamode_db [None req-c506cd2e-2437-4927-9873-d74b98b44274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80494d59-449b-4be8-ae7b-f575fe0c7ed4', 'name': 'tempest-TestVolumeBootPattern-804628606-router', 'tenant_id': 'b315e564ece14b5c91dde78455e4643f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '86d558f4-e190-4ffc-8992-4af09eabca7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:45:32Z', 'updated_at': '2022-04-12T19:45:35Z', 'revision_number': 4, 'project_id': 'b315e564ece14b5c91dde78455e4643f', 'gw_port': {'id': '86d558f4-e190-4ffc-8992-4af09eabca7c', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:4a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80494d59-449b-4be8-ae7b-f575fe0c7ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:45:32Z', 'updated_at': '2022-04-12T19:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_interfaces': [{'id': '900e67ca-d000-4f95-b150-5ed5539dc80e', 'name': '', 'network_id': 'd93a11d4-ed20-4137-b9c5-ea162b41f129', 'tenant_id': 'b315e564ece14b5c91dde78455e4643f', 'mac_address': 'fa:16:3e:d2:af:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80494d59-449b-4be8-ae7b-f575fe0c7ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '044c45aa-04d2-47d6-b3aa-24c3f0b0cb1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:45:34Z', 'updated_at': '2022-04-12T19:45:39Z', 'revision_number': 4, 'project_id': 'b315e564ece14b5c91dde78455e4643f', 'subnets': [{'id': '044c45aa-04d2-47d6-b3aa-24c3f0b0cb1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:45:39.756057 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c506cd2e-2437-4927-9873-d74b98b44274 None None] The sync data for ids ['80494d59-449b-4be8-ae7b-f575fe0c7ed4'] in dv-cinder-837540-1-iscsi is: [{'id': '80494d59-449b-4be8-ae7b-f575fe0c7ed4', 'name': 'tempest-TestVolumeBootPattern-804628606-router', 'tenant_id': 'b315e564ece14b5c91dde78455e4643f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '86d558f4-e190-4ffc-8992-4af09eabca7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:45:32Z', 'updated_at': '2022-04-12T19:45:35Z', 'revision_number': 4, 'project_id': 'b315e564ece14b5c91dde78455e4643f', 'gw_port': {'id': '86d558f4-e190-4ffc-8992-4af09eabca7c', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:4a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80494d59-449b-4be8-ae7b-f575fe0c7ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:45:32Z', 'updated_at': '2022-04-12T19:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_interfaces': [{'id': '900e67ca-d000-4f95-b150-5ed5539dc80e', 'name': '', 'network_id': 'd93a11d4-ed20-4137-b9c5-ea162b41f129', 'tenant_id': 'b315e564ece14b5c91dde78455e4643f', 'mac_address': 'fa:16:3e:d2:af:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80494d59-449b-4be8-ae7b-f575fe0c7ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '044c45aa-04d2-47d6-b3aa-24c3f0b0cb1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:45:34Z', 'updated_at': '2022-04-12T19:45:39Z', 'revision_number': 4, 'project_id': 'b315e564ece14b5c91dde78455e4643f', 'subnets': [{'id': '044c45aa-04d2-47d6-b3aa-24c3f0b0cb1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:45:39.765029 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-4402ac50-58db-494d-aaba-318a934ca396 None None] Provisioning complete for port 900e67ca-d000-4f95-b150-5ed5539dc80e triggered by entity DHCP. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:45:39.765489 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4402ac50-58db-494d-aaba-318a934ca396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (900e67ca-d000-4f95-b150-5ed5539dc80e), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:39.870098 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-4402ac50-58db-494d-aaba-318a934ca396 None None] Current status of the port 900e67ca-d000-4f95-b150-5ed5539dc80e is: ACTIVE; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:45:40.690624 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device 900e67ca-d000-4f95-b150-5ed5539dc80e up at agent ovs-agent-dv-cinder-837540-1-iscsi {{(pid=106714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:45:40.742200 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Provisioning complete for port 900e67ca-d000-4f95-b150-5ed5539dc80e triggered by entity L2. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:45:40.742577 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (900e67ca-d000-4f95-b150-5ed5539dc80e), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:40.822122 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Current status of the port 900e67ca-d000-4f95-b150-5ed5539dc80e is: ACTIVE; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:45:40.953690 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e423b9b3-18fe-4f95-9630-29bb9ec3262d req-ad5bf70d-ef0d-4cb5-b6d9-4b2a44622556 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:45:40.955049 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-e423b9b3-18fe-4f95-9630-29bb9ec3262d req-ad5bf70d-ef0d-4cb5-b6d9-4b2a44622556 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/ports?device_id=d817da75-0881-413d-a4d0-556aeb422b6f HTTP/1.1" status: 200 len: 946 time: 0.0482440 Apr 12 19:45:41.001135 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-e423b9b3-18fe-4f95-9630-29bb9ec3262d req-e244b3cb-dd84-4c46-bea6-49545300c929 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/security-groups?id=cdf6d43b-224a-4f34-835b-8a8d00dfcee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402026 Apr 12 19:45:42.121546 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef6e975-2e16-45ce-a6bf-5e83230d8795 req-ba8f2369-084b-42ad-989a-b387aa6558bc tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:45:42.123166 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-eef6e975-2e16-45ce-a6bf-5e83230d8795 req-ba8f2369-084b-42ad-989a-b387aa6558bc tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/ports?device_id=d817da75-0881-413d-a4d0-556aeb422b6f HTTP/1.1" status: 200 len: 946 time: 0.0542903 Apr 12 19:45:42.173320 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-eef6e975-2e16-45ce-a6bf-5e83230d8795 req-f119b15f-ee37-4de3-8cfb-d4916e3d781f tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/security-groups?id=cdf6d43b-224a-4f34-835b-8a8d00dfcee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413907 Apr 12 19:45:43.055805 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca7a0c2-c993-4e48-ac76-c6f36bc81452 req-af959195-8246-4bc7-ae16-fbb234e44e1e tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:45:43.057316 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-cca7a0c2-c993-4e48-ac76-c6f36bc81452 req-af959195-8246-4bc7-ae16-fbb234e44e1e tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.25 "GET /v2.0/ports?device_id=d817da75-0881-413d-a4d0-556aeb422b6f HTTP/1.1" status: 200 len: 946 time: 0.0467937 Apr 12 19:45:43.146504 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.plugin [req-cca7a0c2-c993-4e48-ac76-c6f36bc81452 req-d57cf6ac-498a-4280-a623-2b783583e8bb tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Deleting port bd43c610-7e33-4b20-b68e-c5605392139a {{(pid=106704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:45:43.146760 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-cca7a0c2-c993-4e48-ac76-c6f36bc81452 req-d57cf6ac-498a-4280-a623-2b783583e8bb tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749198460456'] for port (bd43c610-7e33-4b20-b68e-c5605392139a), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:43.240577 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.db [req-cca7a0c2-c993-4e48-ac76-c6f36bc81452 req-d57cf6ac-498a-4280-a623-2b783583e8bb tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] For port bd43c610-7e33-4b20-b68e-c5605392139a, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=bd43c610-7e33-4b20-b68e-c5605392139a,segment=NetworkSegment(bcbff496-9379-41c1-8ff0-8a4d3d91ad6b),segment_id=bcbff496-9379-41c1-8ff0-8a4d3d91ad6b)] {{(pid=106704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:45:43.241027 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-cca7a0c2-c993-4e48-ac76-c6f36bc81452 req-d57cf6ac-498a-4280-a623-2b783583e8bb tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661808'] for port (bd43c610-7e33-4b20-b68e-c5605392139a), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:43.374205 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b4f71f-57ed-49bb-a49a-bc2fea3a8b48 req-e06b5ac4-92b5-451a-99fd-1080a8482582 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:45:43.375681 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-f4b4f71f-57ed-49bb-a49a-bc2fea3a8b48 req-e06b5ac4-92b5-451a-99fd-1080a8482582 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/ports?device_id=d817da75-0881-413d-a4d0-556aeb422b6f HTTP/1.1" status: 200 len: 946 time: 0.1317821 Apr 12 19:45:43.490560 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-f4b4f71f-57ed-49bb-a49a-bc2fea3a8b48 req-50a65e0c-fe81-42d1-8d0a-bac9fb18d283 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/security-groups?id=cdf6d43b-224a-4f34-835b-8a8d00dfcee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070986 Apr 12 19:45:43.544475 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-cca7a0c2-c993-4e48-ac76-c6f36bc81452 req-d57cf6ac-498a-4280-a623-2b783583e8bb tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:43.544833 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-cca7a0c2-c993-4e48-ac76-c6f36bc81452 req-d57cf6ac-498a-4280-a623-2b783583e8bb tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668094'] for floatingip (5d22bce4-0200-4257-9d48-1cfd92174468), after_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:43.545149 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.db.l3_db [req-cca7a0c2-c993-4e48-ac76-c6f36bc81452 req-d57cf6ac-498a-4280-a623-2b783583e8bb tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Floating IP 5d22bce4-0200-4257-9d48-1cfd92174468 disassociated. External IP: 172.27.2.15, port: bd43c610-7e33-4b20-b68e-c5605392139a. Apr 12 19:45:43.545488 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.plugin [req-cca7a0c2-c993-4e48-ac76-c6f36bc81452 req-d57cf6ac-498a-4280-a623-2b783583e8bb tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Calling delete_port for bd43c610-7e33-4b20-b68e-c5605392139a owned by compute:nova {{(pid=106704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:45:43.673454 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-cca7a0c2-c993-4e48-ac76-c6f36bc81452 req-d57cf6ac-498a-4280-a623-2b783583e8bb tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749198465814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749198058671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8791401'] for port (bd43c610-7e33-4b20-b68e-c5605392139a), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:43.699113 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57cf6ac-498a-4280-a623-2b783583e8bb tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Pushing event deleted for resources: {'Port': ['ID=bd43c610-7e33-4b20-b68e-c5605392139a,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:45:43.821869 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cca7a0c2-c993-4e48-ac76-c6f36bc81452 req-d57cf6ac-498a-4280-a623-2b783583e8bb tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Router b18ff2db-c3ca-4b36-83ec-0fa886e80341 has already been hosted by L3 agent 4d9412c4-31b2-4fbf-87a0-f931332ab9d5 {{(pid=106704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 19:45:43.842093 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-e5913998-050c-459f-9fa2-99ad72cf949f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (055fa106-9079-4d8f-a829-e3ca37bbcb19), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:44.180335 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cca7a0c2-c993-4e48-ac76-c6f36bc81452 req-d57cf6ac-498a-4280-a623-2b783583e8bb tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Notify agent at l3_agent.dv-cinder-837540-1-iscsi the message routers_updated {{(pid=106704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:45:44.191049 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0ad618-d4a6-4ad2-8365-1591dec3ddeb None None] Sync routers for ids ['b18ff2db-c3ca-4b36-83ec-0fa886e80341'] in dv-cinder-837540-1-iscsi {{(pid=106718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:45:44.201267 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0ad618-d4a6-4ad2-8365-1591dec3ddeb None None] Routers {'b18ff2db-c3ca-4b36-83ec-0fa886e80341'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:45:44.202053 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-7d0ad618-d4a6-4ad2-8365-1591dec3ddeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:45:16Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['b18ff2db-c3ca-4b36-83ec-0fa886e80341'], 'active': True} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:45:44.222647 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.l3_dvrscheduler_db [req-cca7a0c2-c993-4e48-ac76-c6f36bc81452 req-d57cf6ac-498a-4280-a623-2b783583e8bb tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] No DVR routers for this DVR port bd43c610-7e33-4b20-b68e-c5605392139a on host hv-cinder-83754 {{(pid=106704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 19:45:44.225408 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-cca7a0c2-c993-4e48-ac76-c6f36bc81452 req-d57cf6ac-498a-4280-a623-2b783583e8bb tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245471'] for port (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:44.229133 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-cca7a0c2-c993-4e48-ac76-c6f36bc81452 req-d57cf6ac-498a-4280-a623-2b783583e8bb tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.25 "DELETE /v2.0/ports/bd43c610-7e33-4b20-b68e-c5605392139a HTTP/1.1" status: 204 len: 173 time: 1.1660697 Apr 12 19:45:44.229648 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd817da75-0881-413d-a4d0-556aeb422b6f', 'name': 'network-vif-deleted', 'tag': 'bd43c610-7e33-4b20-b68e-c5605392139a'}] {{(pid=106704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:45:44.232653 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7198706052eeb44005bd3d373437c5078b0bb903de01f30342c0d4536e5352d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-278a5cd0-944b-45e9-b441-160bb96286b7" -d '{"events": [{"server_uuid": "d817da75-0881-413d-a4d0-556aeb422b6f", "name": "network-vif-deleted", "tag": "bd43c610-7e33-4b20-b68e-c5605392139a"}]}' {{(pid=106704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:45:44.274797 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 19:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97e07aca-e8fe-4805-8350-a56384318cdf x-openstack-request-id: req-97e07aca-e8fe-4805-8350-a56384318cdf {{(pid=106704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:45:44.275098 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d817da75-0881-413d-a4d0-556aeb422b6f", "name": "network-vif-deleted", "tag": "bd43c610-7e33-4b20-b68e-c5605392139a", "status": "completed", "code": 200}]} {{(pid=106704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:45:44.275354 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-97e07aca-e8fe-4805-8350-a56384318cdf {{(pid=106704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:45:44.275786 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97e07aca-e8fe-4805-8350-a56384318cdf'] response: {'server_uuid': 'd817da75-0881-413d-a4d0-556aeb422b6f', 'name': 'network-vif-deleted', 'tag': 'bd43c610-7e33-4b20-b68e-c5605392139a', 'status': 'completed', 'code': 200} Apr 12 19:45:44.325881 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvr_db [None req-7d0ad618-d4a6-4ad2-8365-1591dec3ddeb None None] Set router b18ff2db-c3ca-4b36-83ec-0fa886e80341 gateway port host: dv-cinder-837540-1-iscsi {{(pid=106718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:45:44.558073 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-7d0ad618-d4a6-4ad2-8365-1591dec3ddeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18ff2db-c3ca-4b36-83ec-0fa886e80341', 'name': 'tempest-AttachVolumeNegativeTest-1783169139-router', 'tenant_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '11d01457-6788-4684-96e1-1ddb12a76ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:39:17Z', 'updated_at': '2022-04-12T19:39:23Z', 'revision_number': 4, 'project_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'gw_port': {'id': '11d01457-6788-4684-96e1-1ddb12a76ffb', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ea:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18ff2db-c3ca-4b36-83ec-0fa886e80341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:39:17Z', 'updated_at': '2022-04-12T19:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_floatingips': [{'id': '09d3a10c-9ab5-4ba0-9db6-6ea8f0cdc42f', 'tenant_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'floating_ip_address': '172.27.2.6', 'floating_network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'router_id': 'b18ff2db-c3ca-4b36-83ec-0fa886e80341', 'port_id': '0f8c479a-71ff-487d-9c2b-68149b702bb4', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d6decb1-add4-41a2-b83e-9ac42c2293d8', 'mac_address': 'fa:16:3e:10:ef:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df43c280-40af-4812-a53a-516ab7541482', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:39:30Z', 'updated_at': '2022-04-12T19:40:12Z', 'revision_number': 2, 'project_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f4a38d1-f0e9-4138-9648-e005b578b7dc', 'name': '', 'network_id': '7d6decb1-add4-41a2-b83e-9ac42c2293d8', 'tenant_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'mac_address': 'fa:16:3e:8c:04:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18ff2db-c3ca-4b36-83ec-0fa886e80341', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'fc7e26f8-26c2-4af8-af1d-d7fc67300eb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:39:21Z', 'updated_at': '2022-04-12T19:39:29Z', 'revision_number': 5, 'project_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'subnets': [{'id': 'fc7e26f8-26c2-4af8-af1d-d7fc67300eb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:45:44.585585 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0ad618-d4a6-4ad2-8365-1591dec3ddeb None None] Checking router: b18ff2db-c3ca-4b36-83ec-0fa886e80341 for host: dv-cinder-837540-1-iscsi {{(pid=106718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:45:44.594088 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0ad618-d4a6-4ad2-8365-1591dec3ddeb None None] Routers {'b18ff2db-c3ca-4b36-83ec-0fa886e80341'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:45:44.594699 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-7d0ad618-d4a6-4ad2-8365-1591dec3ddeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:45:16Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['b18ff2db-c3ca-4b36-83ec-0fa886e80341'], 'active': True} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:45:44.623002 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-587b91fc-9a24-4f24-93e6-621315ce57a5 req-cc8e8677-e83f-4618-a585-ab80e8656305 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/ports?device_id=d817da75-0881-413d-a4d0-556aeb422b6f HTTP/1.1" status: 200 len: 210 time: 0.0363512 Apr 12 19:45:44.713110 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvr_db [None req-7d0ad618-d4a6-4ad2-8365-1591dec3ddeb None None] Set router b18ff2db-c3ca-4b36-83ec-0fa886e80341 gateway port host: dv-cinder-837540-1-iscsi {{(pid=106718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:45:44.942538 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-7d0ad618-d4a6-4ad2-8365-1591dec3ddeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18ff2db-c3ca-4b36-83ec-0fa886e80341', 'name': 'tempest-AttachVolumeNegativeTest-1783169139-router', 'tenant_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '11d01457-6788-4684-96e1-1ddb12a76ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:39:17Z', 'updated_at': '2022-04-12T19:39:23Z', 'revision_number': 4, 'project_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'gw_port': {'id': '11d01457-6788-4684-96e1-1ddb12a76ffb', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ea:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18ff2db-c3ca-4b36-83ec-0fa886e80341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:39:17Z', 'updated_at': '2022-04-12T19:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_floatingips': [{'id': '09d3a10c-9ab5-4ba0-9db6-6ea8f0cdc42f', 'tenant_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'floating_ip_address': '172.27.2.6', 'floating_network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'router_id': 'b18ff2db-c3ca-4b36-83ec-0fa886e80341', 'port_id': '0f8c479a-71ff-487d-9c2b-68149b702bb4', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d6decb1-add4-41a2-b83e-9ac42c2293d8', 'mac_address': 'fa:16:3e:10:ef:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df43c280-40af-4812-a53a-516ab7541482', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:39:30Z', 'updated_at': '2022-04-12T19:40:12Z', 'revision_number': 2, 'project_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f4a38d1-f0e9-4138-9648-e005b578b7dc', 'name': '', 'network_id': '7d6decb1-add4-41a2-b83e-9ac42c2293d8', 'tenant_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'mac_address': 'fa:16:3e:8c:04:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18ff2db-c3ca-4b36-83ec-0fa886e80341', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'fc7e26f8-26c2-4af8-af1d-d7fc67300eb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:39:21Z', 'updated_at': '2022-04-12T19:39:29Z', 'revision_number': 5, 'project_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'subnets': [{'id': 'fc7e26f8-26c2-4af8-af1d-d7fc67300eb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:45:45.054831 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0ad618-d4a6-4ad2-8365-1591dec3ddeb None None] The sync data for ids ['b18ff2db-c3ca-4b36-83ec-0fa886e80341'] in dv-cinder-837540-1-iscsi is: [{'id': 'b18ff2db-c3ca-4b36-83ec-0fa886e80341', 'name': 'tempest-AttachVolumeNegativeTest-1783169139-router', 'tenant_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '11d01457-6788-4684-96e1-1ddb12a76ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:39:17Z', 'updated_at': '2022-04-12T19:39:23Z', 'revision_number': 4, 'project_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'gw_port': {'id': '11d01457-6788-4684-96e1-1ddb12a76ffb', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ea:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18ff2db-c3ca-4b36-83ec-0fa886e80341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:39:17Z', 'updated_at': '2022-04-12T19:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_floatingips': [{'id': '09d3a10c-9ab5-4ba0-9db6-6ea8f0cdc42f', 'tenant_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'floating_ip_address': '172.27.2.6', 'floating_network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'router_id': 'b18ff2db-c3ca-4b36-83ec-0fa886e80341', 'port_id': '0f8c479a-71ff-487d-9c2b-68149b702bb4', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d6decb1-add4-41a2-b83e-9ac42c2293d8', 'mac_address': 'fa:16:3e:10:ef:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df43c280-40af-4812-a53a-516ab7541482', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:39:30Z', 'updated_at': '2022-04-12T19:40:12Z', 'revision_number': 2, 'project_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f4a38d1-f0e9-4138-9648-e005b578b7dc', 'name': '', 'network_id': '7d6decb1-add4-41a2-b83e-9ac42c2293d8', 'tenant_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'mac_address': 'fa:16:3e:8c:04:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18ff2db-c3ca-4b36-83ec-0fa886e80341', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'fc7e26f8-26c2-4af8-af1d-d7fc67300eb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:39:21Z', 'updated_at': '2022-04-12T19:39:29Z', 'revision_number': 5, 'project_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'subnets': [{'id': 'fc7e26f8-26c2-4af8-af1d-d7fc67300eb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:45:45.300395 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec7122e-85c2-488a-9eda-358453c6164c None None] New status for floating IP 5d22bce4-0200-4257-9d48-1cfd92174468: DOWN {{(pid=106714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 19:45:45.709188 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 37418) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:45:45.765071 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-1417faca-a8cc-46cc-9912-937b5e8ef575 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks [] for security_group (cdf6d43b-224a-4f34-835b-8a8d00dfcee4), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:45.789835 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-1417faca-a8cc-46cc-9912-937b5e8ef575 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks [] for security_group (cdf6d43b-224a-4f34-835b-8a8d00dfcee4), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:45.838420 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-1417faca-a8cc-46cc-9912-937b5e8ef575 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (cdf6d43b-224a-4f34-835b-8a8d00dfcee4), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:45.841362 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-1417faca-a8cc-46cc-9912-937b5e8ef575 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks [] for security_group (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:45.845029 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-1417faca-a8cc-46cc-9912-937b5e8ef575 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "DELETE /v2.0/security-groups/cdf6d43b-224a-4f34-835b-8a8d00dfcee4 HTTP/1.1" status: 204 len: 168 time: 0.1316617 Apr 12 19:45:45.849506 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 37420) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:45:45.854477 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1417faca-a8cc-46cc-9912-937b5e8ef575 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf6d43b-224a-4f34-835b-8a8d00dfcee4,revision_number=None']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:45:45.868965 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.api.v2.resource [None req-31aef884-042d-4a79-a139-38d08e274994 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] show failed (client error): The resource could not be found. Apr 12 19:45:45.872048 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-31aef884-042d-4a79-a139-38d08e274994 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/security-groups/cdf6d43b-224a-4f34-835b-8a8d00dfcee4 HTTP/1.1" status: 404 len: 347 time: 0.0195158 Apr 12 19:45:45.872864 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 37422) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:45:46.006245 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.plugin [None req-0488789a-6561-4543-8ae7-838428c6e322 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Deleting port 51ed571c-88df-402a-aec7-94cbf7b745c3 {{(pid=106704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:45:46.006580 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-0488789a-6561-4543-8ae7-838428c6e322 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749198460456'] for port (51ed571c-88df-402a-aec7-94cbf7b745c3), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:46.087931 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-0488789a-6561-4543-8ae7-838428c6e322 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661808'] for port (51ed571c-88df-402a-aec7-94cbf7b745c3), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:46.088286 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-0488789a-6561-4543-8ae7-838428c6e322 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks [] for floatingip (51ed571c-88df-402a-aec7-94cbf7b745c3), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:46.101483 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.plugin [None req-0488789a-6561-4543-8ae7-838428c6e322 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Calling delete_port for 51ed571c-88df-402a-aec7-94cbf7b745c3 owned by network:floatingip {{(pid=106704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:45:46.249061 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-0488789a-6561-4543-8ae7-838428c6e322 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749198465814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749198058671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8791401'] for port (51ed571c-88df-402a-aec7-94cbf7b745c3), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:46.274956 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0488789a-6561-4543-8ae7-838428c6e322 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Pushing event deleted for resources: {'Port': ['ID=51ed571c-88df-402a-aec7-94cbf7b745c3,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:45:46.288976 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-f163ecd9-4d31-494e-a3bc-5f17e8ddd89c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (4d9412c4-31b2-4fbf-87a0-f931332ab9d5), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:46.341194 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-0488789a-6561-4543-8ae7-838428c6e322 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks [] for floatingip (5d22bce4-0200-4257-9d48-1cfd92174468), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:46.343688 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-0488789a-6561-4543-8ae7-838428c6e322 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245471'] for floatingip (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:46.344871 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-0488789a-6561-4543-8ae7-838428c6e322 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "DELETE /v2.0/floatingips/5d22bce4-0200-4257-9d48-1cfd92174468 HTTP/1.1" status: 204 len: 168 time: 0.4708610 Apr 12 19:45:47.218307 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-0fb4a5ae-492f-43e3-90d5-82372e23b9ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (01005bd1-5b1e-41c6-b9b3-a4d4f93589b9), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:47.970279 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31bdbfa-2c1f-4966-a8ff-a0d0a029e1e7 req-dc809458-790f-4c95-a743-7f7a8c4a4333 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:45:47.972158 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-c31bdbfa-2c1f-4966-a8ff-a0d0a029e1e7 req-dc809458-790f-4c95-a743-7f7a8c4a4333 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/ports?device_id=df43c280-40af-4812-a53a-516ab7541482 HTTP/1.1" status: 200 len: 945 time: 0.0500102 Apr 12 19:45:48.018489 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-c31bdbfa-2c1f-4966-a8ff-a0d0a029e1e7 req-77ec93a4-04ae-4bfd-8658-c71feb0c7a26 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/security-groups?id=006d12c2-ab48-43d7-8448-f093c76d5aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408394 Apr 12 19:45:48.054409 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Device bd43c610-7e33-4b20-b68e-c5605392139a no longer exists at agent hyperv_hv-cinder-83754 {{(pid=106714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 19:45:48.073960 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] No Port match for: bd43c610-7e33-4b20-b68e-c5605392139a {{(pid=106714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 19:45:48.074300 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Device bd43c610-7e33-4b20-b68e-c5605392139a not bound to the agent host hv-cinder-83754 {{(pid=106714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 19:45:48.674418 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-655d5a5e-25bf-423f-acb4-166f4bec9d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (f3d2fb0e-5305-4f08-ab1f-5f1d50bdad22), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:48.975619 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8ef7ff-27fe-4932-929a-547d658d4a0f req-75370d64-8412-4258-9bd8-f8ba7d269c63 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:45:48.977063 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-0e8ef7ff-27fe-4932-929a-547d658d4a0f req-75370d64-8412-4258-9bd8-f8ba7d269c63 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.25 "GET /v2.0/ports?device_id=df43c280-40af-4812-a53a-516ab7541482 HTTP/1.1" status: 200 len: 945 time: 0.0451250 Apr 12 19:45:49.065944 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.plugin [req-0e8ef7ff-27fe-4932-929a-547d658d4a0f req-ba546916-8466-4305-b609-b2155735c10a tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Deleting port 0f8c479a-71ff-487d-9c2b-68149b702bb4 {{(pid=106704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:45:49.066287 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-0e8ef7ff-27fe-4932-929a-547d658d4a0f req-ba546916-8466-4305-b609-b2155735c10a tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749198460456'] for port (0f8c479a-71ff-487d-9c2b-68149b702bb4), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:49.168546 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b9b6b4-9d38-4da3-bb64-cbab3ffbfbc3 req-8d280dc9-0e29-49eb-af3c-45de42e9178e tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:45:49.170015 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-e6b9b6b4-9d38-4da3-bb64-cbab3ffbfbc3 req-8d280dc9-0e29-49eb-af3c-45de42e9178e tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/ports?device_id=df43c280-40af-4812-a53a-516ab7541482 HTTP/1.1" status: 200 len: 945 time: 0.0841513 Apr 12 19:45:49.209760 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.db [req-0e8ef7ff-27fe-4932-929a-547d658d4a0f req-ba546916-8466-4305-b609-b2155735c10a tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] For port 0f8c479a-71ff-487d-9c2b-68149b702bb4, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=0f8c479a-71ff-487d-9c2b-68149b702bb4,segment=NetworkSegment(bcbff496-9379-41c1-8ff0-8a4d3d91ad6b),segment_id=bcbff496-9379-41c1-8ff0-8a4d3d91ad6b)] {{(pid=106704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:45:49.210111 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-0e8ef7ff-27fe-4932-929a-547d658d4a0f req-ba546916-8466-4305-b609-b2155735c10a tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661808'] for port (0f8c479a-71ff-487d-9c2b-68149b702bb4), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:49.270649 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-e6b9b6b4-9d38-4da3-bb64-cbab3ffbfbc3 req-3a7eb1e1-8fe4-4b3e-bfe0-edae2d648476 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/security-groups?id=006d12c2-ab48-43d7-8448-f093c76d5aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943854 Apr 12 19:45:49.394473 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-0e8ef7ff-27fe-4932-929a-547d658d4a0f req-ba546916-8466-4305-b609-b2155735c10a tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:49.394769 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-0e8ef7ff-27fe-4932-929a-547d658d4a0f req-ba546916-8466-4305-b609-b2155735c10a tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668094'] for floatingip (09d3a10c-9ab5-4ba0-9db6-6ea8f0cdc42f), after_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:49.395066 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.db.l3_db [req-0e8ef7ff-27fe-4932-929a-547d658d4a0f req-ba546916-8466-4305-b609-b2155735c10a tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Floating IP 09d3a10c-9ab5-4ba0-9db6-6ea8f0cdc42f disassociated. External IP: 172.27.2.6, port: 0f8c479a-71ff-487d-9c2b-68149b702bb4. Apr 12 19:45:49.395503 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.plugin [req-0e8ef7ff-27fe-4932-929a-547d658d4a0f req-ba546916-8466-4305-b609-b2155735c10a tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Calling delete_port for 0f8c479a-71ff-487d-9c2b-68149b702bb4 owned by compute:nova {{(pid=106704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:45:49.523044 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-0e8ef7ff-27fe-4932-929a-547d658d4a0f req-ba546916-8466-4305-b609-b2155735c10a tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749198465814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749198058671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8791401'] for port (0f8c479a-71ff-487d-9c2b-68149b702bb4), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:49.551424 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba546916-8466-4305-b609-b2155735c10a tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Pushing event deleted for resources: {'Port': ['ID=0f8c479a-71ff-487d-9c2b-68149b702bb4,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:45:49.667419 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0e8ef7ff-27fe-4932-929a-547d658d4a0f req-ba546916-8466-4305-b609-b2155735c10a tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Router b18ff2db-c3ca-4b36-83ec-0fa886e80341 has already been hosted by L3 agent 4d9412c4-31b2-4fbf-87a0-f931332ab9d5 {{(pid=106704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 19:45:49.776078 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0e8ef7ff-27fe-4932-929a-547d658d4a0f req-ba546916-8466-4305-b609-b2155735c10a tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Notify agent at l3_agent.dv-cinder-837540-1-iscsi the message routers_updated {{(pid=106704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:45:49.786242 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac999f7-ad69-4bcb-b89a-3a7787fedf1a None None] Sync routers for ids ['b18ff2db-c3ca-4b36-83ec-0fa886e80341'] in dv-cinder-837540-1-iscsi {{(pid=106718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:45:49.795537 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac999f7-ad69-4bcb-b89a-3a7787fedf1a None None] Routers {'b18ff2db-c3ca-4b36-83ec-0fa886e80341'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:45:49.796185 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-eac999f7-ad69-4bcb-b89a-3a7787fedf1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:45:46Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['b18ff2db-c3ca-4b36-83ec-0fa886e80341'], 'active': True} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:45:49.818420 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e8ef7ff-27fe-4932-929a-547d658d4a0f req-ba546916-8466-4305-b609-b2155735c10a tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] No DVR routers for this DVR port 0f8c479a-71ff-487d-9c2b-68149b702bb4 on host hv-cinder-83754 {{(pid=106704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 19:45:49.821165 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-0e8ef7ff-27fe-4932-929a-547d658d4a0f req-ba546916-8466-4305-b609-b2155735c10a tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245471'] for port (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:49.824434 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-0e8ef7ff-27fe-4932-929a-547d658d4a0f req-ba546916-8466-4305-b609-b2155735c10a tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.25 "DELETE /v2.0/ports/0f8c479a-71ff-487d-9c2b-68149b702bb4 HTTP/1.1" status: 204 len: 173 time: 0.8417318 Apr 12 19:45:49.824906 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df43c280-40af-4812-a53a-516ab7541482', 'name': 'network-vif-deleted', 'tag': '0f8c479a-71ff-487d-9c2b-68149b702bb4'}] {{(pid=106704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:45:49.827111 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7198706052eeb44005bd3d373437c5078b0bb903de01f30342c0d4536e5352d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c1b02ff-6184-450b-9289-867a35da5a4e" -d '{"events": [{"server_uuid": "df43c280-40af-4812-a53a-516ab7541482", "name": "network-vif-deleted", "tag": "0f8c479a-71ff-487d-9c2b-68149b702bb4"}]}' {{(pid=106704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:45:49.868429 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 19:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd06e61d-f418-4125-bfbb-5b5fbcab4fa3 x-openstack-request-id: req-fd06e61d-f418-4125-bfbb-5b5fbcab4fa3 {{(pid=106704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:45:49.868850 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df43c280-40af-4812-a53a-516ab7541482", "name": "network-vif-deleted", "tag": "0f8c479a-71ff-487d-9c2b-68149b702bb4", "status": "completed", "code": 200}]} {{(pid=106704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:45:49.869201 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fd06e61d-f418-4125-bfbb-5b5fbcab4fa3 {{(pid=106704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:45:49.869704 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd06e61d-f418-4125-bfbb-5b5fbcab4fa3'] response: {'server_uuid': 'df43c280-40af-4812-a53a-516ab7541482', 'name': 'network-vif-deleted', 'tag': '0f8c479a-71ff-487d-9c2b-68149b702bb4', 'status': 'completed', 'code': 200} Apr 12 19:45:49.911439 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvr_db [None req-eac999f7-ad69-4bcb-b89a-3a7787fedf1a None None] Set router b18ff2db-c3ca-4b36-83ec-0fa886e80341 gateway port host: dv-cinder-837540-1-iscsi {{(pid=106718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:45:50.110912 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-eac999f7-ad69-4bcb-b89a-3a7787fedf1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18ff2db-c3ca-4b36-83ec-0fa886e80341', 'name': 'tempest-AttachVolumeNegativeTest-1783169139-router', 'tenant_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '11d01457-6788-4684-96e1-1ddb12a76ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:39:17Z', 'updated_at': '2022-04-12T19:39:23Z', 'revision_number': 4, 'project_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'gw_port': {'id': '11d01457-6788-4684-96e1-1ddb12a76ffb', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ea:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18ff2db-c3ca-4b36-83ec-0fa886e80341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:39:17Z', 'updated_at': '2022-04-12T19:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_interfaces': [{'id': '9f4a38d1-f0e9-4138-9648-e005b578b7dc', 'name': '', 'network_id': '7d6decb1-add4-41a2-b83e-9ac42c2293d8', 'tenant_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'mac_address': 'fa:16:3e:8c:04:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18ff2db-c3ca-4b36-83ec-0fa886e80341', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'fc7e26f8-26c2-4af8-af1d-d7fc67300eb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:39:21Z', 'updated_at': '2022-04-12T19:39:29Z', 'revision_number': 5, 'project_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'subnets': [{'id': 'fc7e26f8-26c2-4af8-af1d-d7fc67300eb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:45:50.137101 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac999f7-ad69-4bcb-b89a-3a7787fedf1a None None] Checking router: b18ff2db-c3ca-4b36-83ec-0fa886e80341 for host: dv-cinder-837540-1-iscsi {{(pid=106718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:45:50.146635 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac999f7-ad69-4bcb-b89a-3a7787fedf1a None None] Routers {'b18ff2db-c3ca-4b36-83ec-0fa886e80341'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:45:50.147364 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-eac999f7-ad69-4bcb-b89a-3a7787fedf1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:45:46Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['b18ff2db-c3ca-4b36-83ec-0fa886e80341'], 'active': True} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:45:50.259717 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvr_db [None req-eac999f7-ad69-4bcb-b89a-3a7787fedf1a None None] Set router b18ff2db-c3ca-4b36-83ec-0fa886e80341 gateway port host: dv-cinder-837540-1-iscsi {{(pid=106718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:45:50.380509 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-38cf9bd0-9863-492b-b823-42b43e4bc7ee req-3204c0e8-1344-4dcb-a982-15149c76df13 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/ports?device_id=df43c280-40af-4812-a53a-516ab7541482 HTTP/1.1" status: 200 len: 210 time: 0.0283191 Apr 12 19:45:50.457763 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-eac999f7-ad69-4bcb-b89a-3a7787fedf1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18ff2db-c3ca-4b36-83ec-0fa886e80341', 'name': 'tempest-AttachVolumeNegativeTest-1783169139-router', 'tenant_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '11d01457-6788-4684-96e1-1ddb12a76ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:39:17Z', 'updated_at': '2022-04-12T19:39:23Z', 'revision_number': 4, 'project_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'gw_port': {'id': '11d01457-6788-4684-96e1-1ddb12a76ffb', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ea:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18ff2db-c3ca-4b36-83ec-0fa886e80341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:39:17Z', 'updated_at': '2022-04-12T19:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_interfaces': [{'id': '9f4a38d1-f0e9-4138-9648-e005b578b7dc', 'name': '', 'network_id': '7d6decb1-add4-41a2-b83e-9ac42c2293d8', 'tenant_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'mac_address': 'fa:16:3e:8c:04:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18ff2db-c3ca-4b36-83ec-0fa886e80341', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'fc7e26f8-26c2-4af8-af1d-d7fc67300eb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:39:21Z', 'updated_at': '2022-04-12T19:39:29Z', 'revision_number': 5, 'project_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'subnets': [{'id': 'fc7e26f8-26c2-4af8-af1d-d7fc67300eb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:45:50.464127 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (e0bf5abe-d5c5-40a1-a359-03156ade36a4), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:50.487155 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac999f7-ad69-4bcb-b89a-3a7787fedf1a None None] The sync data for ids ['b18ff2db-c3ca-4b36-83ec-0fa886e80341'] in dv-cinder-837540-1-iscsi is: [{'id': 'b18ff2db-c3ca-4b36-83ec-0fa886e80341', 'name': 'tempest-AttachVolumeNegativeTest-1783169139-router', 'tenant_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '11d01457-6788-4684-96e1-1ddb12a76ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:39:17Z', 'updated_at': '2022-04-12T19:39:23Z', 'revision_number': 4, 'project_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'gw_port': {'id': '11d01457-6788-4684-96e1-1ddb12a76ffb', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ea:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18ff2db-c3ca-4b36-83ec-0fa886e80341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:39:17Z', 'updated_at': '2022-04-12T19:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_interfaces': [{'id': '9f4a38d1-f0e9-4138-9648-e005b578b7dc', 'name': '', 'network_id': '7d6decb1-add4-41a2-b83e-9ac42c2293d8', 'tenant_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'mac_address': 'fa:16:3e:8c:04:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18ff2db-c3ca-4b36-83ec-0fa886e80341', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'fc7e26f8-26c2-4af8-af1d-d7fc67300eb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:39:21Z', 'updated_at': '2022-04-12T19:39:29Z', 'revision_number': 5, 'project_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'subnets': [{'id': 'fc7e26f8-26c2-4af8-af1d-d7fc67300eb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:45:50.702300 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7745299-b3d8-4a38-91d5-3ed4c424c61a None None] New status for floating IP 09d3a10c-9ab5-4ba0-9db6-6ea8f0cdc42f: DOWN {{(pid=106714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 19:45:51.464427 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 37480) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:45:51.523786 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-0422ea4f-2c6f-4c48-8d3a-8ff9dca7cd09 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks [] for security_group (006d12c2-ab48-43d7-8448-f093c76d5aef), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:51.547469 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-0422ea4f-2c6f-4c48-8d3a-8ff9dca7cd09 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks [] for security_group (006d12c2-ab48-43d7-8448-f093c76d5aef), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:51.598102 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-0422ea4f-2c6f-4c48-8d3a-8ff9dca7cd09 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (006d12c2-ab48-43d7-8448-f093c76d5aef), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:51.600710 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-0422ea4f-2c6f-4c48-8d3a-8ff9dca7cd09 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks [] for security_group (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:51.601880 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-0422ea4f-2c6f-4c48-8d3a-8ff9dca7cd09 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "DELETE /v2.0/security-groups/006d12c2-ab48-43d7-8448-f093c76d5aef HTTP/1.1" status: 204 len: 168 time: 0.1364543 Apr 12 19:45:51.605260 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 37486) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:45:51.611701 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0422ea4f-2c6f-4c48-8d3a-8ff9dca7cd09 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=006d12c2-ab48-43d7-8448-f093c76d5aef,revision_number=None']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:45:51.623184 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.api.v2.resource [None req-f7fdda6a-a2cc-489d-af42-ba0891c4ebc3 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] show failed (client error): The resource could not be found. Apr 12 19:45:51.628387 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-f7fdda6a-a2cc-489d-af42-ba0891c4ebc3 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/security-groups/006d12c2-ab48-43d7-8448-f093c76d5aef HTTP/1.1" status: 404 len: 347 time: 0.0179918 Apr 12 19:45:51.628734 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 37488) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:45:51.755629 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.plugin [None req-e7384a46-0d37-470b-b198-b8790858d6b0 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Deleting port 00a1b13c-c085-4c11-ab71-f5a39cb9c25a {{(pid=106704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:45:51.756030 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-e7384a46-0d37-470b-b198-b8790858d6b0 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749198460456'] for port (00a1b13c-c085-4c11-ab71-f5a39cb9c25a), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:51.831369 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-e7384a46-0d37-470b-b198-b8790858d6b0 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661808'] for port (00a1b13c-c085-4c11-ab71-f5a39cb9c25a), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:51.831684 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-e7384a46-0d37-470b-b198-b8790858d6b0 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks [] for floatingip (00a1b13c-c085-4c11-ab71-f5a39cb9c25a), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:51.844296 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.plugin [None req-e7384a46-0d37-470b-b198-b8790858d6b0 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Calling delete_port for 00a1b13c-c085-4c11-ab71-f5a39cb9c25a owned by network:floatingip {{(pid=106704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:45:51.971833 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-e7384a46-0d37-470b-b198-b8790858d6b0 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749198465814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749198058671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8791401'] for port (00a1b13c-c085-4c11-ab71-f5a39cb9c25a), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:51.997850 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7384a46-0d37-470b-b198-b8790858d6b0 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Pushing event deleted for resources: {'Port': ['ID=00a1b13c-c085-4c11-ab71-f5a39cb9c25a,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:45:52.059575 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-e7384a46-0d37-470b-b198-b8790858d6b0 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks [] for floatingip (09d3a10c-9ab5-4ba0-9db6-6ea8f0cdc42f), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:52.062037 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-e7384a46-0d37-470b-b198-b8790858d6b0 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245471'] for floatingip (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:52.063232 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-e7384a46-0d37-470b-b198-b8790858d6b0 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "DELETE /v2.0/floatingips/09d3a10c-9ab5-4ba0-9db6-6ea8f0cdc42f HTTP/1.1" status: 204 len: 168 time: 0.4333863 Apr 12 19:45:52.293706 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 37496) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:45:52.298194 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.v2.base [None req-ea246a02-9b2d-442c-932a-4be082f57d4b tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Request body: {'security_group': {'name': 'tempest-securitygroup--674943434', 'description': 'tempest-description--757496954'}} {{(pid=106704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:45:52.318174 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-ea246a02-9b2d-442c-932a-4be082f57d4b tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks [] for security_group (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:52.381771 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-ea246a02-9b2d-442c-932a-4be082f57d4b tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks [] for security_group (9afa989c-41eb-4072-94fb-fe5929906117), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:52.385214 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-ea246a02-9b2d-442c-932a-4be082f57d4b tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (9afa989c-41eb-4072-94fb-fe5929906117), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:52.414096 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-ea246a02-9b2d-442c-932a-4be082f57d4b tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks [] for security_group (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:52.415272 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-ea246a02-9b2d-442c-932a-4be082f57d4b tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1205807 Apr 12 19:45:52.416369 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea246a02-9b2d-442c-932a-4be082f57d4b tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9afa989c-41eb-4072-94fb-fe5929906117,revision_number=1']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:45:52.418355 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 37498) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:45:52.422927 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.v2.base [None req-623e76bd-3ec2-404f-8ca0-0123a94c7fea tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Request body: {'security_group_rule': {'security_group_id': '9afa989c-41eb-4072-94fb-fe5929906117', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:45:52.448441 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-623e76bd-3ec2-404f-8ca0-0123a94c7fea tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks [] for security_group_rule (7545fded-7fed-4b43-9980-66d1903439ba), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:52.501485 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-623e76bd-3ec2-404f-8ca0-0123a94c7fea tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks [] for security_group_rule (7545fded-7fed-4b43-9980-66d1903439ba), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:52.504798 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-623e76bd-3ec2-404f-8ca0-0123a94c7fea tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529670'] for security_group_rule (7545fded-7fed-4b43-9980-66d1903439ba), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:52.524261 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623e76bd-3ec2-404f-8ca0-0123a94c7fea tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7545fded-7fed-4b43-9980-66d1903439ba,revision_number=0']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:45:52.530713 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-623e76bd-3ec2-404f-8ca0-0123a94c7fea tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:52.531883 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-623e76bd-3ec2-404f-8ca0-0123a94c7fea tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1124682 Apr 12 19:45:52.535105 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 37500) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:45:52.539246 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.v2.base [None req-bcc75c23-8253-46df-a182-28fb94f53b3b tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Request body: {'security_group_rule': {'security_group_id': '9afa989c-41eb-4072-94fb-fe5929906117', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:45:52.562853 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-bcc75c23-8253-46df-a182-28fb94f53b3b tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks [] for security_group_rule (6a660a30-5961-4c16-b41c-0a439bc88423), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:52.619365 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-bcc75c23-8253-46df-a182-28fb94f53b3b tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks [] for security_group_rule (6a660a30-5961-4c16-b41c-0a439bc88423), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:52.622900 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-bcc75c23-8253-46df-a182-28fb94f53b3b tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529670'] for security_group_rule (6a660a30-5961-4c16-b41c-0a439bc88423), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:52.640884 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc75c23-8253-46df-a182-28fb94f53b3b tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a660a30-5961-4c16-b41c-0a439bc88423,revision_number=0']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:45:52.647953 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-bcc75c23-8253-46df-a182-28fb94f53b3b tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:52.649125 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-bcc75c23-8253-46df-a182-28fb94f53b3b tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1131237 Apr 12 19:45:52.652291 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 37502) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:45:52.656469 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.v2.base [None req-05bfbec0-c73b-42f4-90ee-3e2a6a40c894 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Request body: {'floatingip': {'floating_network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08'}} {{(pid=106707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:45:52.680163 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-05bfbec0-c73b-42f4-90ee-3e2a6a40c894 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:52.756961 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-05bfbec0-c73b-42f4-90ee-3e2a6a40c894 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (None), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:52.862021 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.db.db_base_plugin_common [None req-05bfbec0-c73b-42f4-90ee-3e2a6a40c894 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Allocated IP 172.27.2.60 (afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08/6283d24b-0e2c-4ae1-ac34-d042e72aa307/5500fe29-f1d4-4846-b67e-fec949b30121) {{(pid=106707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:45:52.962260 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-05bfbec0-c73b-42f4-90ee-3e2a6a40c894 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks [] for port (5500fe29-f1d4-4846-b67e-fec949b30121), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:52.993687 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-05bfbec0-c73b-42f4-90ee-3e2a6a40c894 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749198058662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9064885'] for port (5500fe29-f1d4-4846-b67e-fec949b30121), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:53.031048 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05bfbec0-c73b-42f4-90ee-3e2a6a40c894 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Network afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08 is already hosted by enough agents. {{(pid=106707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:45:53.036462 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.scheduler.base_scheduler [None req-05bfbec0-c73b-42f4-90ee-3e2a6a40c894 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Resources bound (agent type, host, resource id): {{(pid=106707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:45:53.039910 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bfbec0-c73b-42f4-90ee-3e2a6a40c894 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Received port after_create {{(pid=106707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:45:53.062376 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bfbec0-c73b-42f4-90ee-3e2a6a40c894 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Pushing event updated for resources: {'Port': ['ID=5500fe29-f1d4-4846-b67e-fec949b30121,revision_number=1']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:45:53.123267 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-05bfbec0-c73b-42f4-90ee-3e2a6a40c894 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks [] for floatingip (57c25120-de5f-4354-8e12-8a559bb9fdd9), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:53.161595 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-05bfbec0-c73b-42f4-90ee-3e2a6a40c894 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (5500fe29-f1d4-4846-b67e-fec949b30121), before_update {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:53.302633 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-05bfbec0-c73b-42f4-90ee-3e2a6a40c894 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks [] for port (5500fe29-f1d4-4846-b67e-fec949b30121), precommit_update {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:53.306628 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-05bfbec0-c73b-42f4-90ee-3e2a6a40c894 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9064844'] for port (5500fe29-f1d4-4846-b67e-fec949b30121), after_update {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:53.373761 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bfbec0-c73b-42f4-90ee-3e2a6a40c894 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Pushing event updated for resources: {'Port': ['ID=5500fe29-f1d4-4846-b67e-fec949b30121,revision_number=2']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:45:53.386514 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-05bfbec0-c73b-42f4-90ee-3e2a6a40c894 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668094'] for floatingip (57c25120-de5f-4354-8e12-8a559bb9fdd9), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:53.401556 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-05bfbec0-c73b-42f4-90ee-3e2a6a40c894 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245471'] for floatingip (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:53.402782 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-05bfbec0-c73b-42f4-90ee-3e2a6a40c894 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7495289 Apr 12 19:45:53.545564 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-de2f5d30-d670-4450-970a-6e4486513f2d req-b98291f0-acdc-4ec9-9afc-cbe0d194b2f4 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--674943434&fields=id&tenant_id=bf0fdf698e0443cf9d5596d1b7604976 HTTP/1.1" status: 200 len: 267 time: 0.0403051 Apr 12 19:45:53.650267 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2f5d30-d670-4450-970a-6e4486513f2d req-0daea9e7-775e-4e77-a499-e8808197bec8 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:45:53.651615 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-de2f5d30-d670-4450-970a-6e4486513f2d req-0daea9e7-775e-4e77-a499-e8808197bec8 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/networks?id=7d6decb1-add4-41a2-b83e-9ac42c2293d8 HTTP/1.1" status: 200 len: 815 time: 0.0993614 Apr 12 19:45:53.665663 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-de2f5d30-d670-4450-970a-6e4486513f2d req-af1797b1-bb73-4ec6-b6e6-129166fd42fd tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/quotas/bf0fdf698e0443cf9d5596d1b7604976 HTTP/1.1" status: 200 len: 375 time: 0.0084221 Apr 12 19:45:53.712531 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-de2f5d30-d670-4450-970a-6e4486513f2d req-342df2ee-5bad-4863-9139-5755d93c6198 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=bf0fdf698e0443cf9d5596d1b7604976&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0419781 Apr 12 19:45:53.899142 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-de2f5d30-d670-4450-970a-6e4486513f2d req-66468d9b-05c9-41ab-aa58-d1898bbea6ce service neutron] 10.222.0.15 "GET /v2.0/networks/7d6decb1-add4-41a2-b83e-9ac42c2293d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752539 Apr 12 19:45:54.087766 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Device 0f8c479a-71ff-487d-9c2b-68149b702bb4 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=106714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 19:45:54.108900 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] No Port match for: 0f8c479a-71ff-487d-9c2b-68149b702bb4 {{(pid=106714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 19:45:54.109250 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Device 0f8c479a-71ff-487d-9c2b-68149b702bb4 not bound to the agent host hv-cinder-83754 {{(pid=106714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 19:45:54.215741 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-de2f5d30-d670-4450-970a-6e4486513f2d req-f0072d16-d92f-4b54-951d-28751d7bfd17 service neutron] 10.222.0.15 "GET /v2.0/networks/7d6decb1-add4-41a2-b83e-9ac42c2293d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3107290 Apr 12 19:45:54.372149 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-edf7e6d0-91f8-488c-b394-3b712f9022f3 req-4d622782-0f0e-40c5-b1cf-bd9faa7e21a4 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/ports?device_id=314bcfad-0c5e-470b-8c2e-dead93548065 HTTP/1.1" status: 200 len: 210 time: 0.0296521 Apr 12 19:45:55.428857 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2f5d30-d670-4450-970a-6e4486513f2d req-6a6fa374-7ced-4838-a1c2-8963bfad8638 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:45:55.431834 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-de2f5d30-d670-4450-970a-6e4486513f2d req-6a6fa374-7ced-4838-a1c2-8963bfad8638 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.25 "GET /v2.0/networks?id=7d6decb1-add4-41a2-b83e-9ac42c2293d8 HTTP/1.1" status: 200 len: 815 time: 0.1158328 Apr 12 19:45:55.477261 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-956109d0-f33e-455d-ad84-e0815a111679 req-ee700bd9-6147-49d6-ab6b-13bc49643402 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/ports?device_id=314bcfad-0c5e-470b-8c2e-dead93548065 HTTP/1.1" status: 200 len: 210 time: 0.0329807 Apr 12 19:45:55.509786 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-de2f5d30-d670-4450-970a-6e4486513f2d req-590c5dc3-56cc-4506-acde-08a437d5c217 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf0fdf698e0443cf9d5596d1b7604976 HTTP/1.1" status: 200 len: 379 time: 0.0637181 Apr 12 19:45:55.519323 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.v2.base [req-de2f5d30-d670-4450-970a-6e4486513f2d req-632832fb-7323-4843-b4ec-6f1b909695d1 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Request body: {'port': {'device_id': '314bcfad-0c5e-470b-8c2e-dead93548065', 'network_id': '7d6decb1-add4-41a2-b83e-9ac42c2293d8', 'admin_state_up': True, 'tenant_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'security_groups': ['9afa989c-41eb-4072-94fb-fe5929906117']}} {{(pid=106704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:45:55.575582 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (ce4c6b0b-91ae-4576-82ad-f2f4ee2d2a45), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:55.625135 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de2f5d30-d670-4450-970a-6e4486513f2d req-632832fb-7323-4843-b4ec-6f1b909695d1 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Made reservation on behalf of bf0fdf698e0443cf9d5596d1b7604976 for: {'port': 1} {{(pid=106704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:45:55.628772 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-de2f5d30-d670-4450-970a-6e4486513f2d req-632832fb-7323-4843-b4ec-6f1b909695d1 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:55.762344 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.db_base_plugin_common [req-de2f5d30-d670-4450-970a-6e4486513f2d req-632832fb-7323-4843-b4ec-6f1b909695d1 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Allocated IP 172.20.0.6 (7d6decb1-add4-41a2-b83e-9ac42c2293d8/fc7e26f8-26c2-4af8-af1d-d7fc67300eb2/4b939a0b-7a17-4ca3-88b8-23ba1f94a805) {{(pid=106704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:45:55.907831 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-de2f5d30-d670-4450-970a-6e4486513f2d req-632832fb-7323-4843-b4ec-6f1b909695d1 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks [] for port (4b939a0b-7a17-4ca3-88b8-23ba1f94a805), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:55.940742 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-de2f5d30-d670-4450-970a-6e4486513f2d req-632832fb-7323-4843-b4ec-6f1b909695d1 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749198058662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8791401'] for port (4b939a0b-7a17-4ca3-88b8-23ba1f94a805), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:55.982039 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de2f5d30-d670-4450-970a-6e4486513f2d req-632832fb-7323-4843-b4ec-6f1b909695d1 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Network 7d6decb1-add4-41a2-b83e-9ac42c2293d8 is already hosted by enough agents. {{(pid=106704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:45:55.986970 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.base_scheduler [req-de2f5d30-d670-4450-970a-6e4486513f2d req-632832fb-7323-4843-b4ec-6f1b909695d1 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Resources bound (agent type, host, resource id): {{(pid=106704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:45:55.990601 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.l3_dvrscheduler_db [req-de2f5d30-d670-4450-970a-6e4486513f2d req-632832fb-7323-4843-b4ec-6f1b909695d1 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Received port after_create {{(pid=106704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:45:55.996927 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632832fb-7323-4843-b4ec-6f1b909695d1 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Pushing event updated for resources: {'Port': ['ID=4b939a0b-7a17-4ca3-88b8-23ba1f94a805,revision_number=1']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:45:56.042837 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2f5d30-d670-4450-970a-6e4486513f2d req-632832fb-7323-4843-b4ec-6f1b909695d1 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:45:56.043449 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-de2f5d30-d670-4450-970a-6e4486513f2d req-632832fb-7323-4843-b4ec-6f1b909695d1 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245471'] for port (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:56.059664 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-de2f5d30-d670-4450-970a-6e4486513f2d req-632832fb-7323-4843-b4ec-6f1b909695d1 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5442522 Apr 12 19:45:56.071732 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.v2.base [req-de2f5d30-d670-4450-970a-6e4486513f2d req-c36366cc-dc5d-46b5-aa3b-bceae798e60f service neutron] Request body: {'port': {'device_id': '314bcfad-0c5e-470b-8c2e-dead93548065', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=106704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:45:56.135701 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-de2f5d30-d670-4450-970a-6e4486513f2d req-c36366cc-dc5d-46b5-aa3b-bceae798e60f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (4b939a0b-7a17-4ca3-88b8-23ba1f94a805), before_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:56.201938 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-ac7d4110-0e6d-4d63-8d2d-44fcbb3ea37d None None] Provisioning complete for port 4b939a0b-7a17-4ca3-88b8-23ba1f94a805 triggered by entity DHCP. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:45:56.202569 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-ac7d4110-0e6d-4d63-8d2d-44fcbb3ea37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (4b939a0b-7a17-4ca3-88b8-23ba1f94a805), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:56.239771 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-ac7d4110-0e6d-4d63-8d2d-44fcbb3ea37d None None] Port 4b939a0b-7a17-4ca3-88b8-23ba1f94a805 cannot update to ACTIVE because it is not bound. {{(pid=106714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 19:45:56.392095 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.notifiers.nova [req-de2f5d30-d670-4450-970a-6e4486513f2d req-c36366cc-dc5d-46b5-aa3b-bceae798e60f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b939a0b-7a17-4ca3-88b8-23ba1f94a805 {{(pid=106704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 19:45:56.399642 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-de2f5d30-d670-4450-970a-6e4486513f2d req-c36366cc-dc5d-46b5-aa3b-bceae798e60f service neutron] Publish callbacks [] for port (4b939a0b-7a17-4ca3-88b8-23ba1f94a805), precommit_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:56.411405 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.provisioning_blocks [req-de2f5d30-d670-4450-970a-6e4486513f2d req-c36366cc-dc5d-46b5-aa3b-bceae798e60f service neutron] Transition to ACTIVE for port object 4b939a0b-7a17-4ca3-88b8-23ba1f94a805 will not be triggered until provisioned by entity L2. {{(pid=106704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 19:45:56.415190 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-de2f5d30-d670-4450-970a-6e4486513f2d req-c36366cc-dc5d-46b5-aa3b-bceae798e60f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8791376'] for port (4b939a0b-7a17-4ca3-88b8-23ba1f94a805), after_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:56.468440 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36366cc-dc5d-46b5-aa3b-bceae798e60f service neutron] Pushing event updated for resources: {'Port': ['ID=4b939a0b-7a17-4ca3-88b8-23ba1f94a805,revision_number=2']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:45:56.540424 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.managers [req-de2f5d30-d670-4450-970a-6e4486513f2d req-c36366cc-dc5d-46b5-aa3b-bceae798e60f service neutron] Attempting to bind port 4b939a0b-7a17-4ca3-88b8-23ba1f94a805 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:45:56.540760 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.managers [req-de2f5d30-d670-4450-970a-6e4486513f2d req-c36366cc-dc5d-46b5-aa3b-bceae798e60f service neutron] Attempting to bind port 4b939a0b-7a17-4ca3-88b8-23ba1f94a805 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': 'bcbff496-9379-41c1-8ff0-8a4d3d91ad6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7d6decb1-add4-41a2-b83e-9ac42c2293d8'}] {{(pid=106704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:45:56.541285 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2f5d30-d670-4450-970a-6e4486513f2d req-c36366cc-dc5d-46b5-aa3b-bceae798e60f service neutron] Attempting to bind port 4b939a0b-7a17-4ca3-88b8-23ba1f94a805 on network 7d6decb1-add4-41a2-b83e-9ac42c2293d8 {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:45:56.546342 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2f5d30-d670-4450-970a-6e4486513f2d req-c36366cc-dc5d-46b5-aa3b-bceae798e60f service neutron] Port 4b939a0b-7a17-4ca3-88b8-23ba1f94a805 on network 7d6decb1-add4-41a2-b83e-9ac42c2293d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 19:45:56.546663 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2f5d30-d670-4450-970a-6e4486513f2d req-c36366cc-dc5d-46b5-aa3b-bceae798e60f service neutron] Attempting to bind port 4b939a0b-7a17-4ca3-88b8-23ba1f94a805 on network 7d6decb1-add4-41a2-b83e-9ac42c2293d8 {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:45:56.552507 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2f5d30-d670-4450-970a-6e4486513f2d req-c36366cc-dc5d-46b5-aa3b-bceae798e60f service neutron] Checking agent: {'id': 'ce4c6b0b-91ae-4576-82ad-f2f4ee2d2a45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 37, 20), 'started_at': datetime.datetime(2022, 4, 12, 19, 37, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:45:56.552845 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2f5d30-d670-4450-970a-6e4486513f2d req-c36366cc-dc5d-46b5-aa3b-bceae798e60f service neutron] Checking segment: {'id': 'bcbff496-9379-41c1-8ff0-8a4d3d91ad6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7d6decb1-add4-41a2-b83e-9ac42c2293d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:45:56.553226 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2f5d30-d670-4450-970a-6e4486513f2d req-c36366cc-dc5d-46b5-aa3b-bceae798e60f service neutron] Bound using segment: {'id': 'bcbff496-9379-41c1-8ff0-8a4d3d91ad6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7d6decb1-add4-41a2-b83e-9ac42c2293d8'} {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:45:56.553756 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.managers [req-de2f5d30-d670-4450-970a-6e4486513f2d req-c36366cc-dc5d-46b5-aa3b-bceae798e60f service neutron] Bound port: 4b939a0b-7a17-4ca3-88b8-23ba1f94a805, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcbff496-9379-41c1-8ff0-8a4d3d91ad6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7d6decb1-add4-41a2-b83e-9ac42c2293d8'}}] {{(pid=106704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:45:56.554146 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-de2f5d30-d670-4450-970a-6e4486513f2d req-c36366cc-dc5d-46b5-aa3b-bceae798e60f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (4b939a0b-7a17-4ca3-88b8-23ba1f94a805), before_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:56.633467 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4647edb-35e4-420d-b380-ee62cf75e323 req-9891b8f5-d62a-4464-9605-32a7d31eabc3 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:45:56.634939 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-f4647edb-35e4-420d-b380-ee62cf75e323 req-9891b8f5-d62a-4464-9605-32a7d31eabc3 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/ports?device_id=314bcfad-0c5e-470b-8c2e-dead93548065 HTTP/1.1" status: 200 len: 943 time: 0.0776651 Apr 12 19:45:56.683153 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.db [req-de2f5d30-d670-4450-970a-6e4486513f2d req-c36366cc-dc5d-46b5-aa3b-bceae798e60f service neutron] For port 4b939a0b-7a17-4ca3-88b8-23ba1f94a805, host hv-cinder-83754, cleared binding levels {{(pid=106704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:45:56.703494 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.db [req-de2f5d30-d670-4450-970a-6e4486513f2d req-c36366cc-dc5d-46b5-aa3b-bceae798e60f service neutron] For port 4b939a0b-7a17-4ca3-88b8-23ba1f94a805, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=4b939a0b-7a17-4ca3-88b8-23ba1f94a805,segment=NetworkSegment(bcbff496-9379-41c1-8ff0-8a4d3d91ad6b),segment_id=bcbff496-9379-41c1-8ff0-8a4d3d91ad6b)] {{(pid=106704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:45:56.708751 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-f4647edb-35e4-420d-b380-ee62cf75e323 req-c8308694-081c-49ad-b54b-450fd131609d tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/security-groups?id=9afa989c-41eb-4072-94fb-fe5929906117&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676286 Apr 12 19:45:56.710316 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-de2f5d30-d670-4450-970a-6e4486513f2d req-c36366cc-dc5d-46b5-aa3b-bceae798e60f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8791376'] for port (4b939a0b-7a17-4ca3-88b8-23ba1f94a805), after_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:56.744975 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2f5d30-d670-4450-970a-6e4486513f2d req-c36366cc-dc5d-46b5-aa3b-bceae798e60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:45:56.745563 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-de2f5d30-d670-4450-970a-6e4486513f2d req-c36366cc-dc5d-46b5-aa3b-bceae798e60f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245471'] for port (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:45:56.746902 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-de2f5d30-d670-4450-970a-6e4486513f2d req-c36366cc-dc5d-46b5-aa3b-bceae798e60f service neutron] 10.222.0.25 "PUT /v2.0/ports/4b939a0b-7a17-4ca3-88b8-23ba1f94a805 HTTP/1.1" status: 200 len: 1093 time: 0.6796753 Apr 12 19:45:56.747346 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '314bcfad-0c5e-470b-8c2e-dead93548065', 'tag': '4b939a0b-7a17-4ca3-88b8-23ba1f94a805'}] {{(pid=106704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:45:56.753752 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7198706052eeb44005bd3d373437c5078b0bb903de01f30342c0d4536e5352d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28a776d1-bda2-444a-a8b7-caf448ff2d8d" -d '{"events": [{"name": "network-changed", "server_uuid": "314bcfad-0c5e-470b-8c2e-dead93548065", "tag": "4b939a0b-7a17-4ca3-88b8-23ba1f94a805"}]}' {{(pid=106704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:45:56.774399 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36366cc-dc5d-46b5-aa3b-bceae798e60f service neutron] Pushing event updated for resources: {'Port': ['ID=4b939a0b-7a17-4ca3-88b8-23ba1f94a805,revision_number=3']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:45:56.789514 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 19:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29d7af14-d4d7-40b5-964a-8b100f7dc463 x-openstack-request-id: req-29d7af14-d4d7-40b5-964a-8b100f7dc463 {{(pid=106704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:45:56.789822 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "314bcfad-0c5e-470b-8c2e-dead93548065", "tag": "4b939a0b-7a17-4ca3-88b8-23ba1f94a805", "status": "completed", "code": 200}]} {{(pid=106704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:45:56.790085 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-29d7af14-d4d7-40b5-964a-8b100f7dc463 {{(pid=106704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:45:56.790497 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29d7af14-d4d7-40b5-964a-8b100f7dc463'] response: {'name': 'network-changed', 'server_uuid': '314bcfad-0c5e-470b-8c2e-dead93548065', 'tag': '4b939a0b-7a17-4ca3-88b8-23ba1f94a805', 'status': 'completed', 'code': 200} Apr 12 19:45:56.903562 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a776d1-bda2-444a-a8b7-caf448ff2d8d req-00403b9d-0bce-435d-8fe3-59bbdf6c638f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:45:56.905193 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-28a776d1-bda2-444a-a8b7-caf448ff2d8d req-00403b9d-0bce-435d-8fe3-59bbdf6c638f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bf0fdf698e0443cf9d5596d1b7604976&device_id=314bcfad-0c5e-470b-8c2e-dead93548065 HTTP/1.1" status: 200 len: 1127 time: 0.0411389 Apr 12 19:45:57.011913 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a776d1-bda2-444a-a8b7-caf448ff2d8d req-9daf209f-15f8-4dfa-8f4d-987b47785ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:45:57.013362 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-28a776d1-bda2-444a-a8b7-caf448ff2d8d req-9daf209f-15f8-4dfa-8f4d-987b47785ae2 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=bf0fdf698e0443cf9d5596d1b7604976&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0997906 Apr 12 19:45:57.106036 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a776d1-bda2-444a-a8b7-caf448ff2d8d req-d1fb382a-9351-4b52-8c6e-9c51d02980d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:45:57.107492 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-28a776d1-bda2-444a-a8b7-caf448ff2d8d req-d1fb382a-9351-4b52-8c6e-9c51d02980d0 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0878572 Apr 12 19:45:57.184329 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2f5d30-d670-4450-970a-6e4486513f2d req-5ca85bb4-6cd0-45c9-8e7b-dc3c7b44ab3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:45:57.185912 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-de2f5d30-d670-4450-970a-6e4486513f2d req-5ca85bb4-6cd0-45c9-8e7b-dc3c7b44ab3e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bf0fdf698e0443cf9d5596d1b7604976&device_id=314bcfad-0c5e-470b-8c2e-dead93548065 HTTP/1.1" status: 200 len: 1127 time: 0.0398772 Apr 12 19:45:57.228185 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-de2f5d30-d670-4450-970a-6e4486513f2d req-c198872b-bc52-4f65-9352-056793d75306 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b939a0b-7a17-4ca3-88b8-23ba1f94a805 HTTP/1.1" status: 200 len: 217 time: 0.0336242 Apr 12 19:45:57.277706 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2f5d30-d670-4450-970a-6e4486513f2d req-b54783e9-e8f7-44b5-8954-8699fc52cfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:45:57.279096 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-de2f5d30-d670-4450-970a-6e4486513f2d req-b54783e9-e8f7-44b5-8954-8699fc52cfa1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fc7e26f8-26c2-4af8-af1d-d7fc67300eb2 HTTP/1.1" status: 200 len: 854 time: 0.0444860 Apr 12 19:45:57.447091 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2f5d30-d670-4450-970a-6e4486513f2d req-15fcce1b-81ab-4a77-a3c7-03e73e3b4655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:45:57.448490 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-de2f5d30-d670-4450-970a-6e4486513f2d req-15fcce1b-81ab-4a77-a3c7-03e73e3b4655 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7d6decb1-add4-41a2-b83e-9ac42c2293d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0367136 Apr 12 19:45:57.826853 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a08018c-a5f4-4d3a-b7d2-48918dc67399 req-8002e93f-4da1-420e-ad1d-2bc3d9a06428 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:45:57.828497 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-1a08018c-a5f4-4d3a-b7d2-48918dc67399 req-8002e93f-4da1-420e-ad1d-2bc3d9a06428 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/ports?device_id=314bcfad-0c5e-470b-8c2e-dead93548065 HTTP/1.1" status: 200 len: 943 time: 0.0526824 Apr 12 19:45:57.875324 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-1a08018c-a5f4-4d3a-b7d2-48918dc67399 req-312fe979-1ad5-43d9-bd5c-b6af9b38f4dd tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/security-groups?id=9afa989c-41eb-4072-94fb-fe5929906117&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413511 Apr 12 19:45:58.354821 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-de2f5d30-d670-4450-970a-6e4486513f2d req-0036cb34-896b-439a-ba82-0f587aa22bb1 service neutron] 10.222.0.25 "GET /v2.0/networks/7d6decb1-add4-41a2-b83e-9ac42c2293d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822475 Apr 12 19:45:58.829541 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-de2f5d30-d670-4450-970a-6e4486513f2d req-ef12eafb-f983-4e02-820a-a93aa3e8dbd2 service neutron] 10.222.0.25 "GET /v2.0/networks/7d6decb1-add4-41a2-b83e-9ac42c2293d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907731 Apr 12 19:45:58.991577 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a37cb9-9a08-4f57-ba07-8bf366973bb4 req-73c1b5f6-6b8f-44e8-813a-f5039896c6dd tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:45:58.993091 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-36a37cb9-9a08-4f57-ba07-8bf366973bb4 req-73c1b5f6-6b8f-44e8-813a-f5039896c6dd tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/ports?device_id=314bcfad-0c5e-470b-8c2e-dead93548065 HTTP/1.1" status: 200 len: 943 time: 0.0499775 Apr 12 19:45:59.042866 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-36a37cb9-9a08-4f57-ba07-8bf366973bb4 req-2676d358-d5ce-462b-8a5e-b13724f7fc51 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/security-groups?id=9afa989c-41eb-4072-94fb-fe5929906117&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441110 Apr 12 19:45:59.357202 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a97e3b-3726-42a8-bb1a-c70444831203 req-f4d5cc31-fba4-4a27-a752-f674b87d0d99 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:45:59.358652 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-82a97e3b-3726-42a8-bb1a-c70444831203 req-f4d5cc31-fba4-4a27-a752-f674b87d0d99 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=28fa6d0e-200c-446f-aa49-05e46224e6c4 HTTP/1.1" status: 200 len: 946 time: 0.0460403 Apr 12 19:45:59.408129 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-82a97e3b-3726-42a8-bb1a-c70444831203 req-203c49f6-99ba-4a72-90ee-dbb2300ed80f tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=09f2f1d7-706b-4faf-b5aa-81a7b5af6a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438554 Apr 12 19:46:00.157848 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4565ef5-89d3-405d-aa20-e39e9c85d554 req-f9589a7b-e51b-4deb-bfe7-d658d60be139 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:00.159289 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-d4565ef5-89d3-405d-aa20-e39e9c85d554 req-f9589a7b-e51b-4deb-bfe7-d658d60be139 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/ports?device_id=314bcfad-0c5e-470b-8c2e-dead93548065 HTTP/1.1" status: 200 len: 943 time: 0.0463219 Apr 12 19:46:00.207231 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-d4565ef5-89d3-405d-aa20-e39e9c85d554 req-08a36f2a-c6f0-4b9d-805b-c017a71ac280 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/security-groups?id=9afa989c-41eb-4072-94fb-fe5929906117&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425010 Apr 12 19:46:00.518512 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec5e338-234d-4d11-9b31-84e0f24ab37d req-607a70f5-8b8e-4f80-9dfb-63ea3f9ddd8d tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:00.519981 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-9ec5e338-234d-4d11-9b31-84e0f24ab37d req-607a70f5-8b8e-4f80-9dfb-63ea3f9ddd8d tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=28fa6d0e-200c-446f-aa49-05e46224e6c4 HTTP/1.1" status: 200 len: 946 time: 0.0468292 Apr 12 19:46:00.565456 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-9ec5e338-234d-4d11-9b31-84e0f24ab37d req-1733d503-285b-4c84-8ad7-74f6dbb854f7 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=09f2f1d7-706b-4faf-b5aa-81a7b5af6a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399687 Apr 12 19:46:01.325029 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c22f15-2ed4-4d13-a6d6-86d4f6a69662 req-ea156f64-b752-4c85-bcea-ab3613a55382 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:01.326496 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-82c22f15-2ed4-4d13-a6d6-86d4f6a69662 req-ea156f64-b752-4c85-bcea-ab3613a55382 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/ports?device_id=314bcfad-0c5e-470b-8c2e-dead93548065 HTTP/1.1" status: 200 len: 943 time: 0.0533915 Apr 12 19:46:01.372157 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-82c22f15-2ed4-4d13-a6d6-86d4f6a69662 req-7a680fc1-297a-4fc1-a3ee-2f222555548c tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/security-groups?id=9afa989c-41eb-4072-94fb-fe5929906117&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393510 Apr 12 19:46:01.674872 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe56f3d2-544d-46f4-9409-a9609c2180f9 req-1b6588b5-6d8d-4add-a1be-c0a41363f762 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:01.676362 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-fe56f3d2-544d-46f4-9409-a9609c2180f9 req-1b6588b5-6d8d-4add-a1be-c0a41363f762 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=28fa6d0e-200c-446f-aa49-05e46224e6c4 HTTP/1.1" status: 200 len: 946 time: 0.0459328 Apr 12 19:46:01.721212 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-fe56f3d2-544d-46f4-9409-a9609c2180f9 req-af2b5fe6-74e4-4621-8c28-9c0455c56eef tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=09f2f1d7-706b-4faf-b5aa-81a7b5af6a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394762 Apr 12 19:46:02.189751 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.agents_db [None req-c5aaa6ba-db5d-46db-92f0-20249d3ff0a0 None None] Agent healthcheck: found 6 active agents {{(pid=106718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 19:46:02.480475 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-6134ec95-abd9-4f05-89b0-99c3c4226e4b req-8e954328-c6ca-41d2-a61b-29529b54cd18 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1043320734&fields=id&tenant_id=6bee925806f84c5292071bdf5600ea3d HTTP/1.1" status: 200 len: 267 time: 0.0516248 Apr 12 19:46:02.497993 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f349c36c-5263-43d8-9f41-86d09463c64b req-d478aaaf-d2b2-4276-aa84-1fe956fa0d40 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:02.506262 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-f349c36c-5263-43d8-9f41-86d09463c64b req-d478aaaf-d2b2-4276-aa84-1fe956fa0d40 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/ports?device_id=314bcfad-0c5e-470b-8c2e-dead93548065 HTTP/1.1" status: 200 len: 943 time: 0.0659099 Apr 12 19:46:02.554421 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc53e3b-a820-4dfa-a54b-0bc7b8086ff5 req-0f83b1fa-cca8-44bf-acbe-aab342d27885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:02.555891 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-2dc53e3b-a820-4dfa-a54b-0bc7b8086ff5 req-0f83b1fa-cca8-44bf-acbe-aab342d27885 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e2849b4a348c4795bf965ba8cdf2467d&device_id=28fa6d0e-200c-446f-aa49-05e46224e6c4 HTTP/1.1" status: 200 len: 1130 time: 0.0762553 Apr 12 19:46:02.578341 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-f349c36c-5263-43d8-9f41-86d09463c64b req-a6a9d745-d915-4048-b3b9-00799d5e8eba tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/security-groups?id=9afa989c-41eb-4072-94fb-fe5929906117&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711219 Apr 12 19:46:02.588663 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6134ec95-abd9-4f05-89b0-99c3c4226e4b req-61141c51-7025-49af-baa1-90bd3b07febd tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:02.590249 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-6134ec95-abd9-4f05-89b0-99c3c4226e4b req-61141c51-7025-49af-baa1-90bd3b07febd tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/networks?id=cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf HTTP/1.1" status: 200 len: 812 time: 0.1032646 Apr 12 19:46:02.612313 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-6134ec95-abd9-4f05-89b0-99c3c4226e4b req-644210a8-c587-4df7-985d-290a8e78e478 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/quotas/6bee925806f84c5292071bdf5600ea3d HTTP/1.1" status: 200 len: 375 time: 0.0155303 Apr 12 19:46:02.662958 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-6134ec95-abd9-4f05-89b0-99c3c4226e4b req-0f49bb13-b498-4ff9-8bf4-f96031076b50 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6bee925806f84c5292071bdf5600ea3d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497103 Apr 12 19:46:02.686001 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc53e3b-a820-4dfa-a54b-0bc7b8086ff5 req-00f32b7b-1776-41bf-a0de-16d708488d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:02.687581 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-2dc53e3b-a820-4dfa-a54b-0bc7b8086ff5 req-00f32b7b-1776-41bf-a0de-16d708488d19 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9 HTTP/1.1" status: 200 len: 919 time: 0.0984526 Apr 12 19:46:02.753542 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-2dc53e3b-a820-4dfa-a54b-0bc7b8086ff5 req-4e1639d0-70bc-43ec-a15d-3a7b860a1bc2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=666dc9c7-90f6-4f69-9067-f9b838abe046 HTTP/1.1" status: 200 len: 1002 time: 0.0591028 Apr 12 19:46:02.761723 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-6134ec95-abd9-4f05-89b0-99c3c4226e4b req-8e9d91b6-83d8-4bc5-9a2f-3bd4bc0ea302 service neutron] 10.222.0.15 "GET /v2.0/networks/cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864103 Apr 12 19:46:02.848469 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc53e3b-a820-4dfa-a54b-0bc7b8086ff5 req-042e4b4e-e340-43c1-aae1-b7e0ef5b3660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:02.849980 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-2dc53e3b-a820-4dfa-a54b-0bc7b8086ff5 req-042e4b4e-e340-43c1-aae1-b7e0ef5b3660 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7f57a095-a707-4feb-9d1c-8b1458759bd7 HTTP/1.1" status: 200 len: 857 time: 0.0898323 Apr 12 19:46:02.856219 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1f2d85-0453-43ed-9dfc-81a77bafce7d req-f65609fc-c8f5-4fdf-8f45-b03961497520 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:02.857662 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-ff1f2d85-0453-43ed-9dfc-81a77bafce7d req-f65609fc-c8f5-4fdf-8f45-b03961497520 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=28fa6d0e-200c-446f-aa49-05e46224e6c4 HTTP/1.1" status: 200 len: 946 time: 0.0620289 Apr 12 19:46:02.883452 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-6134ec95-abd9-4f05-89b0-99c3c4226e4b req-ca3006c8-89f0-4164-a2c9-97515cd61d15 service neutron] 10.222.0.15 "GET /v2.0/networks/cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149218 Apr 12 19:46:02.916735 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc53e3b-a820-4dfa-a54b-0bc7b8086ff5 req-fa8c68c3-24aa-42ad-865a-582944aec800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:02.918478 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-2dc53e3b-a820-4dfa-a54b-0bc7b8086ff5 req-fa8c68c3-24aa-42ad-865a-582944aec800 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0599141 Apr 12 19:46:02.963135 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-ff1f2d85-0453-43ed-9dfc-81a77bafce7d req-d06d64e7-046c-4ba2-8421-59f16427e3d0 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=09f2f1d7-706b-4faf-b5aa-81a7b5af6a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957675 Apr 12 19:46:03.237457 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-92f6ae9c-c4c9-46f0-8ac9-ee972afe2f62 req-4d8fe7da-6802-425c-a72b-acf867fea836 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e3c44c0-ba7b-4139-a755-6a5ad952d075 HTTP/1.1" status: 200 len: 210 time: 0.0404167 Apr 12 19:46:03.279326 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-2dc53e3b-a820-4dfa-a54b-0bc7b8086ff5 req-9ddb08c5-358d-4132-84a4-ea761845092a service neutron] 10.222.0.25 "GET /v2.0/networks/a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3542840 Apr 12 19:46:03.381723 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-2dc53e3b-a820-4dfa-a54b-0bc7b8086ff5 req-3ffa99d2-2caa-4c15-b1b8-2bf49a170cd4 service neutron] 10.222.0.25 "GET /v2.0/networks/a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945396 Apr 12 19:46:03.386682 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8521b93-35be-4da7-9825-d8e60550752c req-08972a4c-83c1-4bf1-afb3-faea19c58b40 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:03.388532 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-e8521b93-35be-4da7-9825-d8e60550752c req-08972a4c-83c1-4bf1-afb3-faea19c58b40 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 946 time: 0.0510535 Apr 12 19:46:03.436374 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-e8521b93-35be-4da7-9825-d8e60550752c req-c28dc521-35f1-4496-89cb-7b94b7ba5636 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418091 Apr 12 19:46:03.698754 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f400297-2898-4e0b-9246-2a0e8bf0c13c req-2baa9749-ac90-4644-b8d8-eea74d03418b tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:03.700232 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-6f400297-2898-4e0b-9246-2a0e8bf0c13c req-2baa9749-ac90-4644-b8d8-eea74d03418b tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/ports?device_id=314bcfad-0c5e-470b-8c2e-dead93548065 HTTP/1.1" status: 200 len: 943 time: 0.0464220 Apr 12 19:46:03.746370 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-6f400297-2898-4e0b-9246-2a0e8bf0c13c req-99e2a40c-27c4-46c0-8364-9c511b2954a6 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/security-groups?id=9afa989c-41eb-4072-94fb-fe5929906117&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407114 Apr 12 19:46:04.073205 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073209af-d6e0-40be-8be8-9af63a87341f req-73ada301-8b2b-4fde-809c-09399b3d0e39 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:04.074639 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-073209af-d6e0-40be-8be8-9af63a87341f req-73ada301-8b2b-4fde-809c-09399b3d0e39 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=28fa6d0e-200c-446f-aa49-05e46224e6c4 HTTP/1.1" status: 200 len: 946 time: 0.0453489 Apr 12 19:46:04.115856 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Device 4b939a0b-7a17-4ca3-88b8-23ba1f94a805 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=106714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 19:46:04.124503 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-073209af-d6e0-40be-8be8-9af63a87341f req-69f6b602-b317-4035-950a-baa1368cccd6 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=09f2f1d7-706b-4faf-b5aa-81a7b5af6a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438242 Apr 12 19:46:04.215279 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] For port 4b939a0b-7a17-4ca3-88b8-23ba1f94a805, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=4b939a0b-7a17-4ca3-88b8-23ba1f94a805,segment=NetworkSegment(bcbff496-9379-41c1-8ff0-8a4d3d91ad6b),segment_id=bcbff496-9379-41c1-8ff0-8a4d3d91ad6b)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:46:04.227501 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Returning: {'device': '4b939a0b-7a17-4ca3-88b8-23ba1f94a805', 'network_id': '7d6decb1-add4-41a2-b83e-9ac42c2293d8', 'port_id': '4b939a0b-7a17-4ca3-88b8-23ba1f94a805', 'mac_address': 'fa:16:3e:47:6b:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc7e26f8-26c2-4af8-af1d-d7fc67300eb2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 19:46:04.264304 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Current status of the port 4b939a0b-7a17-4ca3-88b8-23ba1f94a805 is: DOWN; New status is: BUILD {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:46:04.264698 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (4b939a0b-7a17-4ca3-88b8-23ba1f94a805), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:04.277705 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.notifiers.nova [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b939a0b-7a17-4ca3-88b8-23ba1f94a805 {{(pid=106714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 19:46:04.297834 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] For port 4b939a0b-7a17-4ca3-88b8-23ba1f94a805, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=4b939a0b-7a17-4ca3-88b8-23ba1f94a805,segment=NetworkSegment(bcbff496-9379-41c1-8ff0-8a4d3d91ad6b),segment_id=bcbff496-9379-41c1-8ff0-8a4d3d91ad6b)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:46:04.303038 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (4b939a0b-7a17-4ca3-88b8-23ba1f94a805), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:04.319496 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-d9f09faa-03f3-4ef4-8994-fc414b0d4f51 req-4c9c9498-4331-4a84-8756-3f7354328c50 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e3c44c0-ba7b-4139-a755-6a5ad952d075 HTTP/1.1" status: 200 len: 210 time: 0.0279801 Apr 12 19:46:04.354888 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Pushing event updated for resources: {'Port': ['ID=4b939a0b-7a17-4ca3-88b8-23ba1f94a805,revision_number=4']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:46:04.561811 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091d8ee7-7634-41e4-9420-9adb58811a2d req-0b3b4fb1-69ca-4736-821b-943be22cdc6e tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:04.563346 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-091d8ee7-7634-41e4-9420-9adb58811a2d req-0b3b4fb1-69ca-4736-821b-943be22cdc6e tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 946 time: 0.0542397 Apr 12 19:46:04.620338 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-091d8ee7-7634-41e4-9420-9adb58811a2d req-eb114dcf-0ff4-4ed6-a609-227b8da535bf tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495942 Apr 12 19:46:04.705011 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] get_ports_and_sgs() called for port_ids ['4b939a0b-7a17-4ca3-88b8-23ba1f94a805'] {{(pid=106714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 19:46:04.868759 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f27b238-197e-4a44-ab10-6354679c1261 req-9af0c722-54a5-471d-b159-1703fd20e68e tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:04.870246 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-2f27b238-197e-4a44-ab10-6354679c1261 req-9af0c722-54a5-471d-b159-1703fd20e68e tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/ports?device_id=314bcfad-0c5e-470b-8c2e-dead93548065 HTTP/1.1" status: 200 len: 944 time: 0.0540011 Apr 12 19:46:04.917210 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-2f27b238-197e-4a44-ab10-6354679c1261 req-1275ada7-973a-45f4-8249-b7cb4fe2df38 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/security-groups?id=9afa989c-41eb-4072-94fb-fe5929906117&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410330 Apr 12 19:46:05.113050 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a6e2e-f6d0-4cff-9a4b-663232ef6fb7 req-e827920b-a4d0-46ee-87de-18c7e9ff7ef8 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:05.114383 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-b29a6e2e-f6d0-4cff-9a4b-663232ef6fb7 req-e827920b-a4d0-46ee-87de-18c7e9ff7ef8 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.25 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 946 time: 0.0459304 Apr 12 19:46:05.237195 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a14ee6-2eba-48b5-b177-e6f0ce3157b1 req-1e813a03-2a86-460f-86f3-d53d97fe21a1 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:05.238614 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-10a14ee6-2eba-48b5-b177-e6f0ce3157b1 req-1e813a03-2a86-460f-86f3-d53d97fe21a1 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=28fa6d0e-200c-446f-aa49-05e46224e6c4 HTTP/1.1" status: 200 len: 946 time: 0.0455623 Apr 12 19:46:05.283108 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-10a14ee6-2eba-48b5-b177-e6f0ce3157b1 req-2e7f76ce-226e-4673-9daf-d6af578df7bb tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=09f2f1d7-706b-4faf-b5aa-81a7b5af6a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385594 Apr 12 19:46:05.426338 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-392a0a10-51bd-455c-8fa1-f60d7f6630d6 req-e11a8114-fa4f-4785-9caa-542ed2dab5ac tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e3c44c0-ba7b-4139-a755-6a5ad952d075 HTTP/1.1" status: 200 len: 210 time: 0.0415876 Apr 12 19:46:05.533912 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.plugin [req-b29a6e2e-f6d0-4cff-9a4b-663232ef6fb7 req-564c991d-9979-446d-8b3f-a1bc001842ca tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Deleting port 468143f7-dffa-4455-923d-7df1610e3c88 {{(pid=106704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:46:05.534246 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-b29a6e2e-f6d0-4cff-9a4b-663232ef6fb7 req-564c991d-9979-446d-8b3f-a1bc001842ca tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749198460456'] for port (468143f7-dffa-4455-923d-7df1610e3c88), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:05.636260 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6134ec95-abd9-4f05-89b0-99c3c4226e4b req-a5c6d6be-f393-4974-9dd3-12db47c3efc8 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:05.637708 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-6134ec95-abd9-4f05-89b0-99c3c4226e4b req-a5c6d6be-f393-4974-9dd3-12db47c3efc8 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.25 "GET /v2.0/networks?id=cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf HTTP/1.1" status: 200 len: 812 time: 0.1719506 Apr 12 19:46:05.671552 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.db [req-b29a6e2e-f6d0-4cff-9a4b-663232ef6fb7 req-564c991d-9979-446d-8b3f-a1bc001842ca tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] For port 468143f7-dffa-4455-923d-7df1610e3c88, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=468143f7-dffa-4455-923d-7df1610e3c88,segment=NetworkSegment(7d4c5579-d5c2-4ae5-8e1e-f30678073acf),segment_id=7d4c5579-d5c2-4ae5-8e1e-f30678073acf)] {{(pid=106704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:46:05.671920 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-b29a6e2e-f6d0-4cff-9a4b-663232ef6fb7 req-564c991d-9979-446d-8b3f-a1bc001842ca tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661808'] for port (468143f7-dffa-4455-923d-7df1610e3c88), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:05.740855 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff2aa4e-6774-4463-ab5d-9bc4dde94097 req-6af55ff4-3740-458c-b77a-bf022e12b69d tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:05.742255 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-dff2aa4e-6774-4463-ab5d-9bc4dde94097 req-6af55ff4-3740-458c-b77a-bf022e12b69d tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 946 time: 0.0501759 Apr 12 19:46:05.762478 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-6134ec95-abd9-4f05-89b0-99c3c4226e4b req-97da7173-672a-4447-a792-b1a44d252743 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6bee925806f84c5292071bdf5600ea3d HTTP/1.1" status: 200 len: 380 time: 0.1149294 Apr 12 19:46:05.774485 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.v2.base [req-6134ec95-abd9-4f05-89b0-99c3c4226e4b req-44e4c837-53eb-424d-a068-1b91ffeb2520 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Request body: {'port': {'device_id': '1e3c44c0-ba7b-4139-a755-6a5ad952d075', 'network_id': 'cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf', 'admin_state_up': True, 'tenant_id': '6bee925806f84c5292071bdf5600ea3d', 'security_groups': ['cbff3107-daca-4eee-8f23-60f596090e71']}} {{(pid=106704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:46:05.789728 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-dff2aa4e-6774-4463-ab5d-9bc4dde94097 req-d0e97c53-048b-4147-9cca-df0c3f51c44a tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ad81e-c73c-4411-b2e4-90c593141c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419183 Apr 12 19:46:05.954335 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-b29a6e2e-f6d0-4cff-9a4b-663232ef6fb7 req-564c991d-9979-446d-8b3f-a1bc001842ca tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:05.955366 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-b29a6e2e-f6d0-4cff-9a4b-663232ef6fb7 req-564c991d-9979-446d-8b3f-a1bc001842ca tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668094'] for floatingip (0e79f645-8d72-4891-ba80-e60eebc674c1), after_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:05.955681 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.db.l3_db [req-b29a6e2e-f6d0-4cff-9a4b-663232ef6fb7 req-564c991d-9979-446d-8b3f-a1bc001842ca tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Floating IP 0e79f645-8d72-4891-ba80-e60eebc674c1 disassociated. External IP: 172.27.2.227, port: 468143f7-dffa-4455-923d-7df1610e3c88. Apr 12 19:46:05.956078 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.plugin [req-b29a6e2e-f6d0-4cff-9a4b-663232ef6fb7 req-564c991d-9979-446d-8b3f-a1bc001842ca tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Calling delete_port for 468143f7-dffa-4455-923d-7df1610e3c88 owned by compute:nova {{(pid=106704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:46:06.013744 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6134ec95-abd9-4f05-89b0-99c3c4226e4b req-44e4c837-53eb-424d-a068-1b91ffeb2520 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Made reservation on behalf of 6bee925806f84c5292071bdf5600ea3d for: {'port': 1} {{(pid=106704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:46:06.017867 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-6134ec95-abd9-4f05-89b0-99c3c4226e4b req-44e4c837-53eb-424d-a068-1b91ffeb2520 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:06.096548 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6c5ada-406b-4187-a4be-782786459796 req-a359db3e-5a59-41ce-b684-f599920f28a3 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:06.098061 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-bf6c5ada-406b-4187-a4be-782786459796 req-a359db3e-5a59-41ce-b684-f599920f28a3 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/ports?device_id=314bcfad-0c5e-470b-8c2e-dead93548065 HTTP/1.1" status: 200 len: 944 time: 0.0874565 Apr 12 19:46:06.117226 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Device 4b939a0b-7a17-4ca3-88b8-23ba1f94a805 up at agent hyperv_hv-cinder-83754 {{(pid=106714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:46:06.165265 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Provisioning for port 4b939a0b-7a17-4ca3-88b8-23ba1f94a805 completed by entity L2. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 19:46:06.170585 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Provisioning complete for port 4b939a0b-7a17-4ca3-88b8-23ba1f94a805 triggered by entity L2. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:46:06.170965 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (4b939a0b-7a17-4ca3-88b8-23ba1f94a805), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:06.253901 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Current status of the port 4b939a0b-7a17-4ca3-88b8-23ba1f94a805 is: BUILD; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:46:06.254176 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (4b939a0b-7a17-4ca3-88b8-23ba1f94a805), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:06.263580 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-bf6c5ada-406b-4187-a4be-782786459796 req-79270444-f825-4397-a31d-299dd1625d56 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/security-groups?id=9afa989c-41eb-4072-94fb-fe5929906117&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1369834 Apr 12 19:46:06.287047 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] For port 4b939a0b-7a17-4ca3-88b8-23ba1f94a805, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=4b939a0b-7a17-4ca3-88b8-23ba1f94a805,segment=NetworkSegment(bcbff496-9379-41c1-8ff0-8a4d3d91ad6b),segment_id=bcbff496-9379-41c1-8ff0-8a4d3d91ad6b)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:46:06.288285 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '314bcfad-0c5e-470b-8c2e-dead93548065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b939a0b-7a17-4ca3-88b8-23ba1f94a805'}] {{(pid=106714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:46:06.290009 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.db_base_plugin_common [req-6134ec95-abd9-4f05-89b0-99c3c4226e4b req-44e4c837-53eb-424d-a068-1b91ffeb2520 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Allocated IP 172.20.0.8 (cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf/17d1257d-e8de-480c-a236-a7606e4db732/3c7cb238-567d-497d-b504-75465b9772f9) {{(pid=106704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:46:06.290516 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a81cf7441df70286f4dc8f717b9c4c32a6686a605fef215f859f2b4f09b95be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fc225e1-97ea-44bb-ba1b-22d1fc4fbfd7" -d '{"events": [{"server_uuid": "314bcfad-0c5e-470b-8c2e-dead93548065", "name": "network-vif-plugged", "status": "completed", "tag": "4b939a0b-7a17-4ca3-88b8-23ba1f94a805"}]}' {{(pid=106714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:46:06.300401 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (4b939a0b-7a17-4ca3-88b8-23ba1f94a805), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:06.302901 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-b29a6e2e-f6d0-4cff-9a4b-663232ef6fb7 req-564c991d-9979-446d-8b3f-a1bc001842ca tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749198465814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749198058671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8791401'] for port (468143f7-dffa-4455-923d-7df1610e3c88), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:06.348501 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564c991d-9979-446d-8b3f-a1bc001842ca tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Pushing event deleted for resources: {'Port': ['ID=468143f7-dffa-4455-923d-7df1610e3c88,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:46:06.372405 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Pushing event updated for resources: {'Port': ['ID=4b939a0b-7a17-4ca3-88b8-23ba1f94a805,revision_number=5']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:46:06.390926 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564c991d-9979-446d-8b3f-a1bc001842ca tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:46:06.391433 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564c991d-9979-446d-8b3f-a1bc001842ca tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:46:06.391781 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564c991d-9979-446d-8b3f-a1bc001842ca tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:46:06.392153 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564c991d-9979-446d-8b3f-a1bc001842ca tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:46:06.392494 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564c991d-9979-446d-8b3f-a1bc001842ca tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:46:06.392834 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564c991d-9979-446d-8b3f-a1bc001842ca tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:46:06.393167 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564c991d-9979-446d-8b3f-a1bc001842ca tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:46:06.393523 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564c991d-9979-446d-8b3f-a1bc001842ca tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:46:06.393834 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564c991d-9979-446d-8b3f-a1bc001842ca tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:46:06.394163 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564c991d-9979-446d-8b3f-a1bc001842ca tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:46:06.394491 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564c991d-9979-446d-8b3f-a1bc001842ca tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:46:06.394817 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564c991d-9979-446d-8b3f-a1bc001842ca tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:46:06.395145 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564c991d-9979-446d-8b3f-a1bc001842ca tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:46:06.395468 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564c991d-9979-446d-8b3f-a1bc001842ca tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:46:06.395791 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564c991d-9979-446d-8b3f-a1bc001842ca tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:46:06.415072 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 19:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e591b43-888e-4c60-b3e6-38a13fd7a9c9 x-openstack-request-id: req-0e591b43-888e-4c60-b3e6-38a13fd7a9c9 {{(pid=106714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:46:06.415548 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "314bcfad-0c5e-470b-8c2e-dead93548065", "name": "network-vif-plugged", "status": "completed", "tag": "4b939a0b-7a17-4ca3-88b8-23ba1f94a805", "code": 200}]} {{(pid=106714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:46:06.415886 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0e591b43-888e-4c60-b3e6-38a13fd7a9c9 {{(pid=106714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:46:06.416402 dv-cinder-837540-1-iscsi neutron-server[106714]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e591b43-888e-4c60-b3e6-38a13fd7a9c9'] response: {'server_uuid': '314bcfad-0c5e-470b-8c2e-dead93548065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b939a0b-7a17-4ca3-88b8-23ba1f94a805', 'code': 200} Apr 12 19:46:06.543028 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9f53c1-c1dd-4d5c-8d4b-c0069d01685b req-f1878ca5-5ef4-433b-9dd9-e6e6b9e36284 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:06.544708 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-ef9f53c1-c1dd-4d5c-8d4b-c0069d01685b req-f1878ca5-5ef4-433b-9dd9-e6e6b9e36284 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=28fa6d0e-200c-446f-aa49-05e46224e6c4 HTTP/1.1" status: 200 len: 946 time: 0.1726060 Apr 12 19:46:06.630163 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-6b1504f2-3675-4a6e-9598-612ce7caf15f req-dc683798-345d-4ad3-97da-b255ef088a9e tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e3c44c0-ba7b-4139-a755-6a5ad952d075 HTTP/1.1" status: 200 len: 210 time: 0.0306244 Apr 12 19:46:06.635354 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3a83e6-1cf7-4dc6-92b5-49d2ddcd68ef req-608a4147-0c16-4f53-903c-8265198497f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:06.637040 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-5c3a83e6-1cf7-4dc6-92b5-49d2ddcd68ef req-608a4147-0c16-4f53-903c-8265198497f6 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=314bcfad-0c5e-470b-8c2e-dead93548065 HTTP/1.1" status: 200 len: 1129 time: 0.0739276 Apr 12 19:46:06.674415 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-6134ec95-abd9-4f05-89b0-99c3c4226e4b req-44e4c837-53eb-424d-a068-1b91ffeb2520 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Publish callbacks [] for port (3c7cb238-567d-497d-b504-75465b9772f9), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:06.684087 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-ef9f53c1-c1dd-4d5c-8d4b-c0069d01685b req-1f77e21c-7602-4b97-9372-1eb1548089aa tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=09f2f1d7-706b-4faf-b5aa-81a7b5af6a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073167 Apr 12 19:46:06.692664 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b29a6e2e-f6d0-4cff-9a4b-663232ef6fb7 req-564c991d-9979-446d-8b3f-a1bc001842ca tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Router b6389cf9-16f2-4235-a8e4-779f4429869c has already been hosted by L3 agent 4d9412c4-31b2-4fbf-87a0-f931332ab9d5 {{(pid=106704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 19:46:06.760620 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfe667e-bd7e-4950-9322-656d77738b7c req-a66e2ba3-09ad-4997-900b-885cb061909a tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:06.762574 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-5dfe667e-bd7e-4950-9322-656d77738b7c req-a66e2ba3-09ad-4997-900b-885cb061909a tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a879394-4189-4461-b7d8-c414f598dc01 HTTP/1.1" status: 200 len: 945 time: 0.0665686 Apr 12 19:46:06.766964 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-6134ec95-abd9-4f05-89b0-99c3c4226e4b req-44e4c837-53eb-424d-a068-1b91ffeb2520 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749198058662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8791401'] for port (3c7cb238-567d-497d-b504-75465b9772f9), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:06.782295 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-5c3a83e6-1cf7-4dc6-92b5-49d2ddcd68ef req-04998d84-bc66-4a65-b014-6e7ddd471f6a service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=9afa989c-41eb-4072-94fb-fe5929906117&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934713 Apr 12 19:46:06.838759 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-5dfe667e-bd7e-4950-9322-656d77738b7c req-5c97d675-d3c2-4284-b668-9efcd27c818f tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/security-groups?id=caae999b-6ab1-48ca-bc49-0938bf2e9075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659885 Apr 12 19:46:06.873842 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6134ec95-abd9-4f05-89b0-99c3c4226e4b req-44e4c837-53eb-424d-a068-1b91ffeb2520 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Network cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf is already hosted by enough agents. {{(pid=106704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:46:06.881371 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b29a6e2e-f6d0-4cff-9a4b-663232ef6fb7 req-564c991d-9979-446d-8b3f-a1bc001842ca tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Notify agent at l3_agent.dv-cinder-837540-1-iscsi the message routers_updated {{(pid=106704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:46:06.890504 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.base_scheduler [req-6134ec95-abd9-4f05-89b0-99c3c4226e4b req-44e4c837-53eb-424d-a068-1b91ffeb2520 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Resources bound (agent type, host, resource id): {{(pid=106704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:46:06.892559 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27533082-4318-4e14-9113-4f9d36158992 None None] Sync routers for ids ['b6389cf9-16f2-4235-a8e4-779f4429869c'] in dv-cinder-837540-1-iscsi {{(pid=106718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:46:06.903651 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.l3_dvrscheduler_db [req-6134ec95-abd9-4f05-89b0-99c3c4226e4b req-44e4c837-53eb-424d-a068-1b91ffeb2520 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Received port after_create {{(pid=106704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:46:06.910198 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27533082-4318-4e14-9113-4f9d36158992 None None] Routers {'b6389cf9-16f2-4235-a8e4-779f4429869c'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:46:06.910872 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-27533082-4318-4e14-9113-4f9d36158992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:45:46Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['b6389cf9-16f2-4235-a8e4-779f4429869c'], 'active': True} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:46:06.937191 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e4c837-53eb-424d-a068-1b91ffeb2520 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Pushing event updated for resources: {'Port': ['ID=3c7cb238-567d-497d-b504-75465b9772f9,revision_number=1']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:46:06.963592 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-2ccc4bd7-c7ab-485e-a226-9bbf17ca394e req-a9a980af-9065-486e-980e-740c5efd60a4 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 210 time: 0.0799236 Apr 12 19:46:06.992032 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.l3_dvrscheduler_db [req-b29a6e2e-f6d0-4cff-9a4b-663232ef6fb7 req-564c991d-9979-446d-8b3f-a1bc001842ca tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] No DVR routers for this DVR port 468143f7-dffa-4455-923d-7df1610e3c88 on host hv-cinder-83754 {{(pid=106704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 19:46:06.996761 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-b29a6e2e-f6d0-4cff-9a4b-663232ef6fb7 req-564c991d-9979-446d-8b3f-a1bc001842ca tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245471'] for port (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:07.001053 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-b29a6e2e-f6d0-4cff-9a4b-663232ef6fb7 req-564c991d-9979-446d-8b3f-a1bc001842ca tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.25 "DELETE /v2.0/ports/468143f7-dffa-4455-923d-7df1610e3c88 HTTP/1.1" status: 204 len: 173 time: 1.6239066 Apr 12 19:46:07.001538 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dbcad1a-192e-4606-b14a-333cd5efb161', 'name': 'network-vif-deleted', 'tag': '468143f7-dffa-4455-923d-7df1610e3c88'}] {{(pid=106704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:46:07.003800 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7198706052eeb44005bd3d373437c5078b0bb903de01f30342c0d4536e5352d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4db99a3f-d3a0-40ba-bd72-e21f8043f730" -d '{"events": [{"server_uuid": "8dbcad1a-192e-4606-b14a-333cd5efb161", "name": "network-vif-deleted", "tag": "468143f7-dffa-4455-923d-7df1610e3c88"}]}' {{(pid=106704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:46:07.025266 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6134ec95-abd9-4f05-89b0-99c3c4226e4b req-44e4c837-53eb-424d-a068-1b91ffeb2520 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:07.025748 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvr_db [None req-27533082-4318-4e14-9113-4f9d36158992 None None] Set router b6389cf9-16f2-4235-a8e4-779f4429869c gateway port host: dv-cinder-837540-1-iscsi {{(pid=106718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:46:07.025922 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-6134ec95-abd9-4f05-89b0-99c3c4226e4b req-44e4c837-53eb-424d-a068-1b91ffeb2520 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245471'] for port (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:07.044804 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 19:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34448b37-6ceb-4acc-8d57-70d7f5925d8f x-openstack-request-id: req-34448b37-6ceb-4acc-8d57-70d7f5925d8f {{(pid=106704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:46:07.045178 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dbcad1a-192e-4606-b14a-333cd5efb161", "name": "network-vif-deleted", "tag": "468143f7-dffa-4455-923d-7df1610e3c88", "status": "completed", "code": 200}]} {{(pid=106704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:46:07.045513 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-34448b37-6ceb-4acc-8d57-70d7f5925d8f {{(pid=106704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:46:07.045969 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34448b37-6ceb-4acc-8d57-70d7f5925d8f'] response: {'server_uuid': '8dbcad1a-192e-4606-b14a-333cd5efb161', 'name': 'network-vif-deleted', 'tag': '468143f7-dffa-4455-923d-7df1610e3c88', 'status': 'completed', 'code': 200} Apr 12 19:46:07.050153 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-6134ec95-abd9-4f05-89b0-99c3c4226e4b req-44e4c837-53eb-424d-a068-1b91ffeb2520 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2792950 Apr 12 19:46:07.075987 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.v2.base [req-6134ec95-abd9-4f05-89b0-99c3c4226e4b req-0e65f6ef-3ad2-4cc5-b9e8-ed19c0dcf49a service neutron] Request body: {'port': {'device_id': '1e3c44c0-ba7b-4139-a755-6a5ad952d075', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=106704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:46:07.139395 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-6134ec95-abd9-4f05-89b0-99c3c4226e4b req-0e65f6ef-3ad2-4cc5-b9e8-ed19c0dcf49a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (3c7cb238-567d-497d-b504-75465b9772f9), before_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:07.258481 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-27533082-4318-4e14-9113-4f9d36158992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6389cf9-16f2-4235-a8e4-779f4429869c', 'name': 'tempest-AttachVolumeShelveTestJSON-434342515-router', 'tenant_id': 'a16ad9726e5e4b49874286bb90e53c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '94c03623-fec4-4438-9e44-fadece881b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:39:18Z', 'updated_at': '2022-04-12T19:39:25Z', 'revision_number': 4, 'project_id': 'a16ad9726e5e4b49874286bb90e53c94', 'gw_port': {'id': '94c03623-fec4-4438-9e44-fadece881b7b', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6389cf9-16f2-4235-a8e4-779f4429869c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:39:19Z', 'updated_at': '2022-04-12T19:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_interfaces': [{'id': '9bcc7b22-765e-4d3c-bd9c-cc8b28f0db99', 'name': '', 'network_id': 'f4a737e2-fbd1-4d73-b744-770d94c0d414', 'tenant_id': 'a16ad9726e5e4b49874286bb90e53c94', 'mac_address': 'fa:16:3e:6f:c2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6389cf9-16f2-4235-a8e4-779f4429869c', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f0175af4-3e14-4634-8d47-e6784ac2f6db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:39:23Z', 'updated_at': '2022-04-12T19:39:32Z', 'revision_number': 5, 'project_id': 'a16ad9726e5e4b49874286bb90e53c94', 'subnets': [{'id': 'f0175af4-3e14-4634-8d47-e6784ac2f6db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:46:07.291074 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27533082-4318-4e14-9113-4f9d36158992 None None] Checking router: b6389cf9-16f2-4235-a8e4-779f4429869c for host: dv-cinder-837540-1-iscsi {{(pid=106718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:46:07.291924 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-21c13dd4-ad18-4f60-b64c-52056449cae6 None None] Provisioning complete for port 3c7cb238-567d-497d-b504-75465b9772f9 triggered by entity DHCP. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:46:07.292467 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-21c13dd4-ad18-4f60-b64c-52056449cae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (3c7cb238-567d-497d-b504-75465b9772f9), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:07.301571 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27533082-4318-4e14-9113-4f9d36158992 None None] Routers {'b6389cf9-16f2-4235-a8e4-779f4429869c'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:46:07.302322 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-27533082-4318-4e14-9113-4f9d36158992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:45:46Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['b6389cf9-16f2-4235-a8e4-779f4429869c'], 'active': True} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:46:07.332271 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-21c13dd4-ad18-4f60-b64c-52056449cae6 None None] Port 3c7cb238-567d-497d-b504-75465b9772f9 cannot update to ACTIVE because it is not bound. {{(pid=106714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 19:46:07.399887 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ea4a42-6c09-4fee-a43a-d3b3682db566 req-7c308150-bca9-4a64-b4b8-587fa2e2955f tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:07.401354 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-42ea4a42-6c09-4fee-a43a-d3b3682db566 req-7c308150-bca9-4a64-b4b8-587fa2e2955f tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/ports?device_id=314bcfad-0c5e-470b-8c2e-dead93548065 HTTP/1.1" status: 200 len: 945 time: 0.0601397 Apr 12 19:46:07.417420 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvr_db [None req-27533082-4318-4e14-9113-4f9d36158992 None None] Set router b6389cf9-16f2-4235-a8e4-779f4429869c gateway port host: dv-cinder-837540-1-iscsi {{(pid=106718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:46:07.495186 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-42ea4a42-6c09-4fee-a43a-d3b3682db566 req-b11c07b9-21bc-4d3f-9128-b9ed7b729c07 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/security-groups?id=9afa989c-41eb-4072-94fb-fe5929906117&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852754 Apr 12 19:46:07.511979 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.notifiers.nova [req-6134ec95-abd9-4f05-89b0-99c3c4226e4b req-0e65f6ef-3ad2-4cc5-b9e8-ed19c0dcf49a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c7cb238-567d-497d-b504-75465b9772f9 {{(pid=106704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 19:46:07.521256 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-6134ec95-abd9-4f05-89b0-99c3c4226e4b req-0e65f6ef-3ad2-4cc5-b9e8-ed19c0dcf49a service neutron] Publish callbacks [] for port (3c7cb238-567d-497d-b504-75465b9772f9), precommit_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:07.534558 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.provisioning_blocks [req-6134ec95-abd9-4f05-89b0-99c3c4226e4b req-0e65f6ef-3ad2-4cc5-b9e8-ed19c0dcf49a service neutron] Transition to ACTIVE for port object 3c7cb238-567d-497d-b504-75465b9772f9 will not be triggered until provisioned by entity L2. {{(pid=106704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 19:46:07.538224 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-6134ec95-abd9-4f05-89b0-99c3c4226e4b req-0e65f6ef-3ad2-4cc5-b9e8-ed19c0dcf49a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8791376'] for port (3c7cb238-567d-497d-b504-75465b9772f9), after_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:07.595343 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e65f6ef-3ad2-4cc5-b9e8-ed19c0dcf49a service neutron] Pushing event updated for resources: {'Port': ['ID=3c7cb238-567d-497d-b504-75465b9772f9,revision_number=2']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:46:07.672466 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.managers [req-6134ec95-abd9-4f05-89b0-99c3c4226e4b req-0e65f6ef-3ad2-4cc5-b9e8-ed19c0dcf49a service neutron] Attempting to bind port 3c7cb238-567d-497d-b504-75465b9772f9 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:46:07.672908 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.managers [req-6134ec95-abd9-4f05-89b0-99c3c4226e4b req-0e65f6ef-3ad2-4cc5-b9e8-ed19c0dcf49a service neutron] Attempting to bind port 3c7cb238-567d-497d-b504-75465b9772f9 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': 'a144370d-4b66-4f66-8cfd-2a36bf44a2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf'}] {{(pid=106704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:46:07.675153 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6134ec95-abd9-4f05-89b0-99c3c4226e4b req-0e65f6ef-3ad2-4cc5-b9e8-ed19c0dcf49a service neutron] Attempting to bind port 3c7cb238-567d-497d-b504-75465b9772f9 on network cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:46:07.678890 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6134ec95-abd9-4f05-89b0-99c3c4226e4b req-0e65f6ef-3ad2-4cc5-b9e8-ed19c0dcf49a service neutron] Port 3c7cb238-567d-497d-b504-75465b9772f9 on network cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 19:46:07.679363 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6134ec95-abd9-4f05-89b0-99c3c4226e4b req-0e65f6ef-3ad2-4cc5-b9e8-ed19c0dcf49a service neutron] Attempting to bind port 3c7cb238-567d-497d-b504-75465b9772f9 on network cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:46:07.684655 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6134ec95-abd9-4f05-89b0-99c3c4226e4b req-0e65f6ef-3ad2-4cc5-b9e8-ed19c0dcf49a service neutron] Checking agent: {'id': 'ce4c6b0b-91ae-4576-82ad-f2f4ee2d2a45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 37, 20), 'started_at': datetime.datetime(2022, 4, 12, 19, 37, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:46:07.685457 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6134ec95-abd9-4f05-89b0-99c3c4226e4b req-0e65f6ef-3ad2-4cc5-b9e8-ed19c0dcf49a service neutron] Checking segment: {'id': 'a144370d-4b66-4f66-8cfd-2a36bf44a2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:46:07.685457 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6134ec95-abd9-4f05-89b0-99c3c4226e4b req-0e65f6ef-3ad2-4cc5-b9e8-ed19c0dcf49a service neutron] Bound using segment: {'id': 'a144370d-4b66-4f66-8cfd-2a36bf44a2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf'} {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:46:07.685850 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.managers [req-6134ec95-abd9-4f05-89b0-99c3c4226e4b req-0e65f6ef-3ad2-4cc5-b9e8-ed19c0dcf49a service neutron] Bound port: 3c7cb238-567d-497d-b504-75465b9772f9, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a144370d-4b66-4f66-8cfd-2a36bf44a2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf'}}] {{(pid=106704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:46:07.686213 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-6134ec95-abd9-4f05-89b0-99c3c4226e4b req-0e65f6ef-3ad2-4cc5-b9e8-ed19c0dcf49a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (3c7cb238-567d-497d-b504-75465b9772f9), before_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:07.701704 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-27533082-4318-4e14-9113-4f9d36158992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6389cf9-16f2-4235-a8e4-779f4429869c', 'name': 'tempest-AttachVolumeShelveTestJSON-434342515-router', 'tenant_id': 'a16ad9726e5e4b49874286bb90e53c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '94c03623-fec4-4438-9e44-fadece881b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:39:18Z', 'updated_at': '2022-04-12T19:39:25Z', 'revision_number': 4, 'project_id': 'a16ad9726e5e4b49874286bb90e53c94', 'gw_port': {'id': '94c03623-fec4-4438-9e44-fadece881b7b', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6389cf9-16f2-4235-a8e4-779f4429869c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:39:19Z', 'updated_at': '2022-04-12T19:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_interfaces': [{'id': '9bcc7b22-765e-4d3c-bd9c-cc8b28f0db99', 'name': '', 'network_id': 'f4a737e2-fbd1-4d73-b744-770d94c0d414', 'tenant_id': 'a16ad9726e5e4b49874286bb90e53c94', 'mac_address': 'fa:16:3e:6f:c2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6389cf9-16f2-4235-a8e4-779f4429869c', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f0175af4-3e14-4634-8d47-e6784ac2f6db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:39:23Z', 'updated_at': '2022-04-12T19:39:32Z', 'revision_number': 5, 'project_id': 'a16ad9726e5e4b49874286bb90e53c94', 'subnets': [{'id': 'f0175af4-3e14-4634-8d47-e6784ac2f6db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:46:07.733277 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27533082-4318-4e14-9113-4f9d36158992 None None] The sync data for ids ['b6389cf9-16f2-4235-a8e4-779f4429869c'] in dv-cinder-837540-1-iscsi is: [{'id': 'b6389cf9-16f2-4235-a8e4-779f4429869c', 'name': 'tempest-AttachVolumeShelveTestJSON-434342515-router', 'tenant_id': 'a16ad9726e5e4b49874286bb90e53c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '94c03623-fec4-4438-9e44-fadece881b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:39:18Z', 'updated_at': '2022-04-12T19:39:25Z', 'revision_number': 4, 'project_id': 'a16ad9726e5e4b49874286bb90e53c94', 'gw_port': {'id': '94c03623-fec4-4438-9e44-fadece881b7b', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6389cf9-16f2-4235-a8e4-779f4429869c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:39:19Z', 'updated_at': '2022-04-12T19:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_interfaces': [{'id': '9bcc7b22-765e-4d3c-bd9c-cc8b28f0db99', 'name': '', 'network_id': 'f4a737e2-fbd1-4d73-b744-770d94c0d414', 'tenant_id': 'a16ad9726e5e4b49874286bb90e53c94', 'mac_address': 'fa:16:3e:6f:c2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6389cf9-16f2-4235-a8e4-779f4429869c', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f0175af4-3e14-4634-8d47-e6784ac2f6db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:39:23Z', 'updated_at': '2022-04-12T19:39:32Z', 'revision_number': 5, 'project_id': 'a16ad9726e5e4b49874286bb90e53c94', 'subnets': [{'id': 'f0175af4-3e14-4634-8d47-e6784ac2f6db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:46:07.766144 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.db [req-6134ec95-abd9-4f05-89b0-99c3c4226e4b req-0e65f6ef-3ad2-4cc5-b9e8-ed19c0dcf49a service neutron] For port 3c7cb238-567d-497d-b504-75465b9772f9, host hv-cinder-83754, cleared binding levels {{(pid=106704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:46:07.770003 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.db [req-6134ec95-abd9-4f05-89b0-99c3c4226e4b req-0e65f6ef-3ad2-4cc5-b9e8-ed19c0dcf49a service neutron] For port 3c7cb238-567d-497d-b504-75465b9772f9, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=3c7cb238-567d-497d-b504-75465b9772f9,segment=NetworkSegment(a144370d-4b66-4f66-8cfd-2a36bf44a2ec),segment_id=a144370d-4b66-4f66-8cfd-2a36bf44a2ec)] {{(pid=106704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:46:07.786543 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-6134ec95-abd9-4f05-89b0-99c3c4226e4b req-0e65f6ef-3ad2-4cc5-b9e8-ed19c0dcf49a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8791376'] for port (3c7cb238-567d-497d-b504-75465b9772f9), after_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:07.795547 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aa602e-fdc9-442a-b902-c10302aac666 req-dd8fb9d2-4ef7-4044-b3fb-b98949ddc423 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:07.797348 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-63aa602e-fdc9-442a-b902-c10302aac666 req-dd8fb9d2-4ef7-4044-b3fb-b98949ddc423 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e3c44c0-ba7b-4139-a755-6a5ad952d075 HTTP/1.1" status: 200 len: 943 time: 0.0911238 Apr 12 19:46:07.815346 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6134ec95-abd9-4f05-89b0-99c3c4226e4b req-0e65f6ef-3ad2-4cc5-b9e8-ed19c0dcf49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:07.815888 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-6134ec95-abd9-4f05-89b0-99c3c4226e4b req-0e65f6ef-3ad2-4cc5-b9e8-ed19c0dcf49a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245471'] for port (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:07.817329 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-6134ec95-abd9-4f05-89b0-99c3c4226e4b req-0e65f6ef-3ad2-4cc5-b9e8-ed19c0dcf49a service neutron] 10.222.0.25 "PUT /v2.0/ports/3c7cb238-567d-497d-b504-75465b9772f9 HTTP/1.1" status: 200 len: 1093 time: 0.7503431 Apr 12 19:46:07.865415 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-63aa602e-fdc9-442a-b902-c10302aac666 req-a17f2ba9-dfc2-48fc-a18d-fd684601a461 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/security-groups?id=cbff3107-daca-4eee-8f23-60f596090e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591578 Apr 12 19:46:07.902360 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717257e4-fc01-47ad-a1e6-9fe8036b3f60 req-3166d43c-9d1c-4464-8121-b7257e248bc9 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:07.908521 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-717257e4-fc01-47ad-a1e6-9fe8036b3f60 req-3166d43c-9d1c-4464-8121-b7257e248bc9 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=28fa6d0e-200c-446f-aa49-05e46224e6c4 HTTP/1.1" status: 200 len: 946 time: 0.1100965 Apr 12 19:46:07.921391 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e65f6ef-3ad2-4cc5-b9e8-ed19c0dcf49a service neutron] Pushing event updated for resources: {'Port': ['ID=3c7cb238-567d-497d-b504-75465b9772f9,revision_number=3']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:46:07.963624 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-717257e4-fc01-47ad-a1e6-9fe8036b3f60 req-8b00d04e-631f-4c4d-8d40-a3bd471b1dad tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=09f2f1d7-706b-4faf-b5aa-81a7b5af6a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541220 Apr 12 19:46:08.076892 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2676cdb-a764-4bac-a63c-d6b81bafc368 req-a98ecf78-79a8-4db0-8541-a30896974019 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:08.084058 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-c2676cdb-a764-4bac-a63c-d6b81bafc368 req-a98ecf78-79a8-4db0-8541-a30896974019 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a879394-4189-4461-b7d8-c414f598dc01 HTTP/1.1" status: 200 len: 945 time: 0.1283505 Apr 12 19:46:08.120257 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6134ec95-abd9-4f05-89b0-99c3c4226e4b req-b2e75992-ef1b-40f2-9281-f24633fb0d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:08.120257 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-6134ec95-abd9-4f05-89b0-99c3c4226e4b req-b2e75992-ef1b-40f2-9281-f24633fb0d55 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6bee925806f84c5292071bdf5600ea3d&device_id=1e3c44c0-ba7b-4139-a755-6a5ad952d075 HTTP/1.1" status: 200 len: 1127 time: 0.0847795 Apr 12 19:46:08.168610 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-c2676cdb-a764-4bac-a63c-d6b81bafc368 req-0c9f84b4-ffd7-4be7-8d86-fd74ff82fa88 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/security-groups?id=caae999b-6ab1-48ca-bc49-0938bf2e9075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825455 Apr 12 19:46:08.186070 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24ec9a2-1700-4d83-8537-9b1d77f4e2ed None None] New status for floating IP 0e79f645-8d72-4891-ba80-e60eebc674c1: DOWN {{(pid=106714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 19:46:08.205993 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-6134ec95-abd9-4f05-89b0-99c3c4226e4b req-ee7532b8-8410-41e0-b96b-89a3159f6eb8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c7cb238-567d-497d-b504-75465b9772f9 HTTP/1.1" status: 200 len: 217 time: 0.0730567 Apr 12 19:46:08.480346 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-d5910557-6e2f-4ad7-9dea-bb5b930be52d req-6dc1cf2b-7cdb-45c9-8959-b651caf0ce18 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dbcad1a-192e-4606-b14a-333cd5efb161 HTTP/1.1" status: 200 len: 210 time: 0.2858839 Apr 12 19:46:08.515829 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6134ec95-abd9-4f05-89b0-99c3c4226e4b req-bb110613-8117-46f5-b439-8f06b3f72306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:08.517854 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-6134ec95-abd9-4f05-89b0-99c3c4226e4b req-bb110613-8117-46f5-b439-8f06b3f72306 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=17d1257d-e8de-480c-a236-a7606e4db732 HTTP/1.1" status: 200 len: 851 time: 0.0459378 Apr 12 19:46:08.607396 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98513c77-c8c0-4a3e-b57a-d195eff4427f req-03ed5de6-06bd-49b6-983f-670725838c43 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:08.608831 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-98513c77-c8c0-4a3e-b57a-d195eff4427f req-03ed5de6-06bd-49b6-983f-670725838c43 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/ports?device_id=314bcfad-0c5e-470b-8c2e-dead93548065 HTTP/1.1" status: 200 len: 945 time: 0.0465543 Apr 12 19:46:08.654498 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-98513c77-c8c0-4a3e-b57a-d195eff4427f req-d964a987-af69-41d8-86f4-9f4288b54048 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/security-groups?id=9afa989c-41eb-4072-94fb-fe5929906117&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400569 Apr 12 19:46:08.759384 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8080080e-3edf-4543-a073-dc5319fb5d0b req-5897d435-bad6-4dd8-b812-bc59897ab818 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:08.760864 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-8080080e-3edf-4543-a073-dc5319fb5d0b req-5897d435-bad6-4dd8-b812-bc59897ab818 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/ports?device_id=314bcfad-0c5e-470b-8c2e-dead93548065 HTTP/1.1" status: 200 len: 945 time: 0.0456419 Apr 12 19:46:08.770229 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 37712) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:46:08.774498 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.v2.base [None req-2d60c18e-07a6-401c-8086-f279eb2d08d1 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Request body: {'floatingip': {'port_id': '4b939a0b-7a17-4ca3-88b8-23ba1f94a805'}} {{(pid=106704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:46:08.814918 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-2d60c18e-07a6-401c-8086-f279eb2d08d1 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks [] for floatingip (57c25120-de5f-4354-8e12-8a559bb9fdd9), before_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:08.948410 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6134ec95-abd9-4f05-89b0-99c3c4226e4b req-d7c9ec75-f769-440d-bd0d-73aa58e038e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:08.949910 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-6134ec95-abd9-4f05-89b0-99c3c4226e4b req-d7c9ec75-f769-440d-bd0d-73aa58e038e8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0720487 Apr 12 19:46:08.982729 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66550929-b87e-450a-8e2d-0766d7db69f0 req-eff1ada2-8d89-47e2-9dd2-ed1c4f981a51 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:08.984227 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-66550929-b87e-450a-8e2d-0766d7db69f0 req-eff1ada2-8d89-47e2-9dd2-ed1c4f981a51 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e3c44c0-ba7b-4139-a755-6a5ad952d075 HTTP/1.1" status: 200 len: 943 time: 0.0474715 Apr 12 19:46:09.038318 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-66550929-b87e-450a-8e2d-0766d7db69f0 req-59383a7b-0103-434d-a788-fc392525b877 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/security-groups?id=cbff3107-daca-4eee-8f23-60f596090e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484893 Apr 12 19:46:09.049259 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e3c44c0-ba7b-4139-a755-6a5ad952d075', 'tag': '3c7cb238-567d-497d-b504-75465b9772f9'}] {{(pid=106704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:46:09.051528 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7198706052eeb44005bd3d373437c5078b0bb903de01f30342c0d4536e5352d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a4a75ea-eee4-479f-b043-076dafc5db73" -d '{"events": [{"name": "network-changed", "server_uuid": "1e3c44c0-ba7b-4139-a755-6a5ad952d075", "tag": "3c7cb238-567d-497d-b504-75465b9772f9"}]}' {{(pid=106704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:46:09.096907 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 19:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c1c044c-7725-4369-b217-51676cb8a4de x-openstack-request-id: req-6c1c044c-7725-4369-b217-51676cb8a4de {{(pid=106704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:46:09.097207 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e3c44c0-ba7b-4139-a755-6a5ad952d075", "tag": "3c7cb238-567d-497d-b504-75465b9772f9", "status": "completed", "code": 200}]} {{(pid=106704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:46:09.097464 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6c1c044c-7725-4369-b217-51676cb8a4de {{(pid=106704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:46:09.097856 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c1c044c-7725-4369-b217-51676cb8a4de'] response: {'name': 'network-changed', 'server_uuid': '1e3c44c0-ba7b-4139-a755-6a5ad952d075', 'tag': '3c7cb238-567d-497d-b504-75465b9772f9', 'status': 'completed', 'code': 200} Apr 12 19:46:09.153459 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c502b5-8b6d-4cdf-9744-03b9affe2853 req-32dcac1b-d72a-4b51-a95c-e4463926e1b6 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:09.154947 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-e5c502b5-8b6d-4cdf-9744-03b9affe2853 req-32dcac1b-d72a-4b51-a95c-e4463926e1b6 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=28fa6d0e-200c-446f-aa49-05e46224e6c4 HTTP/1.1" status: 200 len: 946 time: 0.0993435 Apr 12 19:46:09.190116 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-6134ec95-abd9-4f05-89b0-99c3c4226e4b req-457c4329-9d83-4095-993d-e8c2117f9b47 service neutron] 10.222.0.25 "GET /v2.0/networks/cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286696 Apr 12 19:46:09.272621 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c830b50-cd5b-4c03-9753-8e71fa84cf30 req-efa59f4f-03ce-48ee-b534-9d4ee12ab2da tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:09.274105 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-7c830b50-cd5b-4c03-9753-8e71fa84cf30 req-efa59f4f-03ce-48ee-b534-9d4ee12ab2da tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a879394-4189-4461-b7d8-c414f598dc01 HTTP/1.1" status: 200 len: 945 time: 0.0478473 Apr 12 19:46:09.291913 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-e5c502b5-8b6d-4cdf-9744-03b9affe2853 req-0b4a109e-b655-46b1-99e9-2db10b3041a7 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=09f2f1d7-706b-4faf-b5aa-81a7b5af6a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252172 Apr 12 19:46:09.334781 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-7c830b50-cd5b-4c03-9753-8e71fa84cf30 req-87885aab-886b-4b2b-803b-d0472793f7ef tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/security-groups?id=caae999b-6ab1-48ca-bc49-0938bf2e9075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550888 Apr 12 19:46:09.427825 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-6134ec95-abd9-4f05-89b0-99c3c4226e4b req-6b72abf6-c08a-4b82-aee6-f00944e52bd0 service neutron] 10.222.0.25 "GET /v2.0/networks/cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299404 Apr 12 19:46:09.531486 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-2d60c18e-07a6-401c-8086-f279eb2d08d1 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:09.535907 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-2d60c18e-07a6-401c-8086-f279eb2d08d1 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668094'] for floatingip (57c25120-de5f-4354-8e12-8a559bb9fdd9), after_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:09.570254 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 37726) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:46:09.622734 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-983a6c65-1d54-4885-b639-426b569f929f tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Publish callbacks [] for security_group (af9ad81e-c73c-4411-b2e4-90c593141c5e), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:09.638080 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.db.l3_db [None req-2d60c18e-07a6-401c-8086-f279eb2d08d1 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Floating IP 57c25120-de5f-4354-8e12-8a559bb9fdd9 associated. External IP: 172.27.2.60, port: 4b939a0b-7a17-4ca3-88b8-23ba1f94a805. Apr 12 19:46:09.646813 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-983a6c65-1d54-4885-b639-426b569f929f tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Publish callbacks [] for security_group (af9ad81e-c73c-4411-b2e4-90c593141c5e), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:09.693348 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-983a6c65-1d54-4885-b639-426b569f929f tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (af9ad81e-c73c-4411-b2e4-90c593141c5e), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:09.696174 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-983a6c65-1d54-4885-b639-426b569f929f tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Publish callbacks [] for security_group (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:09.697347 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-983a6c65-1d54-4885-b639-426b569f929f tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "DELETE /v2.0/security-groups/af9ad81e-c73c-4411-b2e4-90c593141c5e HTTP/1.1" status: 204 len: 168 time: 0.1260436 Apr 12 19:46:09.700635 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 37728) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:46:09.717912 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983a6c65-1d54-4885-b639-426b569f929f tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af9ad81e-c73c-4411-b2e4-90c593141c5e,revision_number=None']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:46:09.719982 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.api.v2.resource [None req-19112909-4227-49b8-845d-3d74001cca5b tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] show failed (client error): The resource could not be found. Apr 12 19:46:09.721078 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-19112909-4227-49b8-845d-3d74001cca5b tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups/af9ad81e-c73c-4411-b2e4-90c593141c5e HTTP/1.1" status: 404 len: 347 time: 0.0194712 Apr 12 19:46:09.723771 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 37730) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:46:09.842800 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.plugin [None req-f8467a63-0e09-4565-8a2d-7e9c0c1c172a tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Deleting port f2652d66-4061-4341-bcf2-1424a345331a {{(pid=106707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:46:09.843133 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-f8467a63-0e09-4565-8a2d-7e9c0c1c172a tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749198460456'] for port (f2652d66-4061-4341-bcf2-1424a345331a), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:09.858473 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d60c18e-07a6-401c-8086-f279eb2d08d1 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Router b18ff2db-c3ca-4b36-83ec-0fa886e80341 has already been hosted by L3 agent 4d9412c4-31b2-4fbf-87a0-f931332ab9d5 {{(pid=106704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 19:46:09.917476 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-f8467a63-0e09-4565-8a2d-7e9c0c1c172a tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661808'] for port (f2652d66-4061-4341-bcf2-1424a345331a), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:09.917888 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-f8467a63-0e09-4565-8a2d-7e9c0c1c172a tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Publish callbacks [] for floatingip (f2652d66-4061-4341-bcf2-1424a345331a), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:09.930796 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.plugin [None req-f8467a63-0e09-4565-8a2d-7e9c0c1c172a tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Calling delete_port for f2652d66-4061-4341-bcf2-1424a345331a owned by network:floatingip {{(pid=106707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:46:09.968645 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d60c18e-07a6-401c-8086-f279eb2d08d1 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Notify agent at l3_agent.dv-cinder-837540-1-iscsi the message routers_updated {{(pid=106704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:46:09.973201 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-2d60c18e-07a6-401c-8086-f279eb2d08d1 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245471'] for floatingip (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:09.979988 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9eef87-6f33-4f51-b925-34b5879c9e88 None None] Sync routers for ids ['b18ff2db-c3ca-4b36-83ec-0fa886e80341'] in dv-cinder-837540-1-iscsi {{(pid=106718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:46:09.991633 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9eef87-6f33-4f51-b925-34b5879c9e88 None None] Routers {'b18ff2db-c3ca-4b36-83ec-0fa886e80341'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:46:09.992413 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-7d9eef87-6f33-4f51-b925-34b5879c9e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:45:46Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['b18ff2db-c3ca-4b36-83ec-0fa886e80341'], 'active': True} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:46:10.004427 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-2d60c18e-07a6-401c-8086-f279eb2d08d1 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "PUT /v2.0/floatingips/57c25120-de5f-4354-8e12-8a559bb9fdd9 HTTP/1.1" status: 200 len: 990 time: 1.2331641 Apr 12 19:46:10.084325 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-f8467a63-0e09-4565-8a2d-7e9c0c1c172a tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749198465814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749198058671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9064885'] for port (f2652d66-4061-4341-bcf2-1424a345331a), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:10.101770 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvr_db [None req-7d9eef87-6f33-4f51-b925-34b5879c9e88 None None] Set router b18ff2db-c3ca-4b36-83ec-0fa886e80341 gateway port host: dv-cinder-837540-1-iscsi {{(pid=106718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:46:10.111449 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8467a63-0e09-4565-8a2d-7e9c0c1c172a tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Pushing event deleted for resources: {'Port': ['ID=f2652d66-4061-4341-bcf2-1424a345331a,revision_number=None']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:46:10.148034 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Device 468143f7-dffa-4455-923d-7df1610e3c88 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=106714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 19:46:10.162356 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea441d5-d413-4a18-9e06-836768cfa478 req-39d38aac-761f-4861-8456-6a6d61c32985 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:10.168436 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-0ea441d5-d413-4a18-9e06-836768cfa478 req-39d38aac-761f-4861-8456-6a6d61c32985 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e3c44c0-ba7b-4139-a755-6a5ad952d075 HTTP/1.1" status: 200 len: 943 time: 0.0594826 Apr 12 19:46:10.176958 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] No Port match for: 468143f7-dffa-4455-923d-7df1610e3c88 {{(pid=106714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 19:46:10.177705 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Device 468143f7-dffa-4455-923d-7df1610e3c88 not bound to the agent host hv-cinder-83754 {{(pid=106714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 19:46:10.185618 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-f8467a63-0e09-4565-8a2d-7e9c0c1c172a tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Publish callbacks [] for floatingip (0e79f645-8d72-4891-ba80-e60eebc674c1), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:10.188300 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-f8467a63-0e09-4565-8a2d-7e9c0c1c172a tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245471'] for floatingip (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:10.193215 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-f8467a63-0e09-4565-8a2d-7e9c0c1c172a tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "DELETE /v2.0/floatingips/0e79f645-8d72-4891-ba80-e60eebc674c1 HTTP/1.1" status: 204 len: 168 time: 0.4653869 Apr 12 19:46:10.232605 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-0ea441d5-d413-4a18-9e06-836768cfa478 req-a09d8ce9-4c89-41da-8cae-ce4bebbbb2b7 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/security-groups?id=cbff3107-daca-4eee-8f23-60f596090e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615129 Apr 12 19:46:10.334328 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-7d9eef87-6f33-4f51-b925-34b5879c9e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18ff2db-c3ca-4b36-83ec-0fa886e80341', 'name': 'tempest-AttachVolumeNegativeTest-1783169139-router', 'tenant_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '11d01457-6788-4684-96e1-1ddb12a76ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:39:17Z', 'updated_at': '2022-04-12T19:39:23Z', 'revision_number': 4, 'project_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'gw_port': {'id': '11d01457-6788-4684-96e1-1ddb12a76ffb', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ea:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18ff2db-c3ca-4b36-83ec-0fa886e80341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:39:17Z', 'updated_at': '2022-04-12T19:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_floatingips': [{'id': '57c25120-de5f-4354-8e12-8a559bb9fdd9', 'tenant_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'floating_ip_address': '172.27.2.60', 'floating_network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'router_id': 'b18ff2db-c3ca-4b36-83ec-0fa886e80341', 'port_id': '4b939a0b-7a17-4ca3-88b8-23ba1f94a805', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d6decb1-add4-41a2-b83e-9ac42c2293d8', 'mac_address': 'fa:16:3e:47:6b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '314bcfad-0c5e-470b-8c2e-dead93548065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:45:53Z', 'updated_at': '2022-04-12T19:46:09Z', 'revision_number': 1, 'project_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f4a38d1-f0e9-4138-9648-e005b578b7dc', 'name': '', 'network_id': '7d6decb1-add4-41a2-b83e-9ac42c2293d8', 'tenant_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'mac_address': 'fa:16:3e:8c:04:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18ff2db-c3ca-4b36-83ec-0fa886e80341', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'fc7e26f8-26c2-4af8-af1d-d7fc67300eb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:39:21Z', 'updated_at': '2022-04-12T19:39:29Z', 'revision_number': 5, 'project_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'subnets': [{'id': 'fc7e26f8-26c2-4af8-af1d-d7fc67300eb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:46:10.337206 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4a75ea-eee4-479f-b043-076dafc5db73 req-753cc9d9-2f3c-4d5b-8ac2-937061338d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:10.338869 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-2a4a75ea-eee4-479f-b043-076dafc5db73 req-753cc9d9-2f3c-4d5b-8ac2-937061338d15 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6bee925806f84c5292071bdf5600ea3d&device_id=1e3c44c0-ba7b-4139-a755-6a5ad952d075 HTTP/1.1" status: 200 len: 1127 time: 0.0485086 Apr 12 19:46:10.370811 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9eef87-6f33-4f51-b925-34b5879c9e88 None None] Checking router: b18ff2db-c3ca-4b36-83ec-0fa886e80341 for host: dv-cinder-837540-1-iscsi {{(pid=106718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:46:10.379508 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9eef87-6f33-4f51-b925-34b5879c9e88 None None] Routers {'b18ff2db-c3ca-4b36-83ec-0fa886e80341'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:46:10.380231 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-7d9eef87-6f33-4f51-b925-34b5879c9e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:45:46Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['b18ff2db-c3ca-4b36-83ec-0fa886e80341'], 'active': True} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:46:10.455250 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a9b5ea-6190-4a0d-87e6-05c1b754cba6 req-e6728519-9c79-420d-91ea-e6ccccd6aef5 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:10.456757 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-d3a9b5ea-6190-4a0d-87e6-05c1b754cba6 req-e6728519-9c79-420d-91ea-e6ccccd6aef5 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=28fa6d0e-200c-446f-aa49-05e46224e6c4 HTTP/1.1" status: 200 len: 946 time: 0.0902698 Apr 12 19:46:10.490880 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvr_db [None req-7d9eef87-6f33-4f51-b925-34b5879c9e88 None None] Set router b18ff2db-c3ca-4b36-83ec-0fa886e80341 gateway port host: dv-cinder-837540-1-iscsi {{(pid=106718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:46:10.495252 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4a75ea-eee4-479f-b043-076dafc5db73 req-b7713bc7-9d19-49c8-89fa-f377181e1f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:10.496781 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-2a4a75ea-eee4-479f-b043-076dafc5db73 req-b7713bc7-9d19-49c8-89fa-f377181e1f0b service neutron] 10.222.0.25 "GET /v2.0/networks?id=cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf HTTP/1.1" status: 200 len: 913 time: 0.1500721 Apr 12 19:46:10.507460 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 37742) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:46:10.511925 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.v2.base [None req-b0b031e3-70cf-4d7e-af47-7bce133bef5f tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1140940085', 'description': 'tempest-description--1015280723'}} {{(pid=106707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:46:10.545667 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-b0b031e3-70cf-4d7e-af47-7bce133bef5f tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Publish callbacks [] for security_group (None), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:10.560245 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-2a4a75ea-eee4-479f-b043-076dafc5db73 req-e9c6daa5-fb9f-4249-8880-424947ae458e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c7cb238-567d-497d-b504-75465b9772f9 HTTP/1.1" status: 200 len: 217 time: 0.0573165 Apr 12 19:46:10.580179 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-d3a9b5ea-6190-4a0d-87e6-05c1b754cba6 req-9b1589f6-0c90-4796-baf2-ffcf0dc8a738 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=09f2f1d7-706b-4faf-b5aa-81a7b5af6a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137083 Apr 12 19:46:10.617522 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4a75ea-eee4-479f-b043-076dafc5db73 req-a4730b89-2c81-4563-ba90-1655c2d75864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:10.618993 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-2a4a75ea-eee4-479f-b043-076dafc5db73 req-a4730b89-2c81-4563-ba90-1655c2d75864 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=17d1257d-e8de-480c-a236-a7606e4db732 HTTP/1.1" status: 200 len: 851 time: 0.0514028 Apr 12 19:46:10.620778 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8922b7-b594-4bab-bfcc-f85639038564 req-95df07a0-5fae-4cf7-9c1a-f66dd91970d7 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:10.622238 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-0e8922b7-b594-4bab-bfcc-f85639038564 req-95df07a0-5fae-4cf7-9c1a-f66dd91970d7 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a879394-4189-4461-b7d8-c414f598dc01 HTTP/1.1" status: 200 len: 945 time: 0.0613887 Apr 12 19:46:10.667211 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4a75ea-eee4-479f-b043-076dafc5db73 req-3afea60e-feb7-43b8-989f-a0b806ac8721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:10.668853 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-2a4a75ea-eee4-479f-b043-076dafc5db73 req-3afea60e-feb7-43b8-989f-a0b806ac8721 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421154 Apr 12 19:46:10.688532 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-0e8922b7-b594-4bab-bfcc-f85639038564 req-dcfb1e73-e579-42aa-bd81-e7bebf92fbdc tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/security-groups?id=caae999b-6ab1-48ca-bc49-0938bf2e9075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595419 Apr 12 19:46:10.703054 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-b0b031e3-70cf-4d7e-af47-7bce133bef5f tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Publish callbacks [] for security_group (ccd1ef45-35bc-4a1b-85a4-e82f4eb36fb8), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:10.711153 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-b0b031e3-70cf-4d7e-af47-7bce133bef5f tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (ccd1ef45-35bc-4a1b-85a4-e82f4eb36fb8), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:10.748200 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-b0b031e3-70cf-4d7e-af47-7bce133bef5f tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Publish callbacks [] for security_group (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:10.752010 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-b0b031e3-70cf-4d7e-af47-7bce133bef5f tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2406969 Apr 12 19:46:10.753835 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 37744) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:46:10.760179 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.v2.base [None req-3a658311-5c25-4c93-9a4a-8c0ecd1c1b82 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Request body: {'security_group_rule': {'security_group_id': 'ccd1ef45-35bc-4a1b-85a4-e82f4eb36fb8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:46:10.764888 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-7d9eef87-6f33-4f51-b925-34b5879c9e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18ff2db-c3ca-4b36-83ec-0fa886e80341', 'name': 'tempest-AttachVolumeNegativeTest-1783169139-router', 'tenant_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '11d01457-6788-4684-96e1-1ddb12a76ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:39:17Z', 'updated_at': '2022-04-12T19:39:23Z', 'revision_number': 4, 'project_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'gw_port': {'id': '11d01457-6788-4684-96e1-1ddb12a76ffb', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ea:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18ff2db-c3ca-4b36-83ec-0fa886e80341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:39:17Z', 'updated_at': '2022-04-12T19:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_floatingips': [{'id': '57c25120-de5f-4354-8e12-8a559bb9fdd9', 'tenant_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'floating_ip_address': '172.27.2.60', 'floating_network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'router_id': 'b18ff2db-c3ca-4b36-83ec-0fa886e80341', 'port_id': '4b939a0b-7a17-4ca3-88b8-23ba1f94a805', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d6decb1-add4-41a2-b83e-9ac42c2293d8', 'mac_address': 'fa:16:3e:47:6b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '314bcfad-0c5e-470b-8c2e-dead93548065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:45:53Z', 'updated_at': '2022-04-12T19:46:09Z', 'revision_number': 1, 'project_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f4a38d1-f0e9-4138-9648-e005b578b7dc', 'name': '', 'network_id': '7d6decb1-add4-41a2-b83e-9ac42c2293d8', 'tenant_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'mac_address': 'fa:16:3e:8c:04:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18ff2db-c3ca-4b36-83ec-0fa886e80341', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'fc7e26f8-26c2-4af8-af1d-d7fc67300eb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:39:21Z', 'updated_at': '2022-04-12T19:39:29Z', 'revision_number': 5, 'project_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'subnets': [{'id': 'fc7e26f8-26c2-4af8-af1d-d7fc67300eb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:46:10.766662 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-2a4a75ea-eee4-479f-b043-076dafc5db73 req-19e68e83-5251-40da-ac92-ea995e30cd22 service neutron] 10.222.0.25 "GET /v2.0/networks/cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893493 Apr 12 19:46:10.767325 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b031e3-70cf-4d7e-af47-7bce133bef5f tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd1ef45-35bc-4a1b-85a4-e82f4eb36fb8,revision_number=1']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:46:10.794161 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-3a658311-5c25-4c93-9a4a-8c0ecd1c1b82 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Publish callbacks [] for security_group_rule (e0ab98fc-486d-4827-b49a-8fd300a65fbf), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:10.799007 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9eef87-6f33-4f51-b925-34b5879c9e88 None None] The sync data for ids ['b18ff2db-c3ca-4b36-83ec-0fa886e80341'] in dv-cinder-837540-1-iscsi is: [{'id': 'b18ff2db-c3ca-4b36-83ec-0fa886e80341', 'name': 'tempest-AttachVolumeNegativeTest-1783169139-router', 'tenant_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '11d01457-6788-4684-96e1-1ddb12a76ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:39:17Z', 'updated_at': '2022-04-12T19:39:23Z', 'revision_number': 4, 'project_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'gw_port': {'id': '11d01457-6788-4684-96e1-1ddb12a76ffb', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ea:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18ff2db-c3ca-4b36-83ec-0fa886e80341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:39:17Z', 'updated_at': '2022-04-12T19:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_floatingips': [{'id': '57c25120-de5f-4354-8e12-8a559bb9fdd9', 'tenant_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'floating_ip_address': '172.27.2.60', 'floating_network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'router_id': 'b18ff2db-c3ca-4b36-83ec-0fa886e80341', 'port_id': '4b939a0b-7a17-4ca3-88b8-23ba1f94a805', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d6decb1-add4-41a2-b83e-9ac42c2293d8', 'mac_address': 'fa:16:3e:47:6b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '314bcfad-0c5e-470b-8c2e-dead93548065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:45:53Z', 'updated_at': '2022-04-12T19:46:09Z', 'revision_number': 1, 'project_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f4a38d1-f0e9-4138-9648-e005b578b7dc', 'name': '', 'network_id': '7d6decb1-add4-41a2-b83e-9ac42c2293d8', 'tenant_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'mac_address': 'fa:16:3e:8c:04:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18ff2db-c3ca-4b36-83ec-0fa886e80341', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'fc7e26f8-26c2-4af8-af1d-d7fc67300eb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:39:21Z', 'updated_at': '2022-04-12T19:39:29Z', 'revision_number': 5, 'project_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'subnets': [{'id': 'fc7e26f8-26c2-4af8-af1d-d7fc67300eb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:46:10.873769 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-2a4a75ea-eee4-479f-b043-076dafc5db73 req-0f5d2fe4-4f8c-472a-b6fe-ff7a7ded5a4c service neutron] 10.222.0.25 "GET /v2.0/networks/cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980308 Apr 12 19:46:10.874573 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-3a658311-5c25-4c93-9a4a-8c0ecd1c1b82 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Publish callbacks [] for security_group_rule (e0ab98fc-486d-4827-b49a-8fd300a65fbf), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:10.879602 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-3a658311-5c25-4c93-9a4a-8c0ecd1c1b82 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529670'] for security_group_rule (e0ab98fc-486d-4827-b49a-8fd300a65fbf), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:10.897866 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a658311-5c25-4c93-9a4a-8c0ecd1c1b82 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0ab98fc-486d-4827-b49a-8fd300a65fbf,revision_number=0']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:46:10.905948 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-3a658311-5c25-4c93-9a4a-8c0ecd1c1b82 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:10.907143 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-3a658311-5c25-4c93-9a4a-8c0ecd1c1b82 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1524000 Apr 12 19:46:10.910452 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 37746) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:46:10.915040 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.v2.base [None req-4bad0842-544a-4a54-9e27-a692fca3a2be tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Request body: {'security_group_rule': {'security_group_id': 'ccd1ef45-35bc-4a1b-85a4-e82f4eb36fb8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:46:10.940517 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-4bad0842-544a-4a54-9e27-a692fca3a2be tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Publish callbacks [] for security_group_rule (35b33d68-5bdd-4e4e-b869-2513ae492bdf), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:10.998533 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-4bad0842-544a-4a54-9e27-a692fca3a2be tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Publish callbacks [] for security_group_rule (35b33d68-5bdd-4e4e-b869-2513ae492bdf), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:11.002679 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-4bad0842-544a-4a54-9e27-a692fca3a2be tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529670'] for security_group_rule (35b33d68-5bdd-4e4e-b869-2513ae492bdf), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:11.021377 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fa11ad-1c90-405e-9b26-ebd8a61a07d9 None None] New status for floating IP 57c25120-de5f-4354-8e12-8a559bb9fdd9: ACTIVE {{(pid=106714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 19:46:11.021563 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bad0842-544a-4a54-9e27-a692fca3a2be tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35b33d68-5bdd-4e4e-b869-2513ae492bdf,revision_number=0']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:46:11.033117 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-4bad0842-544a-4a54-9e27-a692fca3a2be tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:11.034353 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-4bad0842-544a-4a54-9e27-a692fca3a2be tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1229339 Apr 12 19:46:11.037390 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 37748) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:46:11.041651 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.v2.base [None req-a432093d-e3bc-4ee1-8719-634e5a99cbc0 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Request body: {'floatingip': {'floating_network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08'}} {{(pid=106707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:46:11.061521 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-a432093d-e3bc-4ee1-8719-634e5a99cbc0 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:11.098842 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '314bcfad-0c5e-470b-8c2e-dead93548065', 'tag': '4b939a0b-7a17-4ca3-88b8-23ba1f94a805'}] {{(pid=106704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:46:11.101284 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7198706052eeb44005bd3d373437c5078b0bb903de01f30342c0d4536e5352d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4268d79e-5157-4c2e-9dda-a6e7aabeefae" -d '{"events": [{"name": "network-changed", "server_uuid": "314bcfad-0c5e-470b-8c2e-dead93548065", "tag": "4b939a0b-7a17-4ca3-88b8-23ba1f94a805"}]}' {{(pid=106704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:46:11.138275 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 19:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3db62c9d-02e5-41c9-8f56-06cd5df54d46 x-openstack-request-id: req-3db62c9d-02e5-41c9-8f56-06cd5df54d46 {{(pid=106704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:46:11.138542 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "314bcfad-0c5e-470b-8c2e-dead93548065", "tag": "4b939a0b-7a17-4ca3-88b8-23ba1f94a805", "status": "completed", "code": 200}]} {{(pid=106704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:46:11.138800 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3db62c9d-02e5-41c9-8f56-06cd5df54d46 {{(pid=106704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:46:11.139230 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3db62c9d-02e5-41c9-8f56-06cd5df54d46'] response: {'name': 'network-changed', 'server_uuid': '314bcfad-0c5e-470b-8c2e-dead93548065', 'tag': '4b939a0b-7a17-4ca3-88b8-23ba1f94a805', 'status': 'completed', 'code': 200} Apr 12 19:46:11.144117 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-a432093d-e3bc-4ee1-8719-634e5a99cbc0 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (None), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:11.205497 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4268d79e-5157-4c2e-9dda-a6e7aabeefae req-9895eccc-0a60-4150-a880-342ace6e4905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:11.207241 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-4268d79e-5157-4c2e-9dda-a6e7aabeefae req-9895eccc-0a60-4150-a880-342ace6e4905 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bf0fdf698e0443cf9d5596d1b7604976&device_id=314bcfad-0c5e-470b-8c2e-dead93548065 HTTP/1.1" status: 200 len: 1129 time: 0.0425828 Apr 12 19:46:11.257155 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.db.db_base_plugin_common [None req-a432093d-e3bc-4ee1-8719-634e5a99cbc0 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Allocated IP 172.27.2.212 (afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08/6283d24b-0e2c-4ae1-ac34-d042e72aa307/fc3c5b5d-06d4-49b2-a7ee-788223d452e6) {{(pid=106707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:46:11.297618 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4268d79e-5157-4c2e-9dda-a6e7aabeefae req-c5c530f0-12c4-43fd-bee4-1003285a62a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:11.299184 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-4268d79e-5157-4c2e-9dda-a6e7aabeefae req-c5c530f0-12c4-43fd-bee4-1003285a62a9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7d6decb1-add4-41a2-b83e-9ac42c2293d8 HTTP/1.1" status: 200 len: 916 time: 0.0865543 Apr 12 19:46:11.366820 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-4268d79e-5157-4c2e-9dda-a6e7aabeefae req-b0014778-24fb-48be-bd7a-18fe69ba70f0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b939a0b-7a17-4ca3-88b8-23ba1f94a805 HTTP/1.1" status: 200 len: 1000 time: 0.0620110 Apr 12 19:46:11.378853 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9ec980-ceba-4256-bbf2-c6b5fff19591 req-494821b0-b88b-4fad-a014-4ce6eadcbd02 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:11.380346 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-bd9ec980-ceba-4256-bbf2-c6b5fff19591 req-494821b0-b88b-4fad-a014-4ce6eadcbd02 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e3c44c0-ba7b-4139-a755-6a5ad952d075 HTTP/1.1" status: 200 len: 943 time: 0.0574214 Apr 12 19:46:11.415574 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4268d79e-5157-4c2e-9dda-a6e7aabeefae req-ea496fd4-3382-4b4b-996c-ac118f57e3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:11.417157 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-4268d79e-5157-4c2e-9dda-a6e7aabeefae req-ea496fd4-3382-4b4b-996c-ac118f57e3eb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fc7e26f8-26c2-4af8-af1d-d7fc67300eb2 HTTP/1.1" status: 200 len: 854 time: 0.0442076 Apr 12 19:46:11.424384 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-a432093d-e3bc-4ee1-8719-634e5a99cbc0 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Publish callbacks [] for port (fc3c5b5d-06d4-49b2-a7ee-788223d452e6), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:11.453940 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-bd9ec980-ceba-4256-bbf2-c6b5fff19591 req-b39c5bf6-60bc-4402-b298-c966c422a69b tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/security-groups?id=cbff3107-daca-4eee-8f23-60f596090e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675673 Apr 12 19:46:11.461119 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4268d79e-5157-4c2e-9dda-a6e7aabeefae req-cf31d82c-1d6c-4cab-a9bf-3d9c15967219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:11.462756 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-4268d79e-5157-4c2e-9dda-a6e7aabeefae req-cf31d82c-1d6c-4cab-a9bf-3d9c15967219 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7d6decb1-add4-41a2-b83e-9ac42c2293d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400548 Apr 12 19:46:11.478304 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-a432093d-e3bc-4ee1-8719-634e5a99cbc0 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749198058662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9064885'] for port (fc3c5b5d-06d4-49b2-a7ee-788223d452e6), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:11.519778 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a432093d-e3bc-4ee1-8719-634e5a99cbc0 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Network afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08 is already hosted by enough agents. {{(pid=106707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:46:11.522539 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.scheduler.base_scheduler [None req-a432093d-e3bc-4ee1-8719-634e5a99cbc0 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Resources bound (agent type, host, resource id): {{(pid=106707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:46:11.524970 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a432093d-e3bc-4ee1-8719-634e5a99cbc0 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Received port after_create {{(pid=106707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:46:11.554758 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-4268d79e-5157-4c2e-9dda-a6e7aabeefae req-084fed7b-3aeb-4201-b6c6-ca2584b905c9 service neutron] 10.222.0.25 "GET /v2.0/networks/7d6decb1-add4-41a2-b83e-9ac42c2293d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855451 Apr 12 19:46:11.555015 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a432093d-e3bc-4ee1-8719-634e5a99cbc0 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Pushing event updated for resources: {'Port': ['ID=fc3c5b5d-06d4-49b2-a7ee-788223d452e6,revision_number=1']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:46:11.616785 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-a432093d-e3bc-4ee1-8719-634e5a99cbc0 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Publish callbacks [] for floatingip (ec702a10-abdb-4c89-ad18-e6ee82d0df82), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:11.644528 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-4268d79e-5157-4c2e-9dda-a6e7aabeefae req-dc0707c9-9fbf-4c05-afe0-bdb281b149b9 service neutron] 10.222.0.25 "GET /v2.0/networks/7d6decb1-add4-41a2-b83e-9ac42c2293d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837405 Apr 12 19:46:11.659486 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-a432093d-e3bc-4ee1-8719-634e5a99cbc0 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (fc3c5b5d-06d4-49b2-a7ee-788223d452e6), before_update {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:11.706726 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5bf446-d3e3-4186-b985-67acb7144c87 req-2df3636f-8402-4650-b94b-ddd39de8cb53 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:11.708258 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-ef5bf446-d3e3-4186-b985-67acb7144c87 req-2df3636f-8402-4650-b94b-ddd39de8cb53 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=28fa6d0e-200c-446f-aa49-05e46224e6c4 HTTP/1.1" status: 200 len: 946 time: 0.0573580 Apr 12 19:46:11.760648 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-ef5bf446-d3e3-4186-b985-67acb7144c87 req-b01d8e12-8b69-441d-8553-9244cc3075d9 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=09f2f1d7-706b-4faf-b5aa-81a7b5af6a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456753 Apr 12 19:46:11.812224 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb840a6-5e61-4af4-9d25-47fcdde2e135 req-acbc646c-bcfc-4002-8ddf-833a2d021682 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:11.814257 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-0bb840a6-5e61-4af4-9d25-47fcdde2e135 req-acbc646c-bcfc-4002-8ddf-833a2d021682 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a879394-4189-4461-b7d8-c414f598dc01 HTTP/1.1" status: 200 len: 945 time: 0.0548432 Apr 12 19:46:11.881457 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-a432093d-e3bc-4ee1-8719-634e5a99cbc0 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Publish callbacks [] for port (fc3c5b5d-06d4-49b2-a7ee-788223d452e6), precommit_update {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:11.890862 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-a432093d-e3bc-4ee1-8719-634e5a99cbc0 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9064844'] for port (fc3c5b5d-06d4-49b2-a7ee-788223d452e6), after_update {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:11.902388 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-0bb840a6-5e61-4af4-9d25-47fcdde2e135 req-79044fdd-9c9f-429f-93d8-7e4015ef810d tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/security-groups?id=caae999b-6ab1-48ca-bc49-0938bf2e9075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796676 Apr 12 19:46:11.961392 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a432093d-e3bc-4ee1-8719-634e5a99cbc0 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Pushing event updated for resources: {'Port': ['ID=fc3c5b5d-06d4-49b2-a7ee-788223d452e6,revision_number=2']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:46:11.973096 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-a432093d-e3bc-4ee1-8719-634e5a99cbc0 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668094'] for floatingip (ec702a10-abdb-4c89-ad18-e6ee82d0df82), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:11.988128 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-a432093d-e3bc-4ee1-8719-634e5a99cbc0 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245471'] for floatingip (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:11.989339 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-a432093d-e3bc-4ee1-8719-634e5a99cbc0 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9510312 Apr 12 19:46:12.178420 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-111bd70a-cde9-4b2e-b079-3ce2e75b533f req-47a9077a-483d-4f9f-a70f-c7d16c552a52 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1140940085&fields=id&tenant_id=a16ad9726e5e4b49874286bb90e53c94 HTTP/1.1" status: 200 len: 267 time: 0.0412858 Apr 12 19:46:12.523005 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111bd70a-cde9-4b2e-b079-3ce2e75b533f req-902efef1-8f41-4592-804c-cf8e32d2fc91 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:12.524490 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-111bd70a-cde9-4b2e-b079-3ce2e75b533f req-902efef1-8f41-4592-804c-cf8e32d2fc91 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/networks?id=f4a737e2-fbd1-4d73-b744-770d94c0d414 HTTP/1.1" status: 200 len: 816 time: 0.3396468 Apr 12 19:46:12.539033 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-111bd70a-cde9-4b2e-b079-3ce2e75b533f req-d003362a-119a-40f8-b546-aa10f50a68d1 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/quotas/a16ad9726e5e4b49874286bb90e53c94 HTTP/1.1" status: 200 len: 375 time: 0.0093398 Apr 12 19:46:12.566241 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82763da9-c111-4aa2-a7b2-7c7eaf96e8cc req-b2ed6462-eb8c-4924-9414-38f863b641a6 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:12.568201 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-82763da9-c111-4aa2-a7b2-7c7eaf96e8cc req-b2ed6462-eb8c-4924-9414-38f863b641a6 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e3c44c0-ba7b-4139-a755-6a5ad952d075 HTTP/1.1" status: 200 len: 943 time: 0.0478573 Apr 12 19:46:12.589438 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-111bd70a-cde9-4b2e-b079-3ce2e75b533f req-1941abf1-1879-4ab5-9d2a-ff5dc09cd29c tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a16ad9726e5e4b49874286bb90e53c94&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451236 Apr 12 19:46:12.623149 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-82763da9-c111-4aa2-a7b2-7c7eaf96e8cc req-a8df2889-923c-406f-a2b8-aa53659b233f tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/security-groups?id=cbff3107-daca-4eee-8f23-60f596090e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480268 Apr 12 19:46:12.731888 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-111bd70a-cde9-4b2e-b079-3ce2e75b533f req-1ab7edb6-6593-4fd6-97b3-f70435f82466 service neutron] 10.222.0.15 "GET /v2.0/networks/f4a737e2-fbd1-4d73-b744-770d94c0d414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311667 Apr 12 19:46:12.823263 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-111bd70a-cde9-4b2e-b079-3ce2e75b533f req-87bd5de7-9da3-4110-bf3c-a841a4fb6456 service neutron] 10.222.0.15 "GET /v2.0/networks/f4a737e2-fbd1-4d73-b744-770d94c0d414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856531 Apr 12 19:46:12.873852 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c432e7b-80b7-4d1f-bfb8-ddc858a270ab req-305c42ca-4837-46fa-a6d8-794a03b90fa0 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:12.877914 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-2c432e7b-80b7-4d1f-bfb8-ddc858a270ab req-305c42ca-4837-46fa-a6d8-794a03b90fa0 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=28fa6d0e-200c-446f-aa49-05e46224e6c4 HTTP/1.1" status: 200 len: 946 time: 0.0557590 Apr 12 19:46:12.932530 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-2c432e7b-80b7-4d1f-bfb8-ddc858a270ab req-bad21add-9802-49b1-bfa4-0df1263665c7 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=09f2f1d7-706b-4faf-b5aa-81a7b5af6a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490632 Apr 12 19:46:12.997845 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-b78d2baa-3b20-48ec-b87d-7d2420113000 req-4abd20b7-72de-46c9-9107-21bb228b99aa tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7216c75-bedc-4144-8b13-94d37bdf7c13 HTTP/1.1" status: 200 len: 210 time: 0.0278218 Apr 12 19:46:13.026447 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d189df-6822-42f1-b9ed-60da3d9fddc0 req-1bbbff07-ebb3-49a4-b1df-63d75590dc42 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:13.027948 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-a8d189df-6822-42f1-b9ed-60da3d9fddc0 req-1bbbff07-ebb3-49a4-b1df-63d75590dc42 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a879394-4189-4461-b7d8-c414f598dc01 HTTP/1.1" status: 200 len: 945 time: 0.0498836 Apr 12 19:46:13.078038 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-a8d189df-6822-42f1-b9ed-60da3d9fddc0 req-a202ad59-7b48-40e0-8580-d7202f41d097 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/security-groups?id=caae999b-6ab1-48ca-bc49-0938bf2e9075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445628 Apr 12 19:46:13.735133 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77699412-1f5e-4b25-be79-81764fae738c req-1af329ca-392f-4938-a1cd-d1f5750d0b56 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:13.736779 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-77699412-1f5e-4b25-be79-81764fae738c req-1af329ca-392f-4938-a1cd-d1f5750d0b56 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e3c44c0-ba7b-4139-a755-6a5ad952d075 HTTP/1.1" status: 200 len: 943 time: 0.0464678 Apr 12 19:46:13.794839 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-77699412-1f5e-4b25-be79-81764fae738c req-3b6b8d48-b42d-48e7-acc3-507e0921f220 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/security-groups?id=cbff3107-daca-4eee-8f23-60f596090e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523024 Apr 12 19:46:13.845677 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-d10f520b-365f-44f6-9a0c-6f96172ef9f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (055fa106-9079-4d8f-a829-e3ca37bbcb19), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:13.921386 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111bd70a-cde9-4b2e-b079-3ce2e75b533f req-cd407d72-d921-461e-af85-3339b4e64ea4 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:13.923024 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-111bd70a-cde9-4b2e-b079-3ce2e75b533f req-cd407d72-d921-461e-af85-3339b4e64ea4 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.25 "GET /v2.0/networks?id=f4a737e2-fbd1-4d73-b744-770d94c0d414 HTTP/1.1" status: 200 len: 816 time: 0.1110904 Apr 12 19:46:13.991942 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-111bd70a-cde9-4b2e-b079-3ce2e75b533f req-850969d3-6103-4f98-92bb-f6e9a26bd4e7 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a16ad9726e5e4b49874286bb90e53c94 HTTP/1.1" status: 200 len: 380 time: 0.0608594 Apr 12 19:46:14.003113 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.v2.base [req-111bd70a-cde9-4b2e-b079-3ce2e75b533f req-0d9ac93b-2695-45ea-8dee-3c53cf041113 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Request body: {'port': {'device_id': 'b7216c75-bedc-4144-8b13-94d37bdf7c13', 'network_id': 'f4a737e2-fbd1-4d73-b744-770d94c0d414', 'admin_state_up': True, 'tenant_id': 'a16ad9726e5e4b49874286bb90e53c94', 'security_groups': ['ccd1ef45-35bc-4a1b-85a4-e82f4eb36fb8']}} {{(pid=106704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:46:14.097189 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-6dc2bd86-981f-4c9b-bda8-18f0a98a5ab8 req-9feb3860-7a8a-4dab-8be4-6a6d5b3f47ef tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7216c75-bedc-4144-8b13-94d37bdf7c13 HTTP/1.1" status: 200 len: 210 time: 0.0283234 Apr 12 19:46:14.105880 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2869db07-2282-4865-90e7-41e7786e6864 req-1ad1724e-ecdb-47fd-93ea-abe8fd828f62 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:14.107378 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-2869db07-2282-4865-90e7-41e7786e6864 req-1ad1724e-ecdb-47fd-93ea-abe8fd828f62 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=28fa6d0e-200c-446f-aa49-05e46224e6c4 HTTP/1.1" status: 200 len: 946 time: 0.0991838 Apr 12 19:46:14.179148 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-2869db07-2282-4865-90e7-41e7786e6864 req-6e210b8c-9f12-45d2-9d95-ecf8a5308cbf tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=09f2f1d7-706b-4faf-b5aa-81a7b5af6a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632992 Apr 12 19:46:14.187260 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-111bd70a-cde9-4b2e-b079-3ce2e75b533f req-0d9ac93b-2695-45ea-8dee-3c53cf041113 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Made reservation on behalf of a16ad9726e5e4b49874286bb90e53c94 for: {'port': 1} {{(pid=106704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:46:14.191141 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-111bd70a-cde9-4b2e-b079-3ce2e75b533f req-0d9ac93b-2695-45ea-8dee-3c53cf041113 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:14.198174 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4216b9f-6ea5-4acb-8e37-29d25838fda8 req-8d37f868-91ce-4a46-b4d2-745d7d211670 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:14.199664 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-b4216b9f-6ea5-4acb-8e37-29d25838fda8 req-8d37f868-91ce-4a46-b4d2-745d7d211670 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a879394-4189-4461-b7d8-c414f598dc01 HTTP/1.1" status: 200 len: 945 time: 0.0464907 Apr 12 19:46:14.258732 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-b4216b9f-6ea5-4acb-8e37-29d25838fda8 req-863226c6-202e-4e06-92e3-820d1355c3e9 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/security-groups?id=caae999b-6ab1-48ca-bc49-0938bf2e9075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526092 Apr 12 19:46:14.319897 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.db_base_plugin_common [req-111bd70a-cde9-4b2e-b079-3ce2e75b533f req-0d9ac93b-2695-45ea-8dee-3c53cf041113 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Allocated IP 172.20.0.12 (f4a737e2-fbd1-4d73-b744-770d94c0d414/f0175af4-3e14-4634-8d47-e6784ac2f6db/2eb2f619-7f5e-48a2-9ea1-d27b19512f87) {{(pid=106704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:46:14.457532 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-111bd70a-cde9-4b2e-b079-3ce2e75b533f req-0d9ac93b-2695-45ea-8dee-3c53cf041113 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Publish callbacks [] for port (2eb2f619-7f5e-48a2-9ea1-d27b19512f87), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:14.490488 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-111bd70a-cde9-4b2e-b079-3ce2e75b533f req-0d9ac93b-2695-45ea-8dee-3c53cf041113 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749198058662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8791401'] for port (2eb2f619-7f5e-48a2-9ea1-d27b19512f87), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:14.531399 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-111bd70a-cde9-4b2e-b079-3ce2e75b533f req-0d9ac93b-2695-45ea-8dee-3c53cf041113 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Network f4a737e2-fbd1-4d73-b744-770d94c0d414 is already hosted by enough agents. {{(pid=106704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:46:14.536417 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.base_scheduler [req-111bd70a-cde9-4b2e-b079-3ce2e75b533f req-0d9ac93b-2695-45ea-8dee-3c53cf041113 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Resources bound (agent type, host, resource id): {{(pid=106704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:46:14.540114 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.l3_dvrscheduler_db [req-111bd70a-cde9-4b2e-b079-3ce2e75b533f req-0d9ac93b-2695-45ea-8dee-3c53cf041113 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Received port after_create {{(pid=106704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:46:14.546682 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9ac93b-2695-45ea-8dee-3c53cf041113 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Pushing event updated for resources: {'Port': ['ID=2eb2f619-7f5e-48a2-9ea1-d27b19512f87,revision_number=1']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:46:14.592211 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111bd70a-cde9-4b2e-b079-3ce2e75b533f req-0d9ac93b-2695-45ea-8dee-3c53cf041113 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:14.592824 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-111bd70a-cde9-4b2e-b079-3ce2e75b533f req-0d9ac93b-2695-45ea-8dee-3c53cf041113 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245471'] for port (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:14.609393 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-111bd70a-cde9-4b2e-b079-3ce2e75b533f req-0d9ac93b-2695-45ea-8dee-3c53cf041113 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6104529 Apr 12 19:46:14.621708 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.v2.base [req-111bd70a-cde9-4b2e-b079-3ce2e75b533f req-6d13c739-cb84-4b7f-af72-94e251ad2843 service neutron] Request body: {'port': {'device_id': 'b7216c75-bedc-4144-8b13-94d37bdf7c13', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=106704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:46:14.686202 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-111bd70a-cde9-4b2e-b079-3ce2e75b533f req-6d13c739-cb84-4b7f-af72-94e251ad2843 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (2eb2f619-7f5e-48a2-9ea1-d27b19512f87), before_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:14.771058 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-8d9598e6-5bc2-4a28-8be4-4ea49e10df96 None None] Provisioning complete for port 2eb2f619-7f5e-48a2-9ea1-d27b19512f87 triggered by entity DHCP. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:46:14.771521 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8d9598e6-5bc2-4a28-8be4-4ea49e10df96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (2eb2f619-7f5e-48a2-9ea1-d27b19512f87), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:14.805157 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-8d9598e6-5bc2-4a28-8be4-4ea49e10df96 None None] Port 2eb2f619-7f5e-48a2-9ea1-d27b19512f87 cannot update to ACTIVE because it is not bound. {{(pid=106714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 19:46:14.925762 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b1fcc7-1033-4d61-9809-16a9fd972445 req-d864747f-eece-4a65-b7d2-cec722473512 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:14.927232 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-f5b1fcc7-1033-4d61-9809-16a9fd972445 req-d864747f-eece-4a65-b7d2-cec722473512 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e3c44c0-ba7b-4139-a755-6a5ad952d075 HTTP/1.1" status: 200 len: 943 time: 0.0640192 Apr 12 19:46:15.014216 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-f5b1fcc7-1033-4d61-9809-16a9fd972445 req-00adc9d3-5cbe-4d16-b2d3-7048124a575b tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/security-groups?id=cbff3107-daca-4eee-8f23-60f596090e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808275 Apr 12 19:46:15.023149 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.notifiers.nova [req-111bd70a-cde9-4b2e-b079-3ce2e75b533f req-6d13c739-cb84-4b7f-af72-94e251ad2843 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2eb2f619-7f5e-48a2-9ea1-d27b19512f87 {{(pid=106704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 19:46:15.030888 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-111bd70a-cde9-4b2e-b079-3ce2e75b533f req-6d13c739-cb84-4b7f-af72-94e251ad2843 service neutron] Publish callbacks [] for port (2eb2f619-7f5e-48a2-9ea1-d27b19512f87), precommit_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:15.043924 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.provisioning_blocks [req-111bd70a-cde9-4b2e-b079-3ce2e75b533f req-6d13c739-cb84-4b7f-af72-94e251ad2843 service neutron] Transition to ACTIVE for port object 2eb2f619-7f5e-48a2-9ea1-d27b19512f87 will not be triggered until provisioned by entity L2. {{(pid=106704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 19:46:15.047155 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-111bd70a-cde9-4b2e-b079-3ce2e75b533f req-6d13c739-cb84-4b7f-af72-94e251ad2843 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8791376'] for port (2eb2f619-7f5e-48a2-9ea1-d27b19512f87), after_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:15.099026 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d13c739-cb84-4b7f-af72-94e251ad2843 service neutron] Pushing event updated for resources: {'Port': ['ID=2eb2f619-7f5e-48a2-9ea1-d27b19512f87,revision_number=2']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:46:15.180683 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.managers [req-111bd70a-cde9-4b2e-b079-3ce2e75b533f req-6d13c739-cb84-4b7f-af72-94e251ad2843 service neutron] Attempting to bind port 2eb2f619-7f5e-48a2-9ea1-d27b19512f87 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:46:15.181021 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.managers [req-111bd70a-cde9-4b2e-b079-3ce2e75b533f req-6d13c739-cb84-4b7f-af72-94e251ad2843 service neutron] Attempting to bind port 2eb2f619-7f5e-48a2-9ea1-d27b19512f87 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '7d4c5579-d5c2-4ae5-8e1e-f30678073acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f4a737e2-fbd1-4d73-b744-770d94c0d414'}] {{(pid=106704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:46:15.181343 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111bd70a-cde9-4b2e-b079-3ce2e75b533f req-6d13c739-cb84-4b7f-af72-94e251ad2843 service neutron] Attempting to bind port 2eb2f619-7f5e-48a2-9ea1-d27b19512f87 on network f4a737e2-fbd1-4d73-b744-770d94c0d414 {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:46:15.185862 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111bd70a-cde9-4b2e-b079-3ce2e75b533f req-6d13c739-cb84-4b7f-af72-94e251ad2843 service neutron] Port 2eb2f619-7f5e-48a2-9ea1-d27b19512f87 on network f4a737e2-fbd1-4d73-b744-770d94c0d414 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 19:46:15.186238 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111bd70a-cde9-4b2e-b079-3ce2e75b533f req-6d13c739-cb84-4b7f-af72-94e251ad2843 service neutron] Attempting to bind port 2eb2f619-7f5e-48a2-9ea1-d27b19512f87 on network f4a737e2-fbd1-4d73-b744-770d94c0d414 {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:46:15.191322 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111bd70a-cde9-4b2e-b079-3ce2e75b533f req-6d13c739-cb84-4b7f-af72-94e251ad2843 service neutron] Checking agent: {'id': 'ce4c6b0b-91ae-4576-82ad-f2f4ee2d2a45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 37, 20), 'started_at': datetime.datetime(2022, 4, 12, 19, 37, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:46:15.191655 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111bd70a-cde9-4b2e-b079-3ce2e75b533f req-6d13c739-cb84-4b7f-af72-94e251ad2843 service neutron] Checking segment: {'id': '7d4c5579-d5c2-4ae5-8e1e-f30678073acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f4a737e2-fbd1-4d73-b744-770d94c0d414'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:46:15.192072 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111bd70a-cde9-4b2e-b079-3ce2e75b533f req-6d13c739-cb84-4b7f-af72-94e251ad2843 service neutron] Bound using segment: {'id': '7d4c5579-d5c2-4ae5-8e1e-f30678073acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f4a737e2-fbd1-4d73-b744-770d94c0d414'} {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:46:15.192500 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.managers [req-111bd70a-cde9-4b2e-b079-3ce2e75b533f req-6d13c739-cb84-4b7f-af72-94e251ad2843 service neutron] Bound port: 2eb2f619-7f5e-48a2-9ea1-d27b19512f87, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d4c5579-d5c2-4ae5-8e1e-f30678073acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f4a737e2-fbd1-4d73-b744-770d94c0d414'}}] {{(pid=106704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:46:15.192860 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-111bd70a-cde9-4b2e-b079-3ce2e75b533f req-6d13c739-cb84-4b7f-af72-94e251ad2843 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (2eb2f619-7f5e-48a2-9ea1-d27b19512f87), before_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:15.225280 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb591d1-4be9-4c30-ae6c-d72d9bdd5e8b req-42a06b24-51b2-45c3-87a7-7107e9b000dd tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:15.227219 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-0fb591d1-4be9-4c30-ae6c-d72d9bdd5e8b req-42a06b24-51b2-45c3-87a7-7107e9b000dd tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7216c75-bedc-4144-8b13-94d37bdf7c13 HTTP/1.1" status: 200 len: 944 time: 0.0549381 Apr 12 19:46:15.285750 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-0fb591d1-4be9-4c30-ae6c-d72d9bdd5e8b req-72925c17-fd19-4b51-b3af-34c3cc880b18 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=ccd1ef45-35bc-4a1b-85a4-e82f4eb36fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489228 Apr 12 19:46:15.304286 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.db [req-111bd70a-cde9-4b2e-b079-3ce2e75b533f req-6d13c739-cb84-4b7f-af72-94e251ad2843 service neutron] For port 2eb2f619-7f5e-48a2-9ea1-d27b19512f87, host hv-cinder-83754, cleared binding levels {{(pid=106704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:46:15.322807 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.db [req-111bd70a-cde9-4b2e-b079-3ce2e75b533f req-6d13c739-cb84-4b7f-af72-94e251ad2843 service neutron] For port 2eb2f619-7f5e-48a2-9ea1-d27b19512f87, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=2eb2f619-7f5e-48a2-9ea1-d27b19512f87,segment=NetworkSegment(7d4c5579-d5c2-4ae5-8e1e-f30678073acf),segment_id=7d4c5579-d5c2-4ae5-8e1e-f30678073acf)] {{(pid=106704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:46:15.334350 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1571ea8-0fb0-4c8b-86ec-905b524817f0 req-07d4d6fa-2469-48b7-8855-c56014ec7036 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:15.335864 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-b1571ea8-0fb0-4c8b-86ec-905b524817f0 req-07d4d6fa-2469-48b7-8855-c56014ec7036 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=28fa6d0e-200c-446f-aa49-05e46224e6c4 HTTP/1.1" status: 200 len: 946 time: 0.0701768 Apr 12 19:46:15.337520 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-111bd70a-cde9-4b2e-b079-3ce2e75b533f req-6d13c739-cb84-4b7f-af72-94e251ad2843 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8791376'] for port (2eb2f619-7f5e-48a2-9ea1-d27b19512f87), after_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:15.387027 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111bd70a-cde9-4b2e-b079-3ce2e75b533f req-6d13c739-cb84-4b7f-af72-94e251ad2843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:15.387235 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-111bd70a-cde9-4b2e-b079-3ce2e75b533f req-6d13c739-cb84-4b7f-af72-94e251ad2843 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245471'] for port (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:15.388619 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-111bd70a-cde9-4b2e-b079-3ce2e75b533f req-6d13c739-cb84-4b7f-af72-94e251ad2843 service neutron] 10.222.0.25 "PUT /v2.0/ports/2eb2f619-7f5e-48a2-9ea1-d27b19512f87 HTTP/1.1" status: 200 len: 1094 time: 0.7713013 Apr 12 19:46:15.391037 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7216c75-bedc-4144-8b13-94d37bdf7c13', 'tag': '2eb2f619-7f5e-48a2-9ea1-d27b19512f87'}] {{(pid=106704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:46:15.393897 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7198706052eeb44005bd3d373437c5078b0bb903de01f30342c0d4536e5352d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ab7ca8c-eade-4291-84ed-71c4eacdbfad" -d '{"events": [{"name": "network-changed", "server_uuid": "b7216c75-bedc-4144-8b13-94d37bdf7c13", "tag": "2eb2f619-7f5e-48a2-9ea1-d27b19512f87"}]}' {{(pid=106704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:46:15.406204 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc46afe-88bc-4cfc-b702-8395499e85b0 req-6640a302-cf8d-4e62-b2f6-86638d931002 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:15.413876 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-6dc46afe-88bc-4cfc-b702-8395499e85b0 req-6640a302-cf8d-4e62-b2f6-86638d931002 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a879394-4189-4461-b7d8-c414f598dc01 HTTP/1.1" status: 200 len: 945 time: 0.0577393 Apr 12 19:46:15.434889 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d13c739-cb84-4b7f-af72-94e251ad2843 service neutron] Pushing event updated for resources: {'Port': ['ID=2eb2f619-7f5e-48a2-9ea1-d27b19512f87,revision_number=3']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:46:15.440638 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-b1571ea8-0fb0-4c8b-86ec-905b524817f0 req-eacfe047-6517-43b1-b5c3-1ff9382d56a8 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=09f2f1d7-706b-4faf-b5aa-81a7b5af6a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977888 Apr 12 19:46:15.469367 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-6dc46afe-88bc-4cfc-b702-8395499e85b0 req-df9cb9cf-bc68-4fc7-a417-5123990085ee tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/security-groups?id=caae999b-6ab1-48ca-bc49-0938bf2e9075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546145 Apr 12 19:46:15.498375 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 19:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c061561-c32c-4984-b6ef-aa1241d722c4 x-openstack-request-id: req-8c061561-c32c-4984-b6ef-aa1241d722c4 {{(pid=106704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:46:15.498670 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7216c75-bedc-4144-8b13-94d37bdf7c13", "tag": "2eb2f619-7f5e-48a2-9ea1-d27b19512f87", "status": "completed", "code": 200}]} {{(pid=106704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:46:15.498926 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8c061561-c32c-4984-b6ef-aa1241d722c4 {{(pid=106704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:46:15.499335 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c061561-c32c-4984-b6ef-aa1241d722c4'] response: {'name': 'network-changed', 'server_uuid': 'b7216c75-bedc-4144-8b13-94d37bdf7c13', 'tag': '2eb2f619-7f5e-48a2-9ea1-d27b19512f87', 'status': 'completed', 'code': 200} Apr 12 19:46:16.122313 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e659ca9-45c8-4c40-8159-5ef01da8a2bc req-b6ea1d9a-3e3c-480c-bdb3-c08687dc5be6 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:16.123844 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-7e659ca9-45c8-4c40-8159-5ef01da8a2bc req-b6ea1d9a-3e3c-480c-bdb3-c08687dc5be6 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e3c44c0-ba7b-4139-a755-6a5ad952d075 HTTP/1.1" status: 200 len: 943 time: 0.0451396 Apr 12 19:46:16.175162 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-7e659ca9-45c8-4c40-8159-5ef01da8a2bc req-0c3b2b24-d7da-4852-8bf6-f96403bcfb01 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/security-groups?id=cbff3107-daca-4eee-8f23-60f596090e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447576 Apr 12 19:46:16.279598 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-7614aa98-8385-46d3-8cbe-bde161601d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (4d9412c4-31b2-4fbf-87a0-f931332ab9d5), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:16.405618 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0dd4b9-ed8f-49b0-a09d-b46c6ab536f5 req-e2d2f468-2596-4ef6-8fda-7ac841bf25c3 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:16.407574 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-2b0dd4b9-ed8f-49b0-a09d-b46c6ab536f5 req-e2d2f468-2596-4ef6-8fda-7ac841bf25c3 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7216c75-bedc-4144-8b13-94d37bdf7c13 HTTP/1.1" status: 200 len: 944 time: 0.0496690 Apr 12 19:46:16.453335 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-2b0dd4b9-ed8f-49b0-a09d-b46c6ab536f5 req-2b1813c2-3a7e-4032-b095-d35075e9dcdd tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=ccd1ef45-35bc-4a1b-85a4-e82f4eb36fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399692 Apr 12 19:46:16.523664 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab7ca8c-eade-4291-84ed-71c4eacdbfad req-139364ef-519c-479a-9475-b5a07254beb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:16.525347 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-8ab7ca8c-eade-4291-84ed-71c4eacdbfad req-139364ef-519c-479a-9475-b5a07254beb4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a16ad9726e5e4b49874286bb90e53c94&device_id=b7216c75-bedc-4144-8b13-94d37bdf7c13 HTTP/1.1" status: 200 len: 1128 time: 0.0425694 Apr 12 19:46:16.562658 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8433ae9-9dfd-4ded-ac5a-8387fe270bd6 req-bfdfd217-5b5f-423e-86fd-53c6439f9f36 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:16.564304 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-a8433ae9-9dfd-4ded-ac5a-8387fe270bd6 req-bfdfd217-5b5f-423e-86fd-53c6439f9f36 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=28fa6d0e-200c-446f-aa49-05e46224e6c4 HTTP/1.1" status: 200 len: 946 time: 0.0507171 Apr 12 19:46:16.614160 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-a8433ae9-9dfd-4ded-ac5a-8387fe270bd6 req-0567e14d-f3f8-45aa-b01c-9550598a3c37 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=09f2f1d7-706b-4faf-b5aa-81a7b5af6a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438969 Apr 12 19:46:16.639925 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043c609b-4edf-4c2e-881d-a026e802f310 req-f0368cbb-c8d9-4baf-9b86-3efce08fc094 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:16.641415 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-043c609b-4edf-4c2e-881d-a026e802f310 req-f0368cbb-c8d9-4baf-9b86-3efce08fc094 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a879394-4189-4461-b7d8-c414f598dc01 HTTP/1.1" status: 200 len: 945 time: 0.0960073 Apr 12 19:46:16.681580 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab7ca8c-eade-4291-84ed-71c4eacdbfad req-8b0d02a5-e1f7-4d5b-bdbf-724b6d014546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:16.682925 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-8ab7ca8c-eade-4291-84ed-71c4eacdbfad req-8b0d02a5-e1f7-4d5b-bdbf-724b6d014546 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=a16ad9726e5e4b49874286bb90e53c94&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1492472 Apr 12 19:46:16.706041 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-043c609b-4edf-4c2e-881d-a026e802f310 req-24773abd-4341-4cab-bffb-f1a284eb1b1f tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/security-groups?id=caae999b-6ab1-48ca-bc49-0938bf2e9075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571766 Apr 12 19:46:16.847117 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b832164-6b42-420a-99d4-a3850dc6f821 req-148d06e9-4c9a-4145-b8ad-f1509f804538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:16.848621 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-7b832164-6b42-420a-99d4-a3850dc6f821 req-148d06e9-4c9a-4145-b8ad-f1509f804538 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=25505e1fa3da4037b5c77cccb47d3515&device_id=5a879394-4189-4461-b7d8-c414f598dc01 HTTP/1.1" status: 200 len: 1129 time: 0.0789943 Apr 12 19:46:16.921513 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab7ca8c-eade-4291-84ed-71c4eacdbfad req-d94aa451-b495-435f-90ff-20183609da3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:16.922987 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-8ab7ca8c-eade-4291-84ed-71c4eacdbfad req-d94aa451-b495-435f-90ff-20183609da3e service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1733973 Apr 12 19:46:16.956245 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b832164-6b42-420a-99d4-a3850dc6f821 req-67627fa9-596e-4e93-9171-8ee0928ace62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:16.957625 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-7b832164-6b42-420a-99d4-a3850dc6f821 req-67627fa9-596e-4e93-9171-8ee0928ace62 service neutron] 10.222.0.25 "GET /v2.0/networks?id=16f98a57-2f56-426d-a11d-35966394c1dd HTTP/1.1" status: 200 len: 910 time: 0.1024241 Apr 12 19:46:17.028844 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111bd70a-cde9-4b2e-b079-3ce2e75b533f req-137d8862-54f4-4f0f-9068-c7f396041ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:17.030363 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-111bd70a-cde9-4b2e-b079-3ce2e75b533f req-137d8862-54f4-4f0f-9068-c7f396041ee5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a16ad9726e5e4b49874286bb90e53c94&device_id=b7216c75-bedc-4144-8b13-94d37bdf7c13 HTTP/1.1" status: 200 len: 1128 time: 0.0718925 Apr 12 19:46:17.080603 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-111bd70a-cde9-4b2e-b079-3ce2e75b533f req-4fced2ff-d852-4693-af5b-d6df9ed4052f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2eb2f619-7f5e-48a2-9ea1-d27b19512f87 HTTP/1.1" status: 200 len: 217 time: 0.0429623 Apr 12 19:46:17.082417 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-7b832164-6b42-420a-99d4-a3850dc6f821 req-7899c810-8349-4d9d-a461-9bf377becc0c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6db8ab64-606d-4fd4-92bd-d78ab1f2931c HTTP/1.1" status: 200 len: 1000 time: 0.1164439 Apr 12 19:46:17.165095 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111bd70a-cde9-4b2e-b079-3ce2e75b533f req-724cd665-2159-4a52-8ea7-0a4c13b71f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:17.166546 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-111bd70a-cde9-4b2e-b079-3ce2e75b533f req-724cd665-2159-4a52-8ea7-0a4c13b71f9a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f0175af4-3e14-4634-8d47-e6784ac2f6db HTTP/1.1" status: 200 len: 855 time: 0.0765102 Apr 12 19:46:17.167919 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b832164-6b42-420a-99d4-a3850dc6f821 req-03907e3b-5fa4-461e-b4c6-8242ba365f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:17.169267 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-7b832164-6b42-420a-99d4-a3850dc6f821 req-03907e3b-5fa4-461e-b4c6-8242ba365f3b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=913eccc2-3fc9-416c-8745-8aa9ab19ccf1 HTTP/1.1" status: 200 len: 848 time: 0.0782149 Apr 12 19:46:17.222640 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-0fb4a5ae-492f-43e3-90d5-82372e23b9ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (01005bd1-5b1e-41c6-b9b3-a4d4f93589b9), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:17.244672 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b832164-6b42-420a-99d4-a3850dc6f821 req-3f31d3dd-4c3a-46f9-b7bb-34de02301f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:17.246202 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-7b832164-6b42-420a-99d4-a3850dc6f821 req-3f31d3dd-4c3a-46f9-b7bb-34de02301f08 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=16f98a57-2f56-426d-a11d-35966394c1dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0691040 Apr 12 19:46:17.247273 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111bd70a-cde9-4b2e-b079-3ce2e75b533f req-d52245b6-9bc4-4b06-939b-516983150a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:17.248686 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-111bd70a-cde9-4b2e-b079-3ce2e75b533f req-d52245b6-9bc4-4b06-939b-516983150a6b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f4a737e2-fbd1-4d73-b744-770d94c0d414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0726607 Apr 12 19:46:17.293130 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82c0a09-d5b7-4e2c-8c24-4f5736cd25c8 req-97abc620-a0be-44b5-92a1-edbdf432bb36 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:17.294582 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-c82c0a09-d5b7-4e2c-8c24-4f5736cd25c8 req-97abc620-a0be-44b5-92a1-edbdf432bb36 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e3c44c0-ba7b-4139-a755-6a5ad952d075 HTTP/1.1" status: 200 len: 943 time: 0.0471909 Apr 12 19:46:17.342254 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-c82c0a09-d5b7-4e2c-8c24-4f5736cd25c8 req-49fb6b26-2b6f-4a00-b018-a4b020de7066 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/security-groups?id=cbff3107-daca-4eee-8f23-60f596090e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421443 Apr 12 19:46:17.408510 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-7b832164-6b42-420a-99d4-a3850dc6f821 req-21e16ff1-8472-4a42-b865-4124d2008493 service neutron] 10.222.0.25 "GET /v2.0/networks/16f98a57-2f56-426d-a11d-35966394c1dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508822 Apr 12 19:46:17.410353 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-111bd70a-cde9-4b2e-b079-3ce2e75b533f req-a8aabec8-391e-4bb2-bf2a-03652de7c7d8 service neutron] 10.222.0.25 "GET /v2.0/networks/f4a737e2-fbd1-4d73-b744-770d94c0d414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457376 Apr 12 19:46:17.604467 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaea277-eb20-4cb0-931e-37e38f5cef0e req-1f0231aa-0166-4ded-aa5a-ed98b3e7c907 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:17.605910 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-1eaea277-eb20-4cb0-931e-37e38f5cef0e req-1f0231aa-0166-4ded-aa5a-ed98b3e7c907 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7216c75-bedc-4144-8b13-94d37bdf7c13 HTTP/1.1" status: 200 len: 944 time: 0.0796003 Apr 12 19:46:17.611406 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-7b832164-6b42-420a-99d4-a3850dc6f821 req-444e0bf5-a71d-445b-b7d9-217f0fe790ca service neutron] 10.222.0.25 "GET /v2.0/networks/16f98a57-2f56-426d-a11d-35966394c1dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929491 Apr 12 19:46:17.620567 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-111bd70a-cde9-4b2e-b079-3ce2e75b533f req-7e41d79f-f292-4db1-864a-feb6c93898c8 service neutron] 10.222.0.25 "GET /v2.0/networks/f4a737e2-fbd1-4d73-b744-770d94c0d414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947403 Apr 12 19:46:17.660722 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-1eaea277-eb20-4cb0-931e-37e38f5cef0e req-7fb5f776-4d4d-4ec7-aad2-4cb6fd612007 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=ccd1ef45-35bc-4a1b-85a4-e82f4eb36fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483789 Apr 12 19:46:17.737673 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4c2a02-200e-46c4-840d-c188f4e68564 req-3ff94a6a-d323-4e1c-a91d-583dad6f335a tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:17.739111 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-2d4c2a02-200e-46c4-840d-c188f4e68564 req-3ff94a6a-d323-4e1c-a91d-583dad6f335a tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=28fa6d0e-200c-446f-aa49-05e46224e6c4 HTTP/1.1" status: 200 len: 946 time: 0.0510426 Apr 12 19:46:17.785700 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-2d4c2a02-200e-46c4-840d-c188f4e68564 req-e84dc259-f51c-496d-b929-b759dcfc18c7 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=09f2f1d7-706b-4faf-b5aa-81a7b5af6a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410688 Apr 12 19:46:17.816154 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667b7684-d0e7-4404-9e64-e3a744421424 req-e84cea7b-e215-4407-b549-67aee2781ffc tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:17.817717 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-667b7684-d0e7-4404-9e64-e3a744421424 req-e84cea7b-e215-4407-b549-67aee2781ffc tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a879394-4189-4461-b7d8-c414f598dc01 HTTP/1.1" status: 200 len: 945 time: 0.0469792 Apr 12 19:46:17.866581 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-667b7684-d0e7-4404-9e64-e3a744421424 req-81b39dd5-2c88-4e5c-bc31-4dd04b85d7a0 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/security-groups?id=caae999b-6ab1-48ca-bc49-0938bf2e9075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432460 Apr 12 19:46:18.165929 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Device 3c7cb238-567d-497d-b504-75465b9772f9 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=106714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 19:46:18.268766 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] For port 3c7cb238-567d-497d-b504-75465b9772f9, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=3c7cb238-567d-497d-b504-75465b9772f9,segment=NetworkSegment(a144370d-4b66-4f66-8cfd-2a36bf44a2ec),segment_id=a144370d-4b66-4f66-8cfd-2a36bf44a2ec)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:46:18.281247 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Returning: {'device': '3c7cb238-567d-497d-b504-75465b9772f9', 'network_id': 'cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf', 'port_id': '3c7cb238-567d-497d-b504-75465b9772f9', 'mac_address': 'fa:16:3e:e7:2d:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17d1257d-e8de-480c-a236-a7606e4db732', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 19:46:18.317735 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Current status of the port 3c7cb238-567d-497d-b504-75465b9772f9 is: DOWN; New status is: BUILD {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:46:18.318125 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (3c7cb238-567d-497d-b504-75465b9772f9), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:18.334335 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.notifiers.nova [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c7cb238-567d-497d-b504-75465b9772f9 {{(pid=106714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 19:46:18.353297 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] For port 3c7cb238-567d-497d-b504-75465b9772f9, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=3c7cb238-567d-497d-b504-75465b9772f9,segment=NetworkSegment(a144370d-4b66-4f66-8cfd-2a36bf44a2ec),segment_id=a144370d-4b66-4f66-8cfd-2a36bf44a2ec)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:46:18.357150 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (3c7cb238-567d-497d-b504-75465b9772f9), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:18.404118 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Pushing event updated for resources: {'Port': ['ID=3c7cb238-567d-497d-b504-75465b9772f9,revision_number=4']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:46:18.452724 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4664a3d4-7c82-44e6-a8e5-37a958e5d93e req-e001aaef-b0b1-490b-b156-d1796b499ae9 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:18.454618 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-4664a3d4-7c82-44e6-a8e5-37a958e5d93e req-e001aaef-b0b1-490b-b156-d1796b499ae9 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e3c44c0-ba7b-4139-a755-6a5ad952d075 HTTP/1.1" status: 200 len: 944 time: 0.0464675 Apr 12 19:46:18.501760 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-4664a3d4-7c82-44e6-a8e5-37a958e5d93e req-2ddeaefe-4f32-43d1-86de-6206f8fbf67c tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/security-groups?id=cbff3107-daca-4eee-8f23-60f596090e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415678 Apr 12 19:46:18.674046 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-655d5a5e-25bf-423f-acb4-166f4bec9d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (f3d2fb0e-5305-4f08-ab1f-5f1d50bdad22), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:18.726185 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] get_ports_and_sgs() called for port_ids ['3c7cb238-567d-497d-b504-75465b9772f9'] {{(pid=106714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 19:46:18.781369 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df15d171-0672-43d4-ac24-29d121cea391 req-d0f547ac-7662-419a-afb9-652d05a3685a tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:18.782853 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-df15d171-0672-43d4-ac24-29d121cea391 req-d0f547ac-7662-419a-afb9-652d05a3685a tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7216c75-bedc-4144-8b13-94d37bdf7c13 HTTP/1.1" status: 200 len: 944 time: 0.0473518 Apr 12 19:46:18.834839 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-df15d171-0672-43d4-ac24-29d121cea391 req-68bf3ff1-d2ab-4f0e-8ebd-2d43b0bc672a tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=ccd1ef45-35bc-4a1b-85a4-e82f4eb36fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463238 Apr 12 19:46:18.899617 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dd5e2c-1e2b-4642-985e-0db357193787 req-874ea4be-5a2f-40b6-9a4c-970e908d245e tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:18.901262 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-30dd5e2c-1e2b-4642-985e-0db357193787 req-874ea4be-5a2f-40b6-9a4c-970e908d245e tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=28fa6d0e-200c-446f-aa49-05e46224e6c4 HTTP/1.1" status: 200 len: 946 time: 0.0467567 Apr 12 19:46:18.954132 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-30dd5e2c-1e2b-4642-985e-0db357193787 req-bc0e7297-4920-4370-a9a6-92e6d7e01b5f tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=09f2f1d7-706b-4faf-b5aa-81a7b5af6a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464652 Apr 12 19:46:18.982570 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e32f87-f2b3-481a-a34a-3b1b317a0b25 req-327030bb-47e8-4668-b8b0-d9fa9116fac0 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:18.984056 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-02e32f87-f2b3-481a-a34a-3b1b317a0b25 req-327030bb-47e8-4668-b8b0-d9fa9116fac0 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a879394-4189-4461-b7d8-c414f598dc01 HTTP/1.1" status: 200 len: 945 time: 0.0491304 Apr 12 19:46:19.033777 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-02e32f87-f2b3-481a-a34a-3b1b317a0b25 req-09da8c8d-6947-402b-8cd1-bd715b197b3d tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/security-groups?id=caae999b-6ab1-48ca-bc49-0938bf2e9075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435944 Apr 12 19:46:19.611633 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2451d19-da42-4f12-9b0b-49d039c43eb8 req-0be7e9f6-380a-4eb7-8254-3cc1d4576a32 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:19.613143 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-a2451d19-da42-4f12-9b0b-49d039c43eb8 req-0be7e9f6-380a-4eb7-8254-3cc1d4576a32 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e3c44c0-ba7b-4139-a755-6a5ad952d075 HTTP/1.1" status: 200 len: 944 time: 0.0464871 Apr 12 19:46:19.663071 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-a2451d19-da42-4f12-9b0b-49d039c43eb8 req-729bca86-92ca-47b7-a4a3-3e03e3e9028f tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/security-groups?id=cbff3107-daca-4eee-8f23-60f596090e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436308 Apr 12 19:46:19.950488 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a2a2b-cb0c-4c98-aaae-7933e569a0e2 req-82edd30f-555b-4899-8c04-48170a91b647 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:19.952197 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-e73a2a2b-cb0c-4c98-aaae-7933e569a0e2 req-82edd30f-555b-4899-8c04-48170a91b647 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7216c75-bedc-4144-8b13-94d37bdf7c13 HTTP/1.1" status: 200 len: 944 time: 0.0471258 Apr 12 19:46:20.000284 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-e73a2a2b-cb0c-4c98-aaae-7933e569a0e2 req-9dc554cc-e3d3-4fc9-ac98-6fc760b8e457 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=ccd1ef45-35bc-4a1b-85a4-e82f4eb36fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416059 Apr 12 19:46:20.066967 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf28b1a9-a015-4926-b3ff-fe0c7e1a68af req-c274a364-3634-43dc-8ded-1b7a42eb95fe tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:20.068535 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-bf28b1a9-a015-4926-b3ff-fe0c7e1a68af req-c274a364-3634-43dc-8ded-1b7a42eb95fe tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=28fa6d0e-200c-446f-aa49-05e46224e6c4 HTTP/1.1" status: 200 len: 946 time: 0.0466487 Apr 12 19:46:20.116415 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-bf28b1a9-a015-4926-b3ff-fe0c7e1a68af req-702e9b51-73ea-49d2-81c9-4fa3ebfc3597 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=09f2f1d7-706b-4faf-b5aa-81a7b5af6a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405161 Apr 12 19:46:20.150932 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd1e96-ed1d-4f12-89d5-e65aa9dbc63f req-6ca46b9e-bd16-47a6-87b5-a96203dca8d4 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:20.152416 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-b3bd1e96-ed1d-4f12-89d5-e65aa9dbc63f req-6ca46b9e-bd16-47a6-87b5-a96203dca8d4 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a879394-4189-4461-b7d8-c414f598dc01 HTTP/1.1" status: 200 len: 945 time: 0.0509729 Apr 12 19:46:20.183131 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Device 3c7cb238-567d-497d-b504-75465b9772f9 up at agent hyperv_hv-cinder-83754 {{(pid=106714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:46:20.201412 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-b3bd1e96-ed1d-4f12-89d5-e65aa9dbc63f req-a046cba6-f0bf-4b5f-a452-b3c2aec326f7 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/security-groups?id=caae999b-6ab1-48ca-bc49-0938bf2e9075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434930 Apr 12 19:46:20.226920 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Provisioning for port 3c7cb238-567d-497d-b504-75465b9772f9 completed by entity L2. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 19:46:20.232052 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Provisioning complete for port 3c7cb238-567d-497d-b504-75465b9772f9 triggered by entity L2. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:46:20.232431 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (3c7cb238-567d-497d-b504-75465b9772f9), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:20.316412 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Current status of the port 3c7cb238-567d-497d-b504-75465b9772f9 is: BUILD; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:46:20.316805 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (3c7cb238-567d-497d-b504-75465b9772f9), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:20.340572 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e3c44c0-ba7b-4139-a755-6a5ad952d075', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c7cb238-567d-497d-b504-75465b9772f9'}] {{(pid=106714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:46:20.342751 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a81cf7441df70286f4dc8f717b9c4c32a6686a605fef215f859f2b4f09b95be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac3f25a3-2ce4-4044-bdcf-997260329ba2" -d '{"events": [{"server_uuid": "1e3c44c0-ba7b-4139-a755-6a5ad952d075", "name": "network-vif-plugged", "status": "completed", "tag": "3c7cb238-567d-497d-b504-75465b9772f9"}]}' {{(pid=106714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:46:20.354826 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] For port 3c7cb238-567d-497d-b504-75465b9772f9, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=3c7cb238-567d-497d-b504-75465b9772f9,segment=NetworkSegment(a144370d-4b66-4f66-8cfd-2a36bf44a2ec),segment_id=a144370d-4b66-4f66-8cfd-2a36bf44a2ec)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:46:20.358704 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (3c7cb238-567d-497d-b504-75465b9772f9), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:20.382106 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 19:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dc2ad61-2707-41b6-ba73-d8f0d343d9c0 x-openstack-request-id: req-6dc2ad61-2707-41b6-ba73-d8f0d343d9c0 {{(pid=106714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:46:20.382418 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e3c44c0-ba7b-4139-a755-6a5ad952d075", "name": "network-vif-plugged", "status": "completed", "tag": "3c7cb238-567d-497d-b504-75465b9772f9", "code": 200}]} {{(pid=106714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:46:20.382673 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6dc2ad61-2707-41b6-ba73-d8f0d343d9c0 {{(pid=106714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:46:20.383056 dv-cinder-837540-1-iscsi neutron-server[106714]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6dc2ad61-2707-41b6-ba73-d8f0d343d9c0'] response: {'server_uuid': '1e3c44c0-ba7b-4139-a755-6a5ad952d075', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c7cb238-567d-497d-b504-75465b9772f9', 'code': 200} Apr 12 19:46:20.407692 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Pushing event updated for resources: {'Port': ['ID=3c7cb238-567d-497d-b504-75465b9772f9,revision_number=5']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:46:20.465626 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (e0bf5abe-d5c5-40a1-a359-03156ade36a4), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:20.771540 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7736052a-88ca-420f-a967-19a8fee1436a req-2f76bb34-a095-4bf2-a5e9-5d7bd3f9bf87 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:20.773000 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-7736052a-88ca-420f-a967-19a8fee1436a req-2f76bb34-a095-4bf2-a5e9-5d7bd3f9bf87 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e3c44c0-ba7b-4139-a755-6a5ad952d075 HTTP/1.1" status: 200 len: 945 time: 0.0459509 Apr 12 19:46:20.819623 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-7736052a-88ca-420f-a967-19a8fee1436a req-e702aafd-7f97-44cf-aca8-5ef6d2b88d14 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/security-groups?id=cbff3107-daca-4eee-8f23-60f596090e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412006 Apr 12 19:46:21.118212 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e789d3fb-954f-48e1-a539-6f5da5c939ee req-5aad3ab3-4b58-4d2c-9176-52580bb2f8da tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:21.119631 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-e789d3fb-954f-48e1-a539-6f5da5c939ee req-5aad3ab3-4b58-4d2c-9176-52580bb2f8da tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7216c75-bedc-4144-8b13-94d37bdf7c13 HTTP/1.1" status: 200 len: 944 time: 0.0483291 Apr 12 19:46:21.170487 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-e789d3fb-954f-48e1-a539-6f5da5c939ee req-7f8e0d2e-4c81-4483-8e7f-fb847d045873 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=ccd1ef45-35bc-4a1b-85a4-e82f4eb36fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453944 Apr 12 19:46:21.236280 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a649ff49-7c30-4606-8017-890119ef8675 req-01303958-173f-457d-b2a6-43383d859a11 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:21.237763 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-a649ff49-7c30-4606-8017-890119ef8675 req-01303958-173f-457d-b2a6-43383d859a11 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=28fa6d0e-200c-446f-aa49-05e46224e6c4 HTTP/1.1" status: 200 len: 946 time: 0.0465338 Apr 12 19:46:21.311477 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-a649ff49-7c30-4606-8017-890119ef8675 req-f753d0bb-e485-4661-a720-bfada4322b98 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=09f2f1d7-706b-4faf-b5aa-81a7b5af6a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664511 Apr 12 19:46:21.330509 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ac3fb0-b91c-4b05-9a76-17abac75c07e req-29e7d2d6-5df3-4f13-b36a-5d6ab23deb45 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:21.332125 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-b4ac3fb0-b91c-4b05-9a76-17abac75c07e req-29e7d2d6-5df3-4f13-b36a-5d6ab23deb45 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a879394-4189-4461-b7d8-c414f598dc01 HTTP/1.1" status: 200 len: 945 time: 0.0649731 Apr 12 19:46:21.392567 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-b4ac3fb0-b91c-4b05-9a76-17abac75c07e req-a97c15a5-6301-46e1-bfcf-14c3b9b5b516 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/security-groups?id=caae999b-6ab1-48ca-bc49-0938bf2e9075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536137 Apr 12 19:46:21.417729 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee927a2-9157-46d2-88bc-ce7ebfa24a4d req-e45c4645-013c-42ea-9cb5-cbc6136bbf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:21.419287 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-5ee927a2-9157-46d2-88bc-ce7ebfa24a4d req-e45c4645-013c-42ea-9cb5-cbc6136bbf20 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1e3c44c0-ba7b-4139-a755-6a5ad952d075 HTTP/1.1" status: 200 len: 1129 time: 0.0433731 Apr 12 19:46:21.465199 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-5ee927a2-9157-46d2-88bc-ce7ebfa24a4d req-c6ff62e0-b415-46d5-93b4-7b1c9f5abb59 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=cbff3107-daca-4eee-8f23-60f596090e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386081 Apr 12 19:46:21.933270 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccdbeb0-b221-4fa3-acec-fa4fd34ea57b req-e8d3edeb-cdbd-4240-9d1c-a65a43a24bd4 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:21.934708 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-8ccdbeb0-b221-4fa3-acec-fa4fd34ea57b req-e8d3edeb-cdbd-4240-9d1c-a65a43a24bd4 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e3c44c0-ba7b-4139-a755-6a5ad952d075 HTTP/1.1" status: 200 len: 945 time: 0.0508151 Apr 12 19:46:21.982626 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-8ccdbeb0-b221-4fa3-acec-fa4fd34ea57b req-85775f00-c019-4cf1-830a-af6be52cada7 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/security-groups?id=cbff3107-daca-4eee-8f23-60f596090e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415757 Apr 12 19:46:22.172052 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Device 2eb2f619-7f5e-48a2-9ea1-d27b19512f87 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=106714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 19:46:22.175677 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Device 6db8ab64-606d-4fd4-92bd-d78ab1f2931c no longer exists at agent hyperv_hv-cinder-83754 {{(pid=106714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 19:46:22.291230 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eb072f-58eb-4889-8d77-bb062980d915 req-8d601043-18f4-4993-a659-26710c29fb23 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:22.292807 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-99eb072f-58eb-4889-8d77-bb062980d915 req-8d601043-18f4-4993-a659-26710c29fb23 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7216c75-bedc-4144-8b13-94d37bdf7c13 HTTP/1.1" status: 200 len: 944 time: 0.0519323 Apr 12 19:46:22.330876 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Current status of the port 6db8ab64-606d-4fd4-92bd-d78ab1f2931c is: ACTIVE; New status is: DOWN {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:46:22.331262 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (6db8ab64-606d-4fd4-92bd-d78ab1f2931c), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:22.342110 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-99eb072f-58eb-4889-8d77-bb062980d915 req-75a37245-f8ba-44a4-9de1-b29aee8358ad tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=ccd1ef45-35bc-4a1b-85a4-e82f4eb36fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429270 Apr 12 19:46:22.364787 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] For port 2eb2f619-7f5e-48a2-9ea1-d27b19512f87, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=2eb2f619-7f5e-48a2-9ea1-d27b19512f87,segment=NetworkSegment(7d4c5579-d5c2-4ae5-8e1e-f30678073acf),segment_id=7d4c5579-d5c2-4ae5-8e1e-f30678073acf)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:46:22.386136 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a879394-4189-4461-b7d8-c414f598dc01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6db8ab64-606d-4fd4-92bd-d78ab1f2931c'}] {{(pid=106714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:46:22.388388 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a81cf7441df70286f4dc8f717b9c4c32a6686a605fef215f859f2b4f09b95be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccf029a1-238a-4f7a-b124-6d6a66b6a005" -d '{"events": [{"server_uuid": "5a879394-4189-4461-b7d8-c414f598dc01", "name": "network-vif-unplugged", "status": "completed", "tag": "6db8ab64-606d-4fd4-92bd-d78ab1f2931c"}]}' {{(pid=106714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:46:22.390784 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Returning: {'device': '2eb2f619-7f5e-48a2-9ea1-d27b19512f87', 'network_id': 'f4a737e2-fbd1-4d73-b744-770d94c0d414', 'port_id': '2eb2f619-7f5e-48a2-9ea1-d27b19512f87', 'mac_address': 'fa:16:3e:86:be:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0175af4-3e14-4634-8d47-e6784ac2f6db', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 19:46:22.395953 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] For port 6db8ab64-606d-4fd4-92bd-d78ab1f2931c, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=6db8ab64-606d-4fd4-92bd-d78ab1f2931c,segment=NetworkSegment(091cad68-4d23-40d8-8acd-1c52000a0bc6),segment_id=091cad68-4d23-40d8-8acd-1c52000a0bc6)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:46:22.418446 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (6db8ab64-606d-4fd4-92bd-d78ab1f2931c), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:22.427119 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83c0040-b05e-4194-8ead-fa2c78eace14 req-cc250532-cc5e-4399-8871-2b81e8c25b09 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:22.430138 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Apr 2022 19:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-846dce1e-4f6c-450d-a6e5-031c920e8f78 x-openstack-request-id: req-846dce1e-4f6c-450d-a6e5-031c920e8f78 {{(pid=106714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:46:22.430452 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a879394-4189-4461-b7d8-c414f598dc01", "name": "network-vif-unplugged", "status": "completed", "tag": "6db8ab64-606d-4fd4-92bd-d78ab1f2931c", "code": 200}]} {{(pid=106714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:46:22.430710 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-846dce1e-4f6c-450d-a6e5-031c920e8f78 {{(pid=106714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:46:22.431095 dv-cinder-837540-1-iscsi neutron-server[106714]: INFO neutron.notifiers.nova [-] Nova event matching ['req-846dce1e-4f6c-450d-a6e5-031c920e8f78'] response: {'server_uuid': '5a879394-4189-4461-b7d8-c414f598dc01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6db8ab64-606d-4fd4-92bd-d78ab1f2931c', 'code': 200} Apr 12 19:46:22.432420 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-a83c0040-b05e-4194-8ead-fa2c78eace14 req-cc250532-cc5e-4399-8871-2b81e8c25b09 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=28fa6d0e-200c-446f-aa49-05e46224e6c4 HTTP/1.1" status: 200 len: 946 time: 0.0577536 Apr 12 19:46:22.461797 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Current status of the port 2eb2f619-7f5e-48a2-9ea1-d27b19512f87 is: DOWN; New status is: BUILD {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:46:22.462187 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (2eb2f619-7f5e-48a2-9ea1-d27b19512f87), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:22.479281 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-a83c0040-b05e-4194-8ead-fa2c78eace14 req-8399d777-1749-4d41-90b7-0b0b32b8ee6e tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=09f2f1d7-706b-4faf-b5aa-81a7b5af6a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422471 Apr 12 19:46:22.489481 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.notifiers.nova [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2eb2f619-7f5e-48a2-9ea1-d27b19512f87 {{(pid=106714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 19:46:22.498283 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Pushing event updated for resources: {'Port': ['ID=6db8ab64-606d-4fd4-92bd-d78ab1f2931c,revision_number=6']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:46:22.514551 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] For port 2eb2f619-7f5e-48a2-9ea1-d27b19512f87, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=2eb2f619-7f5e-48a2-9ea1-d27b19512f87,segment=NetworkSegment(7d4c5579-d5c2-4ae5-8e1e-f30678073acf),segment_id=7d4c5579-d5c2-4ae5-8e1e-f30678073acf)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:46:22.518663 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (2eb2f619-7f5e-48a2-9ea1-d27b19512f87), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:22.522869 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b22b077-04f2-4254-bcd7-831e24da2cff req-5ebd6e81-fcde-4509-9aa2-d0682fb7418a tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:22.525034 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-4b22b077-04f2-4254-bcd7-831e24da2cff req-5ebd6e81-fcde-4509-9aa2-d0682fb7418a tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a879394-4189-4461-b7d8-c414f598dc01 HTTP/1.1" status: 200 len: 943 time: 0.0503900 Apr 12 19:46:22.569064 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Pushing event updated for resources: {'Port': ['ID=2eb2f619-7f5e-48a2-9ea1-d27b19512f87,revision_number=4']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:46:22.572751 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-4b22b077-04f2-4254-bcd7-831e24da2cff req-0e136aa0-29f7-463e-9ce1-e7aac0a9bd5b tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/security-groups?id=caae999b-6ab1-48ca-bc49-0938bf2e9075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426517 Apr 12 19:46:22.962190 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] get_ports_and_sgs() called for port_ids ['2eb2f619-7f5e-48a2-9ea1-d27b19512f87'] {{(pid=106714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 19:46:23.093001 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c174d8-1f56-4bbc-95cf-3dede8cbbcdb req-fabcd3c2-6742-4f2a-99e6-032ffe7ac221 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:23.094603 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-e8c174d8-1f56-4bbc-95cf-3dede8cbbcdb req-fabcd3c2-6742-4f2a-99e6-032ffe7ac221 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e3c44c0-ba7b-4139-a755-6a5ad952d075 HTTP/1.1" status: 200 len: 945 time: 0.0465729 Apr 12 19:46:23.142813 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-e8c174d8-1f56-4bbc-95cf-3dede8cbbcdb req-48b1ef3c-bc27-42ce-831c-984db2dfc0b2 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/security-groups?id=cbff3107-daca-4eee-8f23-60f596090e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422385 Apr 12 19:46:23.458370 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773016b6-785c-4125-a9ec-0b13182dd29c req-9b7b4f5b-5710-48d6-8347-f2de5eeb55dd tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:23.459787 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-773016b6-785c-4125-a9ec-0b13182dd29c req-9b7b4f5b-5710-48d6-8347-f2de5eeb55dd tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7216c75-bedc-4144-8b13-94d37bdf7c13 HTTP/1.1" status: 200 len: 945 time: 0.0452518 Apr 12 19:46:23.508824 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-773016b6-785c-4125-a9ec-0b13182dd29c req-3d5c06b0-646b-4bfd-91b7-6e75cdf06d01 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=ccd1ef45-35bc-4a1b-85a4-e82f4eb36fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435653 Apr 12 19:46:23.596622 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed93b151-89c1-4e9b-967e-aac268e05018 req-e33b277b-90c6-4074-8579-7a17d75a7c3e tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:23.598097 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-ed93b151-89c1-4e9b-967e-aac268e05018 req-e33b277b-90c6-4074-8579-7a17d75a7c3e tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=28fa6d0e-200c-446f-aa49-05e46224e6c4 HTTP/1.1" status: 200 len: 946 time: 0.0488803 Apr 12 19:46:23.644520 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-ed93b151-89c1-4e9b-967e-aac268e05018 req-1cd74f58-8396-457d-a904-3af5d2bac26d tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=09f2f1d7-706b-4faf-b5aa-81a7b5af6a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409999 Apr 12 19:46:23.682637 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61fec8a-49f5-4538-b7e7-8ff5aa3ebc65 req-a6b1dfdd-e3e5-4338-8411-9d3f56d2e95a tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:23.684118 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-f61fec8a-49f5-4538-b7e7-8ff5aa3ebc65 req-a6b1dfdd-e3e5-4338-8411-9d3f56d2e95a tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a879394-4189-4461-b7d8-c414f598dc01 HTTP/1.1" status: 200 len: 943 time: 0.0460365 Apr 12 19:46:23.735640 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-f61fec8a-49f5-4538-b7e7-8ff5aa3ebc65 req-62de3559-5ed5-4708-b535-778ce32166c0 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/security-groups?id=caae999b-6ab1-48ca-bc49-0938bf2e9075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445683 Apr 12 19:46:23.804701 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [req-21d13e37-2275-4a1d-afa3-c5173eb84c64 req-295aafa0-70b6-4e57-86cb-316b9a300be6 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=106704) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 19:46:23.805777 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-21d13e37-2275-4a1d-afa3-c5173eb84c64 req-295aafa0-70b6-4e57-86cb-316b9a300be6 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054998 Apr 12 19:46:23.939989 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 37888) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:46:23.962207 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b0c663-2392-4693-8dbf-d04755c4e328 req-beaca6e1-359b-45c8-9c1a-82dce558441d tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:23.963579 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-63b0c663-2392-4693-8dbf-d04755c4e328 req-beaca6e1-359b-45c8-9c1a-82dce558441d tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a879394-4189-4461-b7d8-c414f598dc01 HTTP/1.1" status: 200 len: 943 time: 0.0524602 Apr 12 19:46:24.042757 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-517b71bd-72d8-4208-b1a3-9f14f69a0d36 req-d1394eb8-44ba-4921-840b-4d9315593732 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5a879394-4189-4461-b7d8-c414f598dc01&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1015272 Apr 12 19:46:24.049029 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-63b0c663-2392-4693-8dbf-d04755c4e328 req-3fa38776-c875-476e-a8ea-5c8ca9f74fc2 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/security-groups?id=caae999b-6ab1-48ca-bc49-0938bf2e9075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800161 Apr 12 19:46:24.053774 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [req-517b71bd-72d8-4208-b1a3-9f14f69a0d36 req-4cfeef5f-c6d9-45f0-b484-3937bc266e76 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=106707) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 19:46:24.054731 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-517b71bd-72d8-4208-b1a3-9f14f69a0d36 req-4cfeef5f-c6d9-45f0-b484-3937bc266e76 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048678 Apr 12 19:46:24.130327 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 37896) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:46:24.168398 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Device 2eb2f619-7f5e-48a2-9ea1-d27b19512f87 up at agent hyperv_hv-cinder-83754 {{(pid=106714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:46:24.235530 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Provisioning for port 2eb2f619-7f5e-48a2-9ea1-d27b19512f87 completed by entity L2. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 19:46:24.243983 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Provisioning complete for port 2eb2f619-7f5e-48a2-9ea1-d27b19512f87 triggered by entity L2. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:46:24.244408 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (2eb2f619-7f5e-48a2-9ea1-d27b19512f87), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:24.273806 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517b71bd-72d8-4208-b1a3-9f14f69a0d36 req-22022f2a-bd77-49a7-9c90-e83be543853d tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:24.275191 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-517b71bd-72d8-4208-b1a3-9f14f69a0d36 req-22022f2a-bd77-49a7-9c90-e83be543853d tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/ports/6db8ab64-606d-4fd4-92bd-d78ab1f2931c HTTP/1.1" status: 200 len: 940 time: 0.1438661 Apr 12 19:46:24.287292 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3009f528-217c-434c-9fc9-aaa2b7d9e9df req-89ebd8ed-c6c9-4cb8-8337-8f114b441a7b tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:24.288854 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-3009f528-217c-434c-9fc9-aaa2b7d9e9df req-89ebd8ed-c6c9-4cb8-8337-8f114b441a7b tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e3c44c0-ba7b-4139-a755-6a5ad952d075 HTTP/1.1" status: 200 len: 945 time: 0.0631287 Apr 12 19:46:24.328992 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Current status of the port 2eb2f619-7f5e-48a2-9ea1-d27b19512f87 is: BUILD; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:46:24.329456 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (2eb2f619-7f5e-48a2-9ea1-d27b19512f87), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:24.346340 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-3009f528-217c-434c-9fc9-aaa2b7d9e9df req-8c633190-4120-4457-b72e-9fcb46481f4c tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/security-groups?id=cbff3107-daca-4eee-8f23-60f596090e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516419 Apr 12 19:46:24.365383 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] For port 2eb2f619-7f5e-48a2-9ea1-d27b19512f87, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=2eb2f619-7f5e-48a2-9ea1-d27b19512f87,segment=NetworkSegment(7d4c5579-d5c2-4ae5-8e1e-f30678073acf),segment_id=7d4c5579-d5c2-4ae5-8e1e-f30678073acf)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:46:24.370388 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (2eb2f619-7f5e-48a2-9ea1-d27b19512f87), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:24.424449 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Pushing event updated for resources: {'Port': ['ID=2eb2f619-7f5e-48a2-9ea1-d27b19512f87,revision_number=5']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:46:24.432757 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7216c75-bedc-4144-8b13-94d37bdf7c13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eb2f619-7f5e-48a2-9ea1-d27b19512f87'}] {{(pid=106714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:46:24.437029 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a81cf7441df70286f4dc8f717b9c4c32a6686a605fef215f859f2b4f09b95be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ebd9f04-596d-4503-8e5f-c19ca58808e0" -d '{"events": [{"server_uuid": "b7216c75-bedc-4144-8b13-94d37bdf7c13", "name": "network-vif-plugged", "status": "completed", "tag": "2eb2f619-7f5e-48a2-9ea1-d27b19512f87"}]}' {{(pid=106714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:46:24.476797 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3749a1c-41a7-44a2-9336-43367f2c71d8 req-df670783-9869-44d8-a766-2425845db312 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:24.483872 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-d3749a1c-41a7-44a2-9336-43367f2c71d8 req-df670783-9869-44d8-a766-2425845db312 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e3c44c0-ba7b-4139-a755-6a5ad952d075 HTTP/1.1" status: 200 len: 945 time: 0.0637226 Apr 12 19:46:24.504710 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 19:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c58f6fef-d150-4f7d-a06e-936fe80b96b2 x-openstack-request-id: req-c58f6fef-d150-4f7d-a06e-936fe80b96b2 {{(pid=106714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:46:24.505084 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7216c75-bedc-4144-8b13-94d37bdf7c13", "name": "network-vif-plugged", "status": "completed", "tag": "2eb2f619-7f5e-48a2-9ea1-d27b19512f87", "code": 200}]} {{(pid=106714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:46:24.505386 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c58f6fef-d150-4f7d-a06e-936fe80b96b2 {{(pid=106714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:46:24.506121 dv-cinder-837540-1-iscsi neutron-server[106714]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c58f6fef-d150-4f7d-a06e-936fe80b96b2'] response: {'server_uuid': 'b7216c75-bedc-4144-8b13-94d37bdf7c13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eb2f619-7f5e-48a2-9ea1-d27b19512f87', 'code': 200} Apr 12 19:46:24.531528 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-d3749a1c-41a7-44a2-9336-43367f2c71d8 req-60fb47a4-411f-43c5-aa7f-31e8b6d1d47b tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/security-groups?id=cbff3107-daca-4eee-8f23-60f596090e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467424 Apr 12 19:46:24.557076 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 37914) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:46:24.582082 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d40adc-d9ab-40d6-b5d2-e787912da46d req-0f985d40-f75b-463e-a377-30c6341522aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:24.585321 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-94d40adc-d9ab-40d6-b5d2-e787912da46d req-0f985d40-f75b-463e-a377-30c6341522aa service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=28fa6d0e-200c-446f-aa49-05e46224e6c4 HTTP/1.1" status: 200 len: 1130 time: 0.1084287 Apr 12 19:46:24.676509 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b03c2b4-49c7-4c0e-87c3-999dda10884c tempest-TestVolumeBootPattern-312973803 tempest-TestVolumeBootPattern-312973803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:24.680801 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-7b03c2b4-49c7-4c0e-87c3-999dda10884c tempest-TestVolumeBootPattern-312973803 tempest-TestVolumeBootPattern-312973803-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=1e3c44c0-ba7b-4139-a755-6a5ad952d075 HTTP/1.1" status: 200 len: 1124 time: 0.1186321 Apr 12 19:46:24.681018 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 37920) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:46:24.685507 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.v2.base [None req-ec342b94-63d1-464f-91e1-a615d8b63803 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Request body: {'floatingip': {'floating_network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'port_id': '3c7cb238-567d-497d-b504-75465b9772f9', 'tenant_id': '6bee925806f84c5292071bdf5600ea3d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=106707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:46:24.688771 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e1a4a2-51c8-4e32-8f00-2eebf6ea7b3e req-54bb7c49-e02f-40d2-81cd-5a2fd6b7603a tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:24.690300 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-79e1a4a2-51c8-4e32-8f00-2eebf6ea7b3e req-54bb7c49-e02f-40d2-81cd-5a2fd6b7603a tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7216c75-bedc-4144-8b13-94d37bdf7c13 HTTP/1.1" status: 200 len: 946 time: 0.0753632 Apr 12 19:46:24.693038 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-94d40adc-d9ab-40d6-b5d2-e787912da46d req-ef71bbbc-ff21-4e8b-bfb0-812c9c4edbfc service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=09f2f1d7-706b-4faf-b5aa-81a7b5af6a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982134 Apr 12 19:46:24.711028 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-ec342b94-63d1-464f-91e1-a615d8b63803 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:24.753476 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-79e1a4a2-51c8-4e32-8f00-2eebf6ea7b3e req-98bbfff1-0776-4b0e-b530-160ea46d63bf tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=ccd1ef45-35bc-4a1b-85a4-e82f4eb36fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508561 Apr 12 19:46:24.832852 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd521ad2-0788-43fb-a689-0f8f3b01d7f6 req-91cecff0-3fe9-4887-8837-bc0483644dbf tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:24.834230 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-bd521ad2-0788-43fb-a689-0f8f3b01d7f6 req-91cecff0-3fe9-4887-8837-bc0483644dbf tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=28fa6d0e-200c-446f-aa49-05e46224e6c4 HTTP/1.1" status: 200 len: 946 time: 0.0593367 Apr 12 19:46:24.839530 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-ec342b94-63d1-464f-91e1-a615d8b63803 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (None), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:24.932960 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-bd521ad2-0788-43fb-a689-0f8f3b01d7f6 req-6a587370-3b90-43c4-a455-7dc4c8f87e7e tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=09f2f1d7-706b-4faf-b5aa-81a7b5af6a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913019 Apr 12 19:46:24.982663 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.db.db_base_plugin_common [None req-ec342b94-63d1-464f-91e1-a615d8b63803 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Allocated IP 172.27.2.80 (afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08/6283d24b-0e2c-4ae1-ac34-d042e72aa307/1b12f46e-0bed-4d21-a57e-caf53423e328) {{(pid=106707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:46:25.031585 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d052d95-9114-41a2-a02a-978a1f835895 req-62381e3f-8473-4143-94ac-1f4056b8212f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:25.033224 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-2d052d95-9114-41a2-a02a-978a1f835895 req-62381e3f-8473-4143-94ac-1f4056b8212f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b7216c75-bedc-4144-8b13-94d37bdf7c13 HTTP/1.1" status: 200 len: 1130 time: 0.0506303 Apr 12 19:46:25.092923 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-2d052d95-9114-41a2-a02a-978a1f835895 req-139f66a3-7d96-468a-8511-ba8bc55e72d0 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=ccd1ef45-35bc-4a1b-85a4-e82f4eb36fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468986 Apr 12 19:46:25.103848 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-ec342b94-63d1-464f-91e1-a615d8b63803 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Publish callbacks [] for port (1b12f46e-0bed-4d21-a57e-caf53423e328), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:25.140158 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-ec342b94-63d1-464f-91e1-a615d8b63803 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749198058662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9064885'] for port (1b12f46e-0bed-4d21-a57e-caf53423e328), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:25.180976 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec342b94-63d1-464f-91e1-a615d8b63803 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Network afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08 is already hosted by enough agents. {{(pid=106707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:46:25.183836 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.scheduler.base_scheduler [None req-ec342b94-63d1-464f-91e1-a615d8b63803 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Resources bound (agent type, host, resource id): {{(pid=106707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:46:25.189999 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec342b94-63d1-464f-91e1-a615d8b63803 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Received port after_create {{(pid=106707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:46:25.213019 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec342b94-63d1-464f-91e1-a615d8b63803 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Pushing event updated for resources: {'Port': ['ID=1b12f46e-0bed-4d21-a57e-caf53423e328,revision_number=1']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:46:25.225309 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973ade9d-3d83-4dd2-b1d8-480343130044 req-1904b5ff-5232-48a4-8bf7-d4e38963698c tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:25.226795 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-973ade9d-3d83-4dd2-b1d8-480343130044 req-1904b5ff-5232-48a4-8bf7-d4e38963698c tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a879394-4189-4461-b7d8-c414f598dc01 HTTP/1.1" status: 200 len: 943 time: 0.0476022 Apr 12 19:46:25.276213 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-973ade9d-3d83-4dd2-b1d8-480343130044 req-f07712de-7548-45ed-aedc-68485b8f6115 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/security-groups?id=caae999b-6ab1-48ca-bc49-0938bf2e9075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437269 Apr 12 19:46:25.558602 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-ec342b94-63d1-464f-91e1-a615d8b63803 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Publish callbacks [] for floatingip (7104fe9a-52e2-47fe-bebf-6a835608c8e7), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:25.605485 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (ce4c6b0b-91ae-4576-82ad-f2f4ee2d2a45), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:25.637706 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-ec342b94-63d1-464f-91e1-a615d8b63803 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (1b12f46e-0bed-4d21-a57e-caf53423e328), before_update {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:25.791416 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-ec342b94-63d1-464f-91e1-a615d8b63803 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Publish callbacks [] for port (1b12f46e-0bed-4d21-a57e-caf53423e328), precommit_update {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:25.795847 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-ec342b94-63d1-464f-91e1-a615d8b63803 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9064844'] for port (1b12f46e-0bed-4d21-a57e-caf53423e328), after_update {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:25.895765 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec342b94-63d1-464f-91e1-a615d8b63803 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Pushing event updated for resources: {'Port': ['ID=1b12f46e-0bed-4d21-a57e-caf53423e328,revision_number=2']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:46:25.916895 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c246ff-89d4-4e37-a280-32e921cfe045 req-3d601d1c-bca2-4f75-98d0-959afd64a9bc tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:25.918321 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-61c246ff-89d4-4e37-a280-32e921cfe045 req-3d601d1c-bca2-4f75-98d0-959afd64a9bc tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7216c75-bedc-4144-8b13-94d37bdf7c13 HTTP/1.1" status: 200 len: 946 time: 0.0875461 Apr 12 19:46:25.921455 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-ec342b94-63d1-464f-91e1-a615d8b63803 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668094'] for floatingip (7104fe9a-52e2-47fe-bebf-6a835608c8e7), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:26.040322 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-61c246ff-89d4-4e37-a280-32e921cfe045 req-b364b7b8-e6af-43b8-beda-6b39c8fbf1e1 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=ccd1ef45-35bc-4a1b-85a4-e82f4eb36fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159070 Apr 12 19:46:26.049498 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f20f720-1bb8-4dd6-9246-6a3bfb812c6d req-7391d074-e40d-4c40-97f4-e43262974a4b tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:26.050593 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-0f20f720-1bb8-4dd6-9246-6a3bfb812c6d req-7391d074-e40d-4c40-97f4-e43262974a4b tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=28fa6d0e-200c-446f-aa49-05e46224e6c4 HTTP/1.1" status: 200 len: 946 time: 0.0476549 Apr 12 19:46:26.061470 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.db.l3_db [None req-ec342b94-63d1-464f-91e1-a615d8b63803 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Floating IP 7104fe9a-52e2-47fe-bebf-6a835608c8e7 associated. External IP: 172.27.2.80, port: 3c7cb238-567d-497d-b504-75465b9772f9. Apr 12 19:46:26.107317 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-0f20f720-1bb8-4dd6-9246-6a3bfb812c6d req-c3f9576e-1d7b-49d8-ad9b-8fa44ff4e762 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=09f2f1d7-706b-4faf-b5aa-81a7b5af6a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481000 Apr 12 19:46:26.505070 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95043e78-54bb-4d02-8679-433452c20f45 req-a80ab6ef-204c-4424-8220-ba7e93979691 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:26.506548 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-95043e78-54bb-4d02-8679-433452c20f45 req-a80ab6ef-204c-4424-8220-ba7e93979691 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a879394-4189-4461-b7d8-c414f598dc01 HTTP/1.1" status: 200 len: 943 time: 0.0853863 Apr 12 19:46:26.560510 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec342b94-63d1-464f-91e1-a615d8b63803 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Router 7013e331-1097-482b-97d8-6610276975e3 has already been hosted by L3 agent 4d9412c4-31b2-4fbf-87a0-f931332ab9d5 {{(pid=106707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 19:46:26.579531 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-95043e78-54bb-4d02-8679-433452c20f45 req-220ad39e-588e-44f7-8e7f-63fa71b0062b tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/security-groups?id=caae999b-6ab1-48ca-bc49-0938bf2e9075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621109 Apr 12 19:46:26.682381 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec342b94-63d1-464f-91e1-a615d8b63803 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Notify agent at l3_agent.dv-cinder-837540-1-iscsi the message routers_updated {{(pid=106707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:46:26.692653 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fe1708-baf0-451e-ac7c-19d6071a5e79 None None] Sync routers for ids ['7013e331-1097-482b-97d8-6610276975e3'] in dv-cinder-837540-1-iscsi {{(pid=106718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:46:26.699924 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-ec342b94-63d1-464f-91e1-a615d8b63803 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245471'] for floatingip (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:26.702486 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fe1708-baf0-451e-ac7c-19d6071a5e79 None None] Routers {'7013e331-1097-482b-97d8-6610276975e3'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:46:26.703099 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-e7fe1708-baf0-451e-ac7c-19d6071a5e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:46:16Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['7013e331-1097-482b-97d8-6610276975e3'], 'active': True} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:46:26.729517 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-ec342b94-63d1-464f-91e1-a615d8b63803 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0472200 Apr 12 19:46:26.730570 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e3c44c0-ba7b-4139-a755-6a5ad952d075', 'tag': '3c7cb238-567d-497d-b504-75465b9772f9'}] {{(pid=106707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:46:26.733128 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24bc1a40dab415d93c04770333daaec18ee8cbc44e8bdbc940996836fe034448" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c28a024-c05b-4485-8460-a4d2c7f49d91" -d '{"events": [{"name": "network-changed", "server_uuid": "1e3c44c0-ba7b-4139-a755-6a5ad952d075", "tag": "3c7cb238-567d-497d-b504-75465b9772f9"}]}' {{(pid=106707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:46:26.818945 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvr_db [None req-e7fe1708-baf0-451e-ac7c-19d6071a5e79 None None] Set router 7013e331-1097-482b-97d8-6610276975e3 gateway port host: dv-cinder-837540-1-iscsi {{(pid=106718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:46:26.846051 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 19:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d841e7c5-4cfa-4efc-b84d-79bba4c8ebc6 x-openstack-request-id: req-d841e7c5-4cfa-4efc-b84d-79bba4c8ebc6 {{(pid=106707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:46:26.846365 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e3c44c0-ba7b-4139-a755-6a5ad952d075", "tag": "3c7cb238-567d-497d-b504-75465b9772f9", "status": "completed", "code": 200}]} {{(pid=106707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:46:26.846615 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d841e7c5-4cfa-4efc-b84d-79bba4c8ebc6 {{(pid=106707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:46:26.847044 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d841e7c5-4cfa-4efc-b84d-79bba4c8ebc6'] response: {'name': 'network-changed', 'server_uuid': '1e3c44c0-ba7b-4139-a755-6a5ad952d075', 'tag': '3c7cb238-567d-497d-b504-75465b9772f9', 'status': 'completed', 'code': 200} Apr 12 19:46:27.040839 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-e7fe1708-baf0-451e-ac7c-19d6071a5e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7013e331-1097-482b-97d8-6610276975e3', 'name': 'tempest-TestVolumeBootPattern-1301443618-router', 'tenant_id': '6bee925806f84c5292071bdf5600ea3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'f88b9b97-d799-4c39-8277-5ca46ea62d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:45:27Z', 'updated_at': '2022-04-12T19:45:30Z', 'revision_number': 4, 'project_id': '6bee925806f84c5292071bdf5600ea3d', 'gw_port': {'id': 'f88b9b97-d799-4c39-8277-5ca46ea62d04', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:29:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7013e331-1097-482b-97d8-6610276975e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:45:28Z', 'updated_at': '2022-04-12T19:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_floatingips': [{'id': '7104fe9a-52e2-47fe-bebf-6a835608c8e7', 'tenant_id': '6bee925806f84c5292071bdf5600ea3d', 'floating_ip_address': '172.27.2.80', 'floating_network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'router_id': '7013e331-1097-482b-97d8-6610276975e3', 'port_id': '3c7cb238-567d-497d-b504-75465b9772f9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf', 'mac_address': 'fa:16:3e:e7:2d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3c44c0-ba7b-4139-a755-6a5ad952d075', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:46:25Z', 'updated_at': '2022-04-12T19:46:25Z', 'revision_number': 0, 'project_id': '6bee925806f84c5292071bdf5600ea3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ea9e191-0575-41a4-b8a6-6f7159e4e5e7', 'name': '', 'network_id': 'cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf', 'tenant_id': '6bee925806f84c5292071bdf5600ea3d', 'mac_address': 'fa:16:3e:b0:bc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7013e331-1097-482b-97d8-6610276975e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '17d1257d-e8de-480c-a236-a7606e4db732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:45:29Z', 'updated_at': '2022-04-12T19:45:34Z', 'revision_number': 5, 'project_id': '6bee925806f84c5292071bdf5600ea3d', 'subnets': [{'id': '17d1257d-e8de-480c-a236-a7606e4db732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:46:27.070114 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fe1708-baf0-451e-ac7c-19d6071a5e79 None None] Checking router: 7013e331-1097-482b-97d8-6610276975e3 for host: dv-cinder-837540-1-iscsi {{(pid=106718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:46:27.078476 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fe1708-baf0-451e-ac7c-19d6071a5e79 None None] Routers {'7013e331-1097-482b-97d8-6610276975e3'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:46:27.079087 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-e7fe1708-baf0-451e-ac7c-19d6071a5e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:46:16Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['7013e331-1097-482b-97d8-6610276975e3'], 'active': True} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:46:27.167192 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea58e4-0993-4b61-b47e-24fc9637f469 req-1f5e5baa-65a7-4667-b7e9-2cec15854190 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:27.169098 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-04ea58e4-0993-4b61-b47e-24fc9637f469 req-1f5e5baa-65a7-4667-b7e9-2cec15854190 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7216c75-bedc-4144-8b13-94d37bdf7c13 HTTP/1.1" status: 200 len: 946 time: 0.0567589 Apr 12 19:46:27.220379 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-04ea58e4-0993-4b61-b47e-24fc9637f469 req-0bd745d1-e447-44e6-a2db-9cba49b4b856 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=ccd1ef45-35bc-4a1b-85a4-e82f4eb36fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447817 Apr 12 19:46:27.240845 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901a3ad6-4b05-4757-87be-b50d3f61cabd req-384bc4f0-5d11-4d41-a689-31bd6ed0fdef tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:27.242354 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-901a3ad6-4b05-4757-87be-b50d3f61cabd req-384bc4f0-5d11-4d41-a689-31bd6ed0fdef tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=28fa6d0e-200c-446f-aa49-05e46224e6c4 HTTP/1.1" status: 200 len: 946 time: 0.0636284 Apr 12 19:46:27.292075 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvr_db [None req-e7fe1708-baf0-451e-ac7c-19d6071a5e79 None None] Set router 7013e331-1097-482b-97d8-6610276975e3 gateway port host: dv-cinder-837540-1-iscsi {{(pid=106718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:46:27.303524 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-901a3ad6-4b05-4757-87be-b50d3f61cabd req-6d837684-ca49-471e-a9b2-527ac93896f7 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=09f2f1d7-706b-4faf-b5aa-81a7b5af6a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540967 Apr 12 19:46:27.359610 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca4fb85-674e-4667-8f78-51b0c6599b52 req-f8ac6a31-9602-4602-968f-49ce790f4283 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:27.362295 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-2ca4fb85-674e-4667-8f78-51b0c6599b52 req-f8ac6a31-9602-4602-968f-49ce790f4283 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7216c75-bedc-4144-8b13-94d37bdf7c13 HTTP/1.1" status: 200 len: 946 time: 0.0645144 Apr 12 19:46:27.372507 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 37948) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:46:27.377366 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.v2.base [None req-caa11061-9ee3-464c-a788-dbeadf231691 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Request body: {'floatingip': {'port_id': '2eb2f619-7f5e-48a2-9ea1-d27b19512f87'}} {{(pid=106704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:46:27.432642 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-caa11061-9ee3-464c-a788-dbeadf231691 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Publish callbacks [] for floatingip (ec702a10-abdb-4c89-ad18-e6ee82d0df82), before_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:27.524422 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-e7fe1708-baf0-451e-ac7c-19d6071a5e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7013e331-1097-482b-97d8-6610276975e3', 'name': 'tempest-TestVolumeBootPattern-1301443618-router', 'tenant_id': '6bee925806f84c5292071bdf5600ea3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'f88b9b97-d799-4c39-8277-5ca46ea62d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:45:27Z', 'updated_at': '2022-04-12T19:45:30Z', 'revision_number': 4, 'project_id': '6bee925806f84c5292071bdf5600ea3d', 'gw_port': {'id': 'f88b9b97-d799-4c39-8277-5ca46ea62d04', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:29:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7013e331-1097-482b-97d8-6610276975e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:45:28Z', 'updated_at': '2022-04-12T19:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_floatingips': [{'id': '7104fe9a-52e2-47fe-bebf-6a835608c8e7', 'tenant_id': '6bee925806f84c5292071bdf5600ea3d', 'floating_ip_address': '172.27.2.80', 'floating_network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'router_id': '7013e331-1097-482b-97d8-6610276975e3', 'port_id': '3c7cb238-567d-497d-b504-75465b9772f9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf', 'mac_address': 'fa:16:3e:e7:2d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3c44c0-ba7b-4139-a755-6a5ad952d075', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:46:25Z', 'updated_at': '2022-04-12T19:46:25Z', 'revision_number': 0, 'project_id': '6bee925806f84c5292071bdf5600ea3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ea9e191-0575-41a4-b8a6-6f7159e4e5e7', 'name': '', 'network_id': 'cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf', 'tenant_id': '6bee925806f84c5292071bdf5600ea3d', 'mac_address': 'fa:16:3e:b0:bc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7013e331-1097-482b-97d8-6610276975e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '17d1257d-e8de-480c-a236-a7606e4db732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:45:29Z', 'updated_at': '2022-04-12T19:45:34Z', 'revision_number': 5, 'project_id': '6bee925806f84c5292071bdf5600ea3d', 'subnets': [{'id': '17d1257d-e8de-480c-a236-a7606e4db732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:46:27.556831 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fe1708-baf0-451e-ac7c-19d6071a5e79 None None] The sync data for ids ['7013e331-1097-482b-97d8-6610276975e3'] in dv-cinder-837540-1-iscsi is: [{'id': '7013e331-1097-482b-97d8-6610276975e3', 'name': 'tempest-TestVolumeBootPattern-1301443618-router', 'tenant_id': '6bee925806f84c5292071bdf5600ea3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'f88b9b97-d799-4c39-8277-5ca46ea62d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:45:27Z', 'updated_at': '2022-04-12T19:45:30Z', 'revision_number': 4, 'project_id': '6bee925806f84c5292071bdf5600ea3d', 'gw_port': {'id': 'f88b9b97-d799-4c39-8277-5ca46ea62d04', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:29:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7013e331-1097-482b-97d8-6610276975e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:45:28Z', 'updated_at': '2022-04-12T19:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_floatingips': [{'id': '7104fe9a-52e2-47fe-bebf-6a835608c8e7', 'tenant_id': '6bee925806f84c5292071bdf5600ea3d', 'floating_ip_address': '172.27.2.80', 'floating_network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'router_id': '7013e331-1097-482b-97d8-6610276975e3', 'port_id': '3c7cb238-567d-497d-b504-75465b9772f9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf', 'mac_address': 'fa:16:3e:e7:2d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3c44c0-ba7b-4139-a755-6a5ad952d075', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:46:25Z', 'updated_at': '2022-04-12T19:46:25Z', 'revision_number': 0, 'project_id': '6bee925806f84c5292071bdf5600ea3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ea9e191-0575-41a4-b8a6-6f7159e4e5e7', 'name': '', 'network_id': 'cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf', 'tenant_id': '6bee925806f84c5292071bdf5600ea3d', 'mac_address': 'fa:16:3e:b0:bc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7013e331-1097-482b-97d8-6610276975e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '17d1257d-e8de-480c-a236-a7606e4db732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:45:29Z', 'updated_at': '2022-04-12T19:45:34Z', 'revision_number': 5, 'project_id': '6bee925806f84c5292071bdf5600ea3d', 'subnets': [{'id': '17d1257d-e8de-480c-a236-a7606e4db732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:46:27.698983 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716a882c-554d-4071-8103-84d1721bd05e req-35709562-7039-4305-8a07-2eca9aa849a1 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:27.700648 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-716a882c-554d-4071-8103-84d1721bd05e req-35709562-7039-4305-8a07-2eca9aa849a1 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=28fa6d0e-200c-446f-aa49-05e46224e6c4 HTTP/1.1" status: 200 len: 946 time: 0.0657012 Apr 12 19:46:27.782308 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c24c8f-4567-494a-a3f6-d3b1ed56d3a2 None None] New status for floating IP 7104fe9a-52e2-47fe-bebf-6a835608c8e7: ACTIVE {{(pid=106714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 19:46:27.889257 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a001cbad-ea6e-4011-a0f9-42afad428f07 req-2548ab67-2411-4596-8dbf-fc172eece427 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:27.893345 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-a001cbad-ea6e-4011-a0f9-42afad428f07 req-2548ab67-2411-4596-8dbf-fc172eece427 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a879394-4189-4461-b7d8-c414f598dc01 HTTP/1.1" status: 200 len: 943 time: 0.0826361 Apr 12 19:46:27.969562 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-a001cbad-ea6e-4011-a0f9-42afad428f07 req-680d1667-3fe4-4ee6-adc6-e9a57366f9a9 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/security-groups?id=caae999b-6ab1-48ca-bc49-0938bf2e9075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703294 Apr 12 19:46:28.143738 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bcae25-3238-4010-a03b-da4c1a682b89 req-15f5ffed-0dfc-4680-af9b-b9f9845c67ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:28.145165 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-f0bcae25-3238-4010-a03b-da4c1a682b89 req-15f5ffed-0dfc-4680-af9b-b9f9845c67ba service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e2849b4a348c4795bf965ba8cdf2467d&device_id=28fa6d0e-200c-446f-aa49-05e46224e6c4 HTTP/1.1" status: 200 len: 1130 time: 0.1276360 Apr 12 19:46:28.153862 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c28a024-c05b-4485-8460-a4d2c7f49d91 req-071b5d95-54f7-4822-ba67-6ae74ddbc566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:28.155189 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-1c28a024-c05b-4485-8460-a4d2c7f49d91 req-071b5d95-54f7-4822-ba67-6ae74ddbc566 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6bee925806f84c5292071bdf5600ea3d&device_id=1e3c44c0-ba7b-4139-a755-6a5ad952d075 HTTP/1.1" status: 200 len: 1129 time: 0.1356571 Apr 12 19:46:28.168398 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-716a882c-554d-4071-8103-84d1721bd05e req-d25381bb-efaf-42fc-afd3-3f34a7fc0ebf tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=09f2f1d7-706b-4faf-b5aa-81a7b5af6a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4579222 Apr 12 19:46:28.340362 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.db.resource_extend [None req-caa11061-9ee3-464c-a788-dbeadf231691 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 12 19:46:28.463895 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-caa11061-9ee3-464c-a788-dbeadf231691 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:28.474886 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-caa11061-9ee3-464c-a788-dbeadf231691 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668094'] for floatingip (ec702a10-abdb-4c89-ad18-e6ee82d0df82), after_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:28.478146 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bcae25-3238-4010-a03b-da4c1a682b89 req-850e961e-6e09-476f-93f7-668c43cfeb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:28.479663 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-f0bcae25-3238-4010-a03b-da4c1a682b89 req-850e961e-6e09-476f-93f7-668c43cfeb00 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9 HTTP/1.1" status: 200 len: 919 time: 0.2335024 Apr 12 19:46:28.481757 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c28a024-c05b-4485-8460-a4d2c7f49d91 req-5e17e60a-dc7d-49ac-b8be-5e7957e9ff3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:28.483058 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-1c28a024-c05b-4485-8460-a4d2c7f49d91 req-5e17e60a-dc7d-49ac-b8be-5e7957e9ff3e service neutron] 10.222.0.25 "GET /v2.0/networks?id=cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf HTTP/1.1" status: 200 len: 913 time: 0.2359023 Apr 12 19:46:28.579395 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.db.l3_db [None req-caa11061-9ee3-464c-a788-dbeadf231691 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Floating IP ec702a10-abdb-4c89-ad18-e6ee82d0df82 associated. External IP: 172.27.2.212, port: 2eb2f619-7f5e-48a2-9ea1-d27b19512f87. Apr 12 19:46:28.690008 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517b71bd-72d8-4208-b1a3-9f14f69a0d36 req-a2008266-a593-4b27-86a6-626b3bc5a847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:28.691515 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-517b71bd-72d8-4208-b1a3-9f14f69a0d36 req-a2008266-a593-4b27-86a6-626b3bc5a847 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5a879394-4189-4461-b7d8-c414f598dc01&tenant_id=25505e1fa3da4037b5c77cccb47d3515 HTTP/1.1" status: 200 len: 1127 time: 0.0746431 Apr 12 19:46:28.749804 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517b71bd-72d8-4208-b1a3-9f14f69a0d36 req-243db3ec-8b90-402c-ab26-38303d9a60a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:28.751277 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-517b71bd-72d8-4208-b1a3-9f14f69a0d36 req-243db3ec-8b90-402c-ab26-38303d9a60a1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=25505e1fa3da4037b5c77cccb47d3515&device_id=5a879394-4189-4461-b7d8-c414f598dc01 HTTP/1.1" status: 200 len: 1127 time: 0.0393059 Apr 12 19:46:28.763922 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-1c28a024-c05b-4485-8460-a4d2c7f49d91 req-c96554d4-04da-46b8-9d00-e74e2bea9564 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c7cb238-567d-497d-b504-75465b9772f9 HTTP/1.1" status: 200 len: 1000 time: 0.1468699 Apr 12 19:46:28.772959 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-f0bcae25-3238-4010-a03b-da4c1a682b89 req-11c334bb-a3ae-4ccf-995b-3777fa65b168 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=666dc9c7-90f6-4f69-9067-f9b838abe046 HTTP/1.1" status: 200 len: 1002 time: 0.1570635 Apr 12 19:46:28.840879 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517b71bd-72d8-4208-b1a3-9f14f69a0d36 req-fded3a6c-006a-430e-932a-5b1471c5f944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:28.842382 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-517b71bd-72d8-4208-b1a3-9f14f69a0d36 req-fded3a6c-006a-430e-932a-5b1471c5f944 service neutron] 10.222.0.25 "GET /v2.0/networks?id=16f98a57-2f56-426d-a11d-35966394c1dd HTTP/1.1" status: 200 len: 910 time: 0.0856049 Apr 12 19:46:28.860539 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c28a024-c05b-4485-8460-a4d2c7f49d91 req-f2599295-bd97-464f-b5d1-4594775d37d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:28.861999 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-1c28a024-c05b-4485-8460-a4d2c7f49d91 req-f2599295-bd97-464f-b5d1-4594775d37d9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=17d1257d-e8de-480c-a236-a7606e4db732 HTTP/1.1" status: 200 len: 851 time: 0.0912290 Apr 12 19:46:28.869266 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bcae25-3238-4010-a03b-da4c1a682b89 req-25747720-d416-423d-bd10-98f25d43baf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:28.870642 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-f0bcae25-3238-4010-a03b-da4c1a682b89 req-25747720-d416-423d-bd10-98f25d43baf4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7f57a095-a707-4feb-9d1c-8b1458759bd7 HTTP/1.1" status: 200 len: 857 time: 0.0881131 Apr 12 19:46:28.911041 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-517b71bd-72d8-4208-b1a3-9f14f69a0d36 req-b512206d-520c-4253-8ae9-1d08d3555afa service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6db8ab64-606d-4fd4-92bd-d78ab1f2931c HTTP/1.1" status: 200 len: 998 time: 0.0629098 Apr 12 19:46:28.958801 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517b71bd-72d8-4208-b1a3-9f14f69a0d36 req-4c4701a4-7ccd-40da-a9bf-26a247580fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:28.960495 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-517b71bd-72d8-4208-b1a3-9f14f69a0d36 req-4c4701a4-7ccd-40da-a9bf-26a247580fd6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=913eccc2-3fc9-416c-8745-8aa9ab19ccf1 HTTP/1.1" status: 200 len: 848 time: 0.0438609 Apr 12 19:46:29.007078 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517b71bd-72d8-4208-b1a3-9f14f69a0d36 req-56f21527-d93d-4ae3-b283-fb795a51b686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:29.008318 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-517b71bd-72d8-4208-b1a3-9f14f69a0d36 req-56f21527-d93d-4ae3-b283-fb795a51b686 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=16f98a57-2f56-426d-a11d-35966394c1dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400279 Apr 12 19:46:29.010225 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c28a024-c05b-4485-8460-a4d2c7f49d91 req-7ded707b-96fb-4193-926a-a4c0fd78f78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:29.011706 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-1c28a024-c05b-4485-8460-a4d2c7f49d91 req-7ded707b-96fb-4193-926a-a4c0fd78f78f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1075399 Apr 12 19:46:29.014103 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bcae25-3238-4010-a03b-da4c1a682b89 req-3be2216a-c8a4-4e6a-b331-0047f7bf6b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:29.015441 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-f0bcae25-3238-4010-a03b-da4c1a682b89 req-3be2216a-c8a4-4e6a-b331-0047f7bf6b02 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1098626 Apr 12 19:46:29.124215 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17388513-8975-4fbc-8942-9ce7cf9810ce req-6b7c55aa-2dca-4a8e-8457-edda54afb5bc tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:29.126457 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-17388513-8975-4fbc-8942-9ce7cf9810ce req-6b7c55aa-2dca-4a8e-8457-edda54afb5bc tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a879394-4189-4461-b7d8-c414f598dc01 HTTP/1.1" status: 200 len: 943 time: 0.0797772 Apr 12 19:46:29.138201 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caa11061-9ee3-464c-a788-dbeadf231691 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Router b6389cf9-16f2-4235-a8e4-779f4429869c has already been hosted by L3 agent 4d9412c4-31b2-4fbf-87a0-f931332ab9d5 {{(pid=106704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 19:46:29.161110 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-517b71bd-72d8-4208-b1a3-9f14f69a0d36 req-d7db516c-deaa-44dc-9d0f-e56a9e7f97a3 service neutron] 10.222.0.25 "GET /v2.0/networks/16f98a57-2f56-426d-a11d-35966394c1dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409414 Apr 12 19:46:29.215625 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-17388513-8975-4fbc-8942-9ce7cf9810ce req-5a3e3254-7dc6-4bb9-b5b0-c4a5f333e4f5 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/security-groups?id=caae999b-6ab1-48ca-bc49-0938bf2e9075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829773 Apr 12 19:46:29.241247 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-f0bcae25-3238-4010-a03b-da4c1a682b89 req-1881a9f4-9276-4584-b031-ccc6b4f938b9 service neutron] 10.222.0.25 "GET /v2.0/networks/a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138155 Apr 12 19:46:29.247048 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-1c28a024-c05b-4485-8460-a4d2c7f49d91 req-d94b4565-7491-4d3b-9175-a607b23e0ddf service neutron] 10.222.0.25 "GET /v2.0/networks/cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184579 Apr 12 19:46:29.282537 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-517b71bd-72d8-4208-b1a3-9f14f69a0d36 req-4b3ef02a-7694-4c53-98e6-daf1af4cfa5d service neutron] 10.222.0.25 "GET /v2.0/networks/16f98a57-2f56-426d-a11d-35966394c1dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118753 Apr 12 19:46:29.672692 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2726f4d-029d-461c-ada8-6275ee08346b req-b1a33af0-a27d-4e4a-b75b-bda306dc185a tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:29.674163 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-f2726f4d-029d-461c-ada8-6275ee08346b req-b1a33af0-a27d-4e4a-b75b-bda306dc185a tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=28fa6d0e-200c-446f-aa49-05e46224e6c4 HTTP/1.1" status: 200 len: 946 time: 0.4246612 Apr 12 19:46:29.708452 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caa11061-9ee3-464c-a788-dbeadf231691 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Notify agent at l3_agent.dv-cinder-837540-1-iscsi the message routers_updated {{(pid=106704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:46:29.720358 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a39a16-8793-436c-a079-04302f49a992 None None] Sync routers for ids ['b6389cf9-16f2-4235-a8e4-779f4429869c'] in dv-cinder-837540-1-iscsi {{(pid=106718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:46:29.721828 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-caa11061-9ee3-464c-a788-dbeadf231691 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245471'] for floatingip (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:29.730850 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a39a16-8793-436c-a079-04302f49a992 None None] Routers {'b6389cf9-16f2-4235-a8e4-779f4429869c'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:46:29.731538 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-03a39a16-8793-436c-a079-04302f49a992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:46:16Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['b6389cf9-16f2-4235-a8e4-779f4429869c'], 'active': True} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:46:29.794677 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-f0bcae25-3238-4010-a03b-da4c1a682b89 req-bee21024-5e7f-48e5-900e-28c30059326a service neutron] 10.222.0.25 "GET /v2.0/networks/a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5006430 Apr 12 19:46:29.802818 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-caa11061-9ee3-464c-a788-dbeadf231691 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "PUT /v2.0/floatingips/ec702a10-abdb-4c89-ad18-e6ee82d0df82 HTTP/1.1" status: 200 len: 992 time: 2.4291956 Apr 12 19:46:29.803986 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7216c75-bedc-4144-8b13-94d37bdf7c13', 'tag': '2eb2f619-7f5e-48a2-9ea1-d27b19512f87'}] {{(pid=106704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:46:29.806216 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7198706052eeb44005bd3d373437c5078b0bb903de01f30342c0d4536e5352d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b73def05-376c-4567-9dfe-9996ce129eea" -d '{"events": [{"name": "network-changed", "server_uuid": "b7216c75-bedc-4144-8b13-94d37bdf7c13", "tag": "2eb2f619-7f5e-48a2-9ea1-d27b19512f87"}]}' {{(pid=106704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:46:29.810456 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-1c28a024-c05b-4485-8460-a4d2c7f49d91 req-f2bd7a20-d82e-490a-a5e5-d1cabe9658f4 service neutron] 10.222.0.25 "GET /v2.0/networks/cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5174742 Apr 12 19:46:29.814116 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-f2726f4d-029d-461c-ada8-6275ee08346b req-32ad748b-4113-4e17-9cbd-9547e77a4eaa tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=09f2f1d7-706b-4faf-b5aa-81a7b5af6a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314266 Apr 12 19:46:29.842586 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvr_db [None req-03a39a16-8793-436c-a079-04302f49a992 None None] Set router b6389cf9-16f2-4235-a8e4-779f4429869c gateway port host: dv-cinder-837540-1-iscsi {{(pid=106718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:46:29.856607 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 19:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e19e4224-b077-432a-a6f3-7b1f6e3aa932 x-openstack-request-id: req-e19e4224-b077-432a-a6f3-7b1f6e3aa932 {{(pid=106704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:46:29.856607 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7216c75-bedc-4144-8b13-94d37bdf7c13", "tag": "2eb2f619-7f5e-48a2-9ea1-d27b19512f87", "status": "completed", "code": 200}]} {{(pid=106704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:46:29.856607 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e19e4224-b077-432a-a6f3-7b1f6e3aa932 {{(pid=106704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:46:29.856607 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e19e4224-b077-432a-a6f3-7b1f6e3aa932'] response: {'name': 'network-changed', 'server_uuid': 'b7216c75-bedc-4144-8b13-94d37bdf7c13', 'tag': '2eb2f619-7f5e-48a2-9ea1-d27b19512f87', 'status': 'completed', 'code': 200} Apr 12 19:46:30.050611 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-03a39a16-8793-436c-a079-04302f49a992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6389cf9-16f2-4235-a8e4-779f4429869c', 'name': 'tempest-AttachVolumeShelveTestJSON-434342515-router', 'tenant_id': 'a16ad9726e5e4b49874286bb90e53c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '94c03623-fec4-4438-9e44-fadece881b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:39:18Z', 'updated_at': '2022-04-12T19:39:25Z', 'revision_number': 4, 'project_id': 'a16ad9726e5e4b49874286bb90e53c94', 'gw_port': {'id': '94c03623-fec4-4438-9e44-fadece881b7b', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6389cf9-16f2-4235-a8e4-779f4429869c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:39:19Z', 'updated_at': '2022-04-12T19:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_floatingips': [{'id': 'ec702a10-abdb-4c89-ad18-e6ee82d0df82', 'tenant_id': 'a16ad9726e5e4b49874286bb90e53c94', 'floating_ip_address': '172.27.2.212', 'floating_network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'router_id': 'b6389cf9-16f2-4235-a8e4-779f4429869c', 'port_id': '2eb2f619-7f5e-48a2-9ea1-d27b19512f87', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4a737e2-fbd1-4d73-b744-770d94c0d414', 'mac_address': 'fa:16:3e:86:be:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7216c75-bedc-4144-8b13-94d37bdf7c13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:46:11Z', 'updated_at': '2022-04-12T19:46:28Z', 'revision_number': 1, 'project_id': 'a16ad9726e5e4b49874286bb90e53c94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bcc7b22-765e-4d3c-bd9c-cc8b28f0db99', 'name': '', 'network_id': 'f4a737e2-fbd1-4d73-b744-770d94c0d414', 'tenant_id': 'a16ad9726e5e4b49874286bb90e53c94', 'mac_address': 'fa:16:3e:6f:c2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6389cf9-16f2-4235-a8e4-779f4429869c', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f0175af4-3e14-4634-8d47-e6784ac2f6db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:39:23Z', 'updated_at': '2022-04-12T19:39:32Z', 'revision_number': 5, 'project_id': 'a16ad9726e5e4b49874286bb90e53c94', 'subnets': [{'id': 'f0175af4-3e14-4634-8d47-e6784ac2f6db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:46:30.081365 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a39a16-8793-436c-a079-04302f49a992 None None] Checking router: b6389cf9-16f2-4235-a8e4-779f4429869c for host: dv-cinder-837540-1-iscsi {{(pid=106718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:46:30.090277 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a39a16-8793-436c-a079-04302f49a992 None None] Routers {'b6389cf9-16f2-4235-a8e4-779f4429869c'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:46:30.090885 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-03a39a16-8793-436c-a079-04302f49a992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:46:16Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['b6389cf9-16f2-4235-a8e4-779f4429869c'], 'active': True} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:46:30.186924 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73def05-376c-4567-9dfe-9996ce129eea req-ea544e29-bd48-4340-8b05-780c68ae6589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:30.188476 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-b73def05-376c-4567-9dfe-9996ce129eea req-ea544e29-bd48-4340-8b05-780c68ae6589 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a16ad9726e5e4b49874286bb90e53c94&device_id=b7216c75-bedc-4144-8b13-94d37bdf7c13 HTTP/1.1" status: 200 len: 1130 time: 0.0396957 Apr 12 19:46:30.197195 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvr_db [None req-03a39a16-8793-436c-a079-04302f49a992 None None] Set router b6389cf9-16f2-4235-a8e4-779f4429869c gateway port host: dv-cinder-837540-1-iscsi {{(pid=106718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:46:30.282658 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73def05-376c-4567-9dfe-9996ce129eea req-dabd920a-e6e5-47be-ba8f-000c579af016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:30.284316 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-b73def05-376c-4567-9dfe-9996ce129eea req-dabd920a-e6e5-47be-ba8f-000c579af016 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f4a737e2-fbd1-4d73-b744-770d94c0d414 HTTP/1.1" status: 200 len: 917 time: 0.0891783 Apr 12 19:46:30.369741 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415efbd1-d9aa-4c07-b581-3722279ae50a req-9c1b95e1-7395-450e-af05-6af8ab9a442a tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:30.371182 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-415efbd1-d9aa-4c07-b581-3722279ae50a req-9c1b95e1-7395-450e-af05-6af8ab9a442a tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a879394-4189-4461-b7d8-c414f598dc01 HTTP/1.1" status: 200 len: 943 time: 0.0823383 Apr 12 19:46:30.400308 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-b73def05-376c-4567-9dfe-9996ce129eea req-6a0e9503-151a-4eb8-8096-730ecf7b8cec service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2eb2f619-7f5e-48a2-9ea1-d27b19512f87 HTTP/1.1" status: 200 len: 1000 time: 0.1096303 Apr 12 19:46:30.413096 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-03a39a16-8793-436c-a079-04302f49a992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6389cf9-16f2-4235-a8e4-779f4429869c', 'name': 'tempest-AttachVolumeShelveTestJSON-434342515-router', 'tenant_id': 'a16ad9726e5e4b49874286bb90e53c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '94c03623-fec4-4438-9e44-fadece881b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:39:18Z', 'updated_at': '2022-04-12T19:39:25Z', 'revision_number': 4, 'project_id': 'a16ad9726e5e4b49874286bb90e53c94', 'gw_port': {'id': '94c03623-fec4-4438-9e44-fadece881b7b', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6389cf9-16f2-4235-a8e4-779f4429869c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:39:19Z', 'updated_at': '2022-04-12T19:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_floatingips': [{'id': 'ec702a10-abdb-4c89-ad18-e6ee82d0df82', 'tenant_id': 'a16ad9726e5e4b49874286bb90e53c94', 'floating_ip_address': '172.27.2.212', 'floating_network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'router_id': 'b6389cf9-16f2-4235-a8e4-779f4429869c', 'port_id': '2eb2f619-7f5e-48a2-9ea1-d27b19512f87', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4a737e2-fbd1-4d73-b744-770d94c0d414', 'mac_address': 'fa:16:3e:86:be:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7216c75-bedc-4144-8b13-94d37bdf7c13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:46:11Z', 'updated_at': '2022-04-12T19:46:28Z', 'revision_number': 1, 'project_id': 'a16ad9726e5e4b49874286bb90e53c94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bcc7b22-765e-4d3c-bd9c-cc8b28f0db99', 'name': '', 'network_id': 'f4a737e2-fbd1-4d73-b744-770d94c0d414', 'tenant_id': 'a16ad9726e5e4b49874286bb90e53c94', 'mac_address': 'fa:16:3e:6f:c2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6389cf9-16f2-4235-a8e4-779f4429869c', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f0175af4-3e14-4634-8d47-e6784ac2f6db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:39:23Z', 'updated_at': '2022-04-12T19:39:32Z', 'revision_number': 5, 'project_id': 'a16ad9726e5e4b49874286bb90e53c94', 'subnets': [{'id': 'f0175af4-3e14-4634-8d47-e6784ac2f6db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:46:30.431025 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-415efbd1-d9aa-4c07-b581-3722279ae50a req-736af664-10ed-4726-8d40-00f7399e3084 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/security-groups?id=caae999b-6ab1-48ca-bc49-0938bf2e9075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501094 Apr 12 19:46:30.442462 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a39a16-8793-436c-a079-04302f49a992 None None] The sync data for ids ['b6389cf9-16f2-4235-a8e4-779f4429869c'] in dv-cinder-837540-1-iscsi is: [{'id': 'b6389cf9-16f2-4235-a8e4-779f4429869c', 'name': 'tempest-AttachVolumeShelveTestJSON-434342515-router', 'tenant_id': 'a16ad9726e5e4b49874286bb90e53c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '94c03623-fec4-4438-9e44-fadece881b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:39:18Z', 'updated_at': '2022-04-12T19:39:25Z', 'revision_number': 4, 'project_id': 'a16ad9726e5e4b49874286bb90e53c94', 'gw_port': {'id': '94c03623-fec4-4438-9e44-fadece881b7b', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6389cf9-16f2-4235-a8e4-779f4429869c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:39:19Z', 'updated_at': '2022-04-12T19:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_floatingips': [{'id': 'ec702a10-abdb-4c89-ad18-e6ee82d0df82', 'tenant_id': 'a16ad9726e5e4b49874286bb90e53c94', 'floating_ip_address': '172.27.2.212', 'floating_network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'router_id': 'b6389cf9-16f2-4235-a8e4-779f4429869c', 'port_id': '2eb2f619-7f5e-48a2-9ea1-d27b19512f87', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4a737e2-fbd1-4d73-b744-770d94c0d414', 'mac_address': 'fa:16:3e:86:be:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7216c75-bedc-4144-8b13-94d37bdf7c13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:46:11Z', 'updated_at': '2022-04-12T19:46:28Z', 'revision_number': 1, 'project_id': 'a16ad9726e5e4b49874286bb90e53c94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bcc7b22-765e-4d3c-bd9c-cc8b28f0db99', 'name': '', 'network_id': 'f4a737e2-fbd1-4d73-b744-770d94c0d414', 'tenant_id': 'a16ad9726e5e4b49874286bb90e53c94', 'mac_address': 'fa:16:3e:6f:c2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6389cf9-16f2-4235-a8e4-779f4429869c', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f0175af4-3e14-4634-8d47-e6784ac2f6db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:39:23Z', 'updated_at': '2022-04-12T19:39:32Z', 'revision_number': 5, 'project_id': 'a16ad9726e5e4b49874286bb90e53c94', 'subnets': [{'id': 'f0175af4-3e14-4634-8d47-e6784ac2f6db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:46:30.622072 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca4fe40-b52d-4859-a1ec-47a910d03d95 None None] New status for floating IP ec702a10-abdb-4c89-ad18-e6ee82d0df82: ACTIVE {{(pid=106714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 19:46:30.931413 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7169b1c-2aff-4392-b45f-b2ca964e7581 req-b78ca9e1-b56d-4a6b-af8e-d2baeba3131c tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:30.932896 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-e7169b1c-2aff-4392-b45f-b2ca964e7581 req-b78ca9e1-b56d-4a6b-af8e-d2baeba3131c tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=28fa6d0e-200c-446f-aa49-05e46224e6c4 HTTP/1.1" status: 200 len: 946 time: 0.0476565 Apr 12 19:46:30.977900 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-e7169b1c-2aff-4392-b45f-b2ca964e7581 req-a498ce17-26e2-40b8-9bf9-270b5d9951e5 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=09f2f1d7-706b-4faf-b5aa-81a7b5af6a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386317 Apr 12 19:46:31.542898 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39959572-1a07-4371-b5b3-8b0938b3c2c2 req-3fb0391c-3d52-4741-aded-6070d4191b95 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:31.544423 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-39959572-1a07-4371-b5b3-8b0938b3c2c2 req-3fb0391c-3d52-4741-aded-6070d4191b95 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a879394-4189-4461-b7d8-c414f598dc01 HTTP/1.1" status: 200 len: 943 time: 0.0490258 Apr 12 19:46:31.591503 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-39959572-1a07-4371-b5b3-8b0938b3c2c2 req-4e20782f-b9dd-405e-af1e-a8da0fec6841 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/security-groups?id=caae999b-6ab1-48ca-bc49-0938bf2e9075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416839 Apr 12 19:46:32.093730 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa37b6ea-27be-4623-8b6e-1635d16ebfc9 req-d3b4fa4b-4dee-4dcb-8a5c-b3e1e6a3e9f9 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:32.095203 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-aa37b6ea-27be-4623-8b6e-1635d16ebfc9 req-d3b4fa4b-4dee-4dcb-8a5c-b3e1e6a3e9f9 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=28fa6d0e-200c-446f-aa49-05e46224e6c4 HTTP/1.1" status: 200 len: 946 time: 0.0516236 Apr 12 19:46:32.148222 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-aa37b6ea-27be-4623-8b6e-1635d16ebfc9 req-d290ee2b-233d-447b-b00e-cd8960eefeb2 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=09f2f1d7-706b-4faf-b5aa-81a7b5af6a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407128 Apr 12 19:46:32.357122 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73def05-376c-4567-9dfe-9996ce129eea req-a8779afc-6884-485b-a726-be01adc48544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:32.358578 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-b73def05-376c-4567-9dfe-9996ce129eea req-a8779afc-6884-485b-a726-be01adc48544 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f0175af4-3e14-4634-8d47-e6784ac2f6db HTTP/1.1" status: 200 len: 855 time: 0.0473514 Apr 12 19:46:32.401629 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73def05-376c-4567-9dfe-9996ce129eea req-f53c1bc0-4413-454c-ad81-4615a5f0fbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:32.403099 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-b73def05-376c-4567-9dfe-9996ce129eea req-f53c1bc0-4413-454c-ad81-4615a5f0fbf2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f4a737e2-fbd1-4d73-b744-770d94c0d414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0371823 Apr 12 19:46:32.493134 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-b73def05-376c-4567-9dfe-9996ce129eea req-9481953b-a2f3-4c62-b43b-af1f111d632f service neutron] 10.222.0.25 "GET /v2.0/networks/f4a737e2-fbd1-4d73-b744-770d94c0d414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827551 Apr 12 19:46:32.583233 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-b73def05-376c-4567-9dfe-9996ce129eea req-ce8fefc2-440e-4991-9281-89963d1bbf8d service neutron] 10.222.0.25 "GET /v2.0/networks/f4a737e2-fbd1-4d73-b744-770d94c0d414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804865 Apr 12 19:46:32.703455 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff42d40-102a-4347-befc-d3a6f50f8c64 req-d15b15bd-cfae-484b-8679-0fd2112ea044 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:32.705344 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-cff42d40-102a-4347-befc-d3a6f50f8c64 req-d15b15bd-cfae-484b-8679-0fd2112ea044 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a879394-4189-4461-b7d8-c414f598dc01 HTTP/1.1" status: 200 len: 943 time: 0.0501301 Apr 12 19:46:32.752331 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-cff42d40-102a-4347-befc-d3a6f50f8c64 req-bead8e5a-0dba-4886-8939-64296f42d6de tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/security-groups?id=caae999b-6ab1-48ca-bc49-0938bf2e9075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414090 Apr 12 19:46:33.258863 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe1d732-b6b5-47aa-bf0d-e28dd5a9f77a req-665c1948-6dc7-4367-bca8-2ce8852de96a tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:33.260490 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-ffe1d732-b6b5-47aa-bf0d-e28dd5a9f77a req-665c1948-6dc7-4367-bca8-2ce8852de96a tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=28fa6d0e-200c-446f-aa49-05e46224e6c4 HTTP/1.1" status: 200 len: 946 time: 0.0463419 Apr 12 19:46:33.308678 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-ffe1d732-b6b5-47aa-bf0d-e28dd5a9f77a req-bb603e5d-f0c7-4963-ae4f-551086a7a44d tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=09f2f1d7-706b-4faf-b5aa-81a7b5af6a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404329 Apr 12 19:46:33.428144 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3593cff-d671-4d3f-9d5f-c958e6f01d19 req-63184dfa-43a7-4409-9020-6a4ec8331bc8 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:33.429532 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-d3593cff-d671-4d3f-9d5f-c958e6f01d19 req-63184dfa-43a7-4409-9020-6a4ec8331bc8 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=28fa6d0e-200c-446f-aa49-05e46224e6c4 HTTP/1.1" status: 200 len: 946 time: 0.0588620 Apr 12 19:46:33.437980 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 37986) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:46:33.442143 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.v2.base [None req-f00e34a5-75c0-4ac5-b18d-1769f8240fd1 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Request body: {'floatingip': {'port_id': '666dc9c7-90f6-4f69-9067-f9b838abe046'}} {{(pid=106704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:46:33.499682 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-f00e34a5-75c0-4ac5-b18d-1769f8240fd1 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Publish callbacks [] for floatingip (55961276-a6f8-44ce-b14f-0f679077f0db), before_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:33.868235 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069ee3e1-bd17-4adb-bddd-f0700b2a7631 req-7f6833ab-57a5-4708-a795-dd6581583035 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:33.869723 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-069ee3e1-bd17-4adb-bddd-f0700b2a7631 req-7f6833ab-57a5-4708-a795-dd6581583035 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a879394-4189-4461-b7d8-c414f598dc01 HTTP/1.1" status: 200 len: 943 time: 0.0509298 Apr 12 19:46:33.923189 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-069ee3e1-bd17-4adb-bddd-f0700b2a7631 req-bc1aa492-fe24-4853-ad38-c945c1c38e1a tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/security-groups?id=caae999b-6ab1-48ca-bc49-0938bf2e9075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462053 Apr 12 19:46:33.971563 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-f00e34a5-75c0-4ac5-b18d-1769f8240fd1 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:33.975239 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-f00e34a5-75c0-4ac5-b18d-1769f8240fd1 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668094'] for floatingip (55961276-a6f8-44ce-b14f-0f679077f0db), after_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:34.181907 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f00e34a5-75c0-4ac5-b18d-1769f8240fd1 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Router 3763ba8b-a3ee-4c9f-a41d-86e8324e0beb has already been hosted by L3 agent 4d9412c4-31b2-4fbf-87a0-f931332ab9d5 {{(pid=106704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 19:46:34.291005 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f00e34a5-75c0-4ac5-b18d-1769f8240fd1 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Notify agent at l3_agent.dv-cinder-837540-1-iscsi the message routers_updated {{(pid=106704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:46:34.295612 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-f00e34a5-75c0-4ac5-b18d-1769f8240fd1 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245471'] for floatingip (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:34.301525 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a026f96-54e0-466b-952b-7e1b0dc6587b None None] Sync routers for ids ['3763ba8b-a3ee-4c9f-a41d-86e8324e0beb'] in dv-cinder-837540-1-iscsi {{(pid=106718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:46:34.310672 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a026f96-54e0-466b-952b-7e1b0dc6587b None None] Routers {'3763ba8b-a3ee-4c9f-a41d-86e8324e0beb'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:46:34.311281 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-8a026f96-54e0-466b-952b-7e1b0dc6587b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:46:16Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['3763ba8b-a3ee-4c9f-a41d-86e8324e0beb'], 'active': True} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:46:34.326061 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28fa6d0e-200c-446f-aa49-05e46224e6c4', 'tag': '666dc9c7-90f6-4f69-9067-f9b838abe046'}] {{(pid=106704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:46:34.328299 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7198706052eeb44005bd3d373437c5078b0bb903de01f30342c0d4536e5352d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-515c58fa-d9d6-454e-82f3-5d5db830f981" -d '{"events": [{"name": "network-changed", "server_uuid": "28fa6d0e-200c-446f-aa49-05e46224e6c4", "tag": "666dc9c7-90f6-4f69-9067-f9b838abe046"}]}' {{(pid=106704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:46:34.363875 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-f00e34a5-75c0-4ac5-b18d-1769f8240fd1 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "PUT /v2.0/floatingips/55961276-a6f8-44ce-b14f-0f679077f0db HTTP/1.1" status: 200 len: 994 time: 0.9248681 Apr 12 19:46:34.399376 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 19:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d156aebc-2e21-4365-83bc-745ac9ce16ae x-openstack-request-id: req-d156aebc-2e21-4365-83bc-745ac9ce16ae {{(pid=106704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:46:34.399668 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28fa6d0e-200c-446f-aa49-05e46224e6c4", "tag": "666dc9c7-90f6-4f69-9067-f9b838abe046", "status": "completed", "code": 200}]} {{(pid=106704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:46:34.399925 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d156aebc-2e21-4365-83bc-745ac9ce16ae {{(pid=106704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:46:34.400362 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d156aebc-2e21-4365-83bc-745ac9ce16ae'] response: {'name': 'network-changed', 'server_uuid': '28fa6d0e-200c-446f-aa49-05e46224e6c4', 'tag': '666dc9c7-90f6-4f69-9067-f9b838abe046', 'status': 'completed', 'code': 200} Apr 12 19:46:34.421590 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvr_db [None req-8a026f96-54e0-466b-952b-7e1b0dc6587b None None] Set router 3763ba8b-a3ee-4c9f-a41d-86e8324e0beb gateway port host: dv-cinder-837540-1-iscsi {{(pid=106718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:46:34.460644 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515c58fa-d9d6-454e-82f3-5d5db830f981 req-d01c75e9-c9b8-42ae-a12d-2c5d908d97eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:34.462080 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-515c58fa-d9d6-454e-82f3-5d5db830f981 req-d01c75e9-c9b8-42ae-a12d-2c5d908d97eb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e2849b4a348c4795bf965ba8cdf2467d&device_id=28fa6d0e-200c-446f-aa49-05e46224e6c4 HTTP/1.1" status: 200 len: 1130 time: 0.0385640 Apr 12 19:46:34.559529 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515c58fa-d9d6-454e-82f3-5d5db830f981 req-e5c712ff-517e-4065-b24e-f472886a8bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:34.561039 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-515c58fa-d9d6-454e-82f3-5d5db830f981 req-e5c712ff-517e-4065-b24e-f472886a8bbc service neutron] 10.222.0.25 "GET /v2.0/networks?id=a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9 HTTP/1.1" status: 200 len: 919 time: 0.0910687 Apr 12 19:46:34.626173 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-515c58fa-d9d6-454e-82f3-5d5db830f981 req-2508c938-8655-41a4-a4d7-822829b82d75 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=666dc9c7-90f6-4f69-9067-f9b838abe046 HTTP/1.1" status: 200 len: 1002 time: 0.0585659 Apr 12 19:46:34.637461 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-8a026f96-54e0-466b-952b-7e1b0dc6587b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3763ba8b-a3ee-4c9f-a41d-86e8324e0beb', 'name': 'tempest-ServerRescueNegativeTestJSON-843523009-router', 'tenant_id': 'e2849b4a348c4795bf965ba8cdf2467d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'f4779415-2110-4259-ae16-ddc57e9c4593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:40:53Z', 'updated_at': '2022-04-12T19:40:57Z', 'revision_number': 4, 'project_id': 'e2849b4a348c4795bf965ba8cdf2467d', 'gw_port': {'id': 'f4779415-2110-4259-ae16-ddc57e9c4593', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:12:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3763ba8b-a3ee-4c9f-a41d-86e8324e0beb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:40:54Z', 'updated_at': '2022-04-12T19:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_floatingips': [{'id': '55961276-a6f8-44ce-b14f-0f679077f0db', 'tenant_id': 'e2849b4a348c4795bf965ba8cdf2467d', 'floating_ip_address': '172.27.2.243', 'floating_network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'router_id': '3763ba8b-a3ee-4c9f-a41d-86e8324e0beb', 'port_id': '666dc9c7-90f6-4f69-9067-f9b838abe046', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9', 'mac_address': 'fa:16:3e:8a:e7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fa6d0e-200c-446f-aa49-05e46224e6c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:42:48Z', 'updated_at': '2022-04-12T19:46:33Z', 'revision_number': 3, 'project_id': 'e2849b4a348c4795bf965ba8cdf2467d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3870cd20-671b-4139-86bb-99bc95bb5259', 'name': '', 'network_id': 'a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9', 'tenant_id': 'e2849b4a348c4795bf965ba8cdf2467d', 'mac_address': 'fa:16:3e:ba:ee:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3763ba8b-a3ee-4c9f-a41d-86e8324e0beb', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '7f57a095-a707-4feb-9d1c-8b1458759bd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:40:56Z', 'updated_at': '2022-04-12T19:41:01Z', 'revision_number': 5, 'project_id': 'e2849b4a348c4795bf965ba8cdf2467d', 'subnets': [{'id': '7f57a095-a707-4feb-9d1c-8b1458759bd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:46:34.674350 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515c58fa-d9d6-454e-82f3-5d5db830f981 req-39981285-6a20-42ee-bc6f-e35823bbadc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:34.675832 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-515c58fa-d9d6-454e-82f3-5d5db830f981 req-39981285-6a20-42ee-bc6f-e35823bbadc5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7f57a095-a707-4feb-9d1c-8b1458759bd7 HTTP/1.1" status: 200 len: 857 time: 0.0437446 Apr 12 19:46:34.725870 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515c58fa-d9d6-454e-82f3-5d5db830f981 req-2cf9a4fb-909d-4882-a6b0-fa3825077cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:34.727311 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-515c58fa-d9d6-454e-82f3-5d5db830f981 req-2cf9a4fb-909d-4882-a6b0-fa3825077cca service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447288 Apr 12 19:46:34.754141 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a026f96-54e0-466b-952b-7e1b0dc6587b None None] Checking router: 3763ba8b-a3ee-4c9f-a41d-86e8324e0beb for host: dv-cinder-837540-1-iscsi {{(pid=106718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:46:34.762413 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a026f96-54e0-466b-952b-7e1b0dc6587b None None] Routers {'3763ba8b-a3ee-4c9f-a41d-86e8324e0beb'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:46:34.763027 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-8a026f96-54e0-466b-952b-7e1b0dc6587b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:46:16Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['3763ba8b-a3ee-4c9f-a41d-86e8324e0beb'], 'active': True} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:46:34.815852 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-515c58fa-d9d6-454e-82f3-5d5db830f981 req-09d873bc-b903-441b-8372-91c85c0a50bb service neutron] 10.222.0.25 "GET /v2.0/networks/a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821321 Apr 12 19:46:34.868647 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvr_db [None req-8a026f96-54e0-466b-952b-7e1b0dc6587b None None] Set router 3763ba8b-a3ee-4c9f-a41d-86e8324e0beb gateway port host: dv-cinder-837540-1-iscsi {{(pid=106718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:46:34.907439 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-515c58fa-d9d6-454e-82f3-5d5db830f981 req-e253252b-0661-4392-bb30-10b67f395a93 service neutron] 10.222.0.25 "GET /v2.0/networks/a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854537 Apr 12 19:46:35.035297 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73cd9f7-5ec8-4ac9-b983-5d0ac602dab2 req-035c2fbd-73de-4e29-9cb3-978af84387b7 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:35.036756 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-b73cd9f7-5ec8-4ac9-b983-5d0ac602dab2 req-035c2fbd-73de-4e29-9cb3-978af84387b7 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a879394-4189-4461-b7d8-c414f598dc01 HTTP/1.1" status: 200 len: 943 time: 0.0477374 Apr 12 19:46:35.080291 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-8a026f96-54e0-466b-952b-7e1b0dc6587b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3763ba8b-a3ee-4c9f-a41d-86e8324e0beb', 'name': 'tempest-ServerRescueNegativeTestJSON-843523009-router', 'tenant_id': 'e2849b4a348c4795bf965ba8cdf2467d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'f4779415-2110-4259-ae16-ddc57e9c4593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:40:53Z', 'updated_at': '2022-04-12T19:40:57Z', 'revision_number': 4, 'project_id': 'e2849b4a348c4795bf965ba8cdf2467d', 'gw_port': {'id': 'f4779415-2110-4259-ae16-ddc57e9c4593', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:12:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3763ba8b-a3ee-4c9f-a41d-86e8324e0beb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:40:54Z', 'updated_at': '2022-04-12T19:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_floatingips': [{'id': '55961276-a6f8-44ce-b14f-0f679077f0db', 'tenant_id': 'e2849b4a348c4795bf965ba8cdf2467d', 'floating_ip_address': '172.27.2.243', 'floating_network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'router_id': '3763ba8b-a3ee-4c9f-a41d-86e8324e0beb', 'port_id': '666dc9c7-90f6-4f69-9067-f9b838abe046', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9', 'mac_address': 'fa:16:3e:8a:e7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fa6d0e-200c-446f-aa49-05e46224e6c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:42:48Z', 'updated_at': '2022-04-12T19:46:33Z', 'revision_number': 3, 'project_id': 'e2849b4a348c4795bf965ba8cdf2467d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3870cd20-671b-4139-86bb-99bc95bb5259', 'name': '', 'network_id': 'a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9', 'tenant_id': 'e2849b4a348c4795bf965ba8cdf2467d', 'mac_address': 'fa:16:3e:ba:ee:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3763ba8b-a3ee-4c9f-a41d-86e8324e0beb', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '7f57a095-a707-4feb-9d1c-8b1458759bd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:40:56Z', 'updated_at': '2022-04-12T19:41:01Z', 'revision_number': 5, 'project_id': 'e2849b4a348c4795bf965ba8cdf2467d', 'subnets': [{'id': '7f57a095-a707-4feb-9d1c-8b1458759bd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:46:35.084856 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-b73cd9f7-5ec8-4ac9-b983-5d0ac602dab2 req-ee15541e-9916-4a2c-ab45-47530c0306e9 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/security-groups?id=caae999b-6ab1-48ca-bc49-0938bf2e9075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425224 Apr 12 19:46:35.109465 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a026f96-54e0-466b-952b-7e1b0dc6587b None None] The sync data for ids ['3763ba8b-a3ee-4c9f-a41d-86e8324e0beb'] in dv-cinder-837540-1-iscsi is: [{'id': '3763ba8b-a3ee-4c9f-a41d-86e8324e0beb', 'name': 'tempest-ServerRescueNegativeTestJSON-843523009-router', 'tenant_id': 'e2849b4a348c4795bf965ba8cdf2467d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'f4779415-2110-4259-ae16-ddc57e9c4593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:40:53Z', 'updated_at': '2022-04-12T19:40:57Z', 'revision_number': 4, 'project_id': 'e2849b4a348c4795bf965ba8cdf2467d', 'gw_port': {'id': 'f4779415-2110-4259-ae16-ddc57e9c4593', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:12:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3763ba8b-a3ee-4c9f-a41d-86e8324e0beb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:40:54Z', 'updated_at': '2022-04-12T19:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_floatingips': [{'id': '55961276-a6f8-44ce-b14f-0f679077f0db', 'tenant_id': 'e2849b4a348c4795bf965ba8cdf2467d', 'floating_ip_address': '172.27.2.243', 'floating_network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'router_id': '3763ba8b-a3ee-4c9f-a41d-86e8324e0beb', 'port_id': '666dc9c7-90f6-4f69-9067-f9b838abe046', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9', 'mac_address': 'fa:16:3e:8a:e7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fa6d0e-200c-446f-aa49-05e46224e6c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:42:48Z', 'updated_at': '2022-04-12T19:46:33Z', 'revision_number': 3, 'project_id': 'e2849b4a348c4795bf965ba8cdf2467d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3870cd20-671b-4139-86bb-99bc95bb5259', 'name': '', 'network_id': 'a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9', 'tenant_id': 'e2849b4a348c4795bf965ba8cdf2467d', 'mac_address': 'fa:16:3e:ba:ee:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3763ba8b-a3ee-4c9f-a41d-86e8324e0beb', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '7f57a095-a707-4feb-9d1c-8b1458759bd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:40:56Z', 'updated_at': '2022-04-12T19:41:01Z', 'revision_number': 5, 'project_id': 'e2849b4a348c4795bf965ba8cdf2467d', 'subnets': [{'id': '7f57a095-a707-4feb-9d1c-8b1458759bd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:46:36.195884 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ecf52b-0fa4-4a45-89c2-e6c49017f110 req-ad9cf541-46b8-4564-a5e7-eafbf2f147e3 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:36.197418 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-33ecf52b-0fa4-4a45-89c2-e6c49017f110 req-ad9cf541-46b8-4564-a5e7-eafbf2f147e3 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a879394-4189-4461-b7d8-c414f598dc01 HTTP/1.1" status: 200 len: 943 time: 0.0471416 Apr 12 19:46:36.244360 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-33ecf52b-0fa4-4a45-89c2-e6c49017f110 req-01561819-2d48-41ec-a444-cbf6fa19ea8d tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/security-groups?id=caae999b-6ab1-48ca-bc49-0938bf2e9075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415328 Apr 12 19:46:36.401350 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28fa6d0e-200c-446f-aa49-05e46224e6c4', 'tag': '666dc9c7-90f6-4f69-9067-f9b838abe046'}] {{(pid=106704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:46:36.403683 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7198706052eeb44005bd3d373437c5078b0bb903de01f30342c0d4536e5352d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d35a276a-f621-486b-a8b7-f02d344658b3" -d '{"events": [{"name": "network-changed", "server_uuid": "28fa6d0e-200c-446f-aa49-05e46224e6c4", "tag": "666dc9c7-90f6-4f69-9067-f9b838abe046"}]}' {{(pid=106704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:46:36.438316 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 19:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e907440-2a67-4d0c-b84c-0b8fde0e87d6 x-openstack-request-id: req-0e907440-2a67-4d0c-b84c-0b8fde0e87d6 {{(pid=106704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:46:36.438608 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28fa6d0e-200c-446f-aa49-05e46224e6c4", "tag": "666dc9c7-90f6-4f69-9067-f9b838abe046", "status": "completed", "code": 200}]} {{(pid=106704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:46:36.438857 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0e907440-2a67-4d0c-b84c-0b8fde0e87d6 {{(pid=106704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:46:36.439251 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e907440-2a67-4d0c-b84c-0b8fde0e87d6'] response: {'name': 'network-changed', 'server_uuid': '28fa6d0e-200c-446f-aa49-05e46224e6c4', 'tag': '666dc9c7-90f6-4f69-9067-f9b838abe046', 'status': 'completed', 'code': 200} Apr 12 19:46:36.496799 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a276a-f621-486b-a8b7-f02d344658b3 req-903a76a5-e639-4a35-9b23-8857eadb7d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:36.498248 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-d35a276a-f621-486b-a8b7-f02d344658b3 req-903a76a5-e639-4a35-9b23-8857eadb7d99 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e2849b4a348c4795bf965ba8cdf2467d&device_id=28fa6d0e-200c-446f-aa49-05e46224e6c4 HTTP/1.1" status: 200 len: 1130 time: 0.0387571 Apr 12 19:46:36.589589 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a276a-f621-486b-a8b7-f02d344658b3 req-caaadec8-3368-41c0-b6b1-0a6b33ec7566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:36.591021 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-d35a276a-f621-486b-a8b7-f02d344658b3 req-caaadec8-3368-41c0-b6b1-0a6b33ec7566 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9 HTTP/1.1" status: 200 len: 919 time: 0.0850570 Apr 12 19:46:36.654361 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-d35a276a-f621-486b-a8b7-f02d344658b3 req-0907b755-e819-4b77-a022-053ee5a751c0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=666dc9c7-90f6-4f69-9067-f9b838abe046 HTTP/1.1" status: 200 len: 1002 time: 0.0559199 Apr 12 19:46:36.705976 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a276a-f621-486b-a8b7-f02d344658b3 req-a9252f80-84de-4f2e-be37-1ecc7d29b0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:36.707363 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-d35a276a-f621-486b-a8b7-f02d344658b3 req-a9252f80-84de-4f2e-be37-1ecc7d29b0fb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7f57a095-a707-4feb-9d1c-8b1458759bd7 HTTP/1.1" status: 200 len: 857 time: 0.0452511 Apr 12 19:46:36.749939 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a276a-f621-486b-a8b7-f02d344658b3 req-8dd3bcfb-cd2e-40f6-8dc6-195848ece88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:36.751374 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-d35a276a-f621-486b-a8b7-f02d344658b3 req-8dd3bcfb-cd2e-40f6-8dc6-195848ece88f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376329 Apr 12 19:46:36.839231 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-d35a276a-f621-486b-a8b7-f02d344658b3 req-654d7fb6-3456-4e1e-9da0-827b6c9e1006 service neutron] 10.222.0.25 "GET /v2.0/networks/a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798357 Apr 12 19:46:36.931574 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-d35a276a-f621-486b-a8b7-f02d344658b3 req-cb85a465-2591-4e0c-a71c-4af32ba8b137 service neutron] 10.222.0.25 "GET /v2.0/networks/a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848749 Apr 12 19:46:37.354558 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57241833-57ba-4643-b1d3-a96d88156360 req-9b53222d-3e28-491a-9320-3cf2138ccbba tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:37.356038 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-57241833-57ba-4643-b1d3-a96d88156360 req-9b53222d-3e28-491a-9320-3cf2138ccbba tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a879394-4189-4461-b7d8-c414f598dc01 HTTP/1.1" status: 200 len: 943 time: 0.0465868 Apr 12 19:46:37.419155 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-57241833-57ba-4643-b1d3-a96d88156360 req-0febde7d-7c59-4465-981e-8bb149321f94 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/security-groups?id=caae999b-6ab1-48ca-bc49-0938bf2e9075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576377 Apr 12 19:46:38.223776 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Device 6db8ab64-606d-4fd4-92bd-d78ab1f2931c details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=106714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 19:46:38.318342 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] For port 6db8ab64-606d-4fd4-92bd-d78ab1f2931c, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=6db8ab64-606d-4fd4-92bd-d78ab1f2931c,segment=NetworkSegment(091cad68-4d23-40d8-8acd-1c52000a0bc6),segment_id=091cad68-4d23-40d8-8acd-1c52000a0bc6)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:46:38.329384 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Returning: {'device': '6db8ab64-606d-4fd4-92bd-d78ab1f2931c', 'network_id': '16f98a57-2f56-426d-a11d-35966394c1dd', 'port_id': '6db8ab64-606d-4fd4-92bd-d78ab1f2931c', 'mac_address': 'fa:16:3e:fe:58:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '913eccc2-3fc9-416c-8745-8aa9ab19ccf1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 19:46:38.371842 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Current status of the port 6db8ab64-606d-4fd4-92bd-d78ab1f2931c is: DOWN; New status is: BUILD {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:46:38.372256 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (6db8ab64-606d-4fd4-92bd-d78ab1f2931c), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:38.384708 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.notifiers.nova [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6db8ab64-606d-4fd4-92bd-d78ab1f2931c {{(pid=106714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 19:46:38.402922 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] For port 6db8ab64-606d-4fd4-92bd-d78ab1f2931c, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=6db8ab64-606d-4fd4-92bd-d78ab1f2931c,segment=NetworkSegment(091cad68-4d23-40d8-8acd-1c52000a0bc6),segment_id=091cad68-4d23-40d8-8acd-1c52000a0bc6)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:46:38.407200 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (6db8ab64-606d-4fd4-92bd-d78ab1f2931c), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:38.453932 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Pushing event updated for resources: {'Port': ['ID=6db8ab64-606d-4fd4-92bd-d78ab1f2931c,revision_number=7']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:46:38.461114 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:46:38.461470 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:46:38.461815 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:46:38.462180 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:46:38.462520 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:46:38.462855 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:46:38.463184 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:46:38.463510 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:46:38.463841 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:46:38.464196 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:46:38.464526 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:46:38.464858 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:46:38.465183 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:46:38.465506 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:46:38.465832 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:46:38.532225 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f81976-13ab-4752-8471-9226dfd870b7 req-a5994a81-0ef6-44be-9572-ff9b874e4814 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:38.533686 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-34f81976-13ab-4752-8471-9226dfd870b7 req-a5994a81-0ef6-44be-9572-ff9b874e4814 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a879394-4189-4461-b7d8-c414f598dc01 HTTP/1.1" status: 200 len: 944 time: 0.0466032 Apr 12 19:46:38.590054 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-34f81976-13ab-4752-8471-9226dfd870b7 req-8553fd31-15dc-4f29-8d02-91d74210c281 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/security-groups?id=caae999b-6ab1-48ca-bc49-0938bf2e9075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508368 Apr 12 19:46:38.851841 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] get_ports_and_sgs() called for port_ids ['6db8ab64-606d-4fd4-92bd-d78ab1f2931c'] {{(pid=106714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 19:46:39.189311 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.agents_db [None req-c5aaa6ba-db5d-46db-92f0-20249d3ff0a0 None None] Agent healthcheck: found 6 active agents {{(pid=106718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 19:46:39.703430 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f75ca5-e81c-49be-b0e6-65cb222a2d99 req-8619fcac-9873-4fad-a029-3878d4dc9f6b tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:39.704899 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-31f75ca5-e81c-49be-b0e6-65cb222a2d99 req-8619fcac-9873-4fad-a029-3878d4dc9f6b tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a879394-4189-4461-b7d8-c414f598dc01 HTTP/1.1" status: 200 len: 944 time: 0.0496235 Apr 12 19:46:39.752843 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-31f75ca5-e81c-49be-b0e6-65cb222a2d99 req-d4aabc40-ad1a-4c62-bee9-1adaff7adc6d tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/security-groups?id=caae999b-6ab1-48ca-bc49-0938bf2e9075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425055 Apr 12 19:46:40.224876 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Device 6db8ab64-606d-4fd4-92bd-d78ab1f2931c up at agent hyperv_hv-cinder-83754 {{(pid=106714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:46:40.270957 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Provisioning complete for port 6db8ab64-606d-4fd4-92bd-d78ab1f2931c triggered by entity L2. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:46:40.271331 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (6db8ab64-606d-4fd4-92bd-d78ab1f2931c), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:40.349014 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Current status of the port 6db8ab64-606d-4fd4-92bd-d78ab1f2931c is: BUILD; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:46:40.349624 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (6db8ab64-606d-4fd4-92bd-d78ab1f2931c), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:40.373034 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a879394-4189-4461-b7d8-c414f598dc01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6db8ab64-606d-4fd4-92bd-d78ab1f2931c'}] {{(pid=106714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:46:40.375523 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a81cf7441df70286f4dc8f717b9c4c32a6686a605fef215f859f2b4f09b95be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cafbcbae-9da0-4b73-b0c2-0a64952e3946" -d '{"events": [{"server_uuid": "5a879394-4189-4461-b7d8-c414f598dc01", "name": "network-vif-plugged", "status": "completed", "tag": "6db8ab64-606d-4fd4-92bd-d78ab1f2931c"}]}' {{(pid=106714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:46:40.387375 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] For port 6db8ab64-606d-4fd4-92bd-d78ab1f2931c, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=6db8ab64-606d-4fd4-92bd-d78ab1f2931c,segment=NetworkSegment(091cad68-4d23-40d8-8acd-1c52000a0bc6),segment_id=091cad68-4d23-40d8-8acd-1c52000a0bc6)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:46:40.398614 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (6db8ab64-606d-4fd4-92bd-d78ab1f2931c), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:40.421700 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 19:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95a357e7-35bc-4edd-858a-b935351b3280 x-openstack-request-id: req-95a357e7-35bc-4edd-858a-b935351b3280 {{(pid=106714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:46:40.421978 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a879394-4189-4461-b7d8-c414f598dc01", "name": "network-vif-plugged", "status": "completed", "tag": "6db8ab64-606d-4fd4-92bd-d78ab1f2931c", "code": 200}]} {{(pid=106714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:46:40.422231 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-95a357e7-35bc-4edd-858a-b935351b3280 {{(pid=106714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:46:40.422623 dv-cinder-837540-1-iscsi neutron-server[106714]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95a357e7-35bc-4edd-858a-b935351b3280'] response: {'server_uuid': '5a879394-4189-4461-b7d8-c414f598dc01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6db8ab64-606d-4fd4-92bd-d78ab1f2931c', 'code': 200} Apr 12 19:46:40.448805 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Pushing event updated for resources: {'Port': ['ID=6db8ab64-606d-4fd4-92bd-d78ab1f2931c,revision_number=8']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:46:40.659734 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace7cee2-23f4-4c78-b0d7-d180c0f6c6f4 req-1e8ff7b6-30f7-478f-8653-0a6df61e271b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:40.661246 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-ace7cee2-23f4-4c78-b0d7-d180c0f6c6f4 req-1e8ff7b6-30f7-478f-8653-0a6df61e271b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5a879394-4189-4461-b7d8-c414f598dc01 HTTP/1.1" status: 200 len: 1129 time: 0.0387149 Apr 12 19:46:40.708569 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-ace7cee2-23f4-4c78-b0d7-d180c0f6c6f4 req-4b569bcc-2f1f-46a6-b46f-5949a9f71971 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=caae999b-6ab1-48ca-bc49-0938bf2e9075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377989 Apr 12 19:46:40.865430 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbe85e3-085b-47a3-8d95-19d8dff54043 req-4b087635-028c-437f-ab2b-a8ddd335c510 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:40.866911 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-cbbe85e3-085b-47a3-8d95-19d8dff54043 req-4b087635-028c-437f-ab2b-a8ddd335c510 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a879394-4189-4461-b7d8-c414f598dc01 HTTP/1.1" status: 200 len: 945 time: 0.0513051 Apr 12 19:46:40.914956 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-cbbe85e3-085b-47a3-8d95-19d8dff54043 req-0a4d2b8b-b155-4008-839f-6fe7012345f8 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/security-groups?id=caae999b-6ab1-48ca-bc49-0938bf2e9075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424869 Apr 12 19:46:42.029096 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044bdf9b-91a2-4033-b87d-a214391dadff req-ec3f399c-c252-40c2-b242-5c194caf644f tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:42.030537 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-044bdf9b-91a2-4033-b87d-a214391dadff req-ec3f399c-c252-40c2-b242-5c194caf644f tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a879394-4189-4461-b7d8-c414f598dc01 HTTP/1.1" status: 200 len: 945 time: 0.0496583 Apr 12 19:46:42.077280 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-044bdf9b-91a2-4033-b87d-a214391dadff req-6e87f9e0-fb15-4748-b1c3-15acc83c2b47 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/security-groups?id=caae999b-6ab1-48ca-bc49-0938bf2e9075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411930 Apr 12 19:46:43.187064 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097b7827-2832-4e23-81b7-0e76ad10cce2 req-bfdfef12-7b76-4d3a-8dc2-d936fc1ebb29 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:46:43.189099 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-097b7827-2832-4e23-81b7-0e76ad10cce2 req-bfdfef12-7b76-4d3a-8dc2-d936fc1ebb29 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a879394-4189-4461-b7d8-c414f598dc01 HTTP/1.1" status: 200 len: 945 time: 0.0456250 Apr 12 19:46:43.235610 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-097b7827-2832-4e23-81b7-0e76ad10cce2 req-dc5949f8-c6fa-433d-8bd5-60fbf2e882b9 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/security-groups?id=caae999b-6ab1-48ca-bc49-0938bf2e9075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405240 Apr 12 19:46:43.846730 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-59919bf3-db6c-48b2-a1af-c7bd6eb45e6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (055fa106-9079-4d8f-a829-e3ca37bbcb19), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:46.280563 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-5e834f76-cd36-4577-83be-c9285b852408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (4d9412c4-31b2-4fbf-87a0-f931332ab9d5), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:47.222915 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-0fb4a5ae-492f-43e3-90d5-82372e23b9ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (01005bd1-5b1e-41c6-b9b3-a4d4f93589b9), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:48.676796 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-655d5a5e-25bf-423f-acb4-166f4bec9d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (f3d2fb0e-5305-4f08-ab1f-5f1d50bdad22), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:50.467976 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (e0bf5abe-d5c5-40a1-a359-03156ade36a4), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:46:55.611647 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (ce4c6b0b-91ae-4576-82ad-f2f4ee2d2a45), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:47:13.847570 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-e1c01f0a-362f-4a09-a105-3e08ca11e93d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (055fa106-9079-4d8f-a829-e3ca37bbcb19), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:47:16.188585 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.agents_db [None req-c5aaa6ba-db5d-46db-92f0-20249d3ff0a0 None None] Agent healthcheck: found 6 active agents {{(pid=106718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 19:47:16.282368 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-06ed5365-4ef6-40b0-af5f-dbc1428f3ffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (4d9412c4-31b2-4fbf-87a0-f931332ab9d5), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:47:17.225205 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-0fb4a5ae-492f-43e3-90d5-82372e23b9ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (01005bd1-5b1e-41c6-b9b3-a4d4f93589b9), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:47:18.678098 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-655d5a5e-25bf-423f-acb4-166f4bec9d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (f3d2fb0e-5305-4f08-ab1f-5f1d50bdad22), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:47:20.471291 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (e0bf5abe-d5c5-40a1-a359-03156ade36a4), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:47:25.611343 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (ce4c6b0b-91ae-4576-82ad-f2f4ee2d2a45), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:47:27.967288 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-56a80e59-8271-4186-a380-959c575c0708 req-9ff632d4-96cd-48d7-9e2e-c76d7a857018 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9bd43d2c-7509-40a1-8847-f1ba5af244c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0368786 Apr 12 19:47:28.049779 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a80e59-8271-4186-a380-959c575c0708 req-a00773ee-3f5d-4cde-af44-0471adad1d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:47:28.051311 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-56a80e59-8271-4186-a380-959c575c0708 req-a00773ee-3f5d-4cde-af44-0471adad1d88 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e2849b4a348c4795bf965ba8cdf2467d&device_id=9bd43d2c-7509-40a1-8847-f1ba5af244c1 HTTP/1.1" status: 200 len: 1129 time: 0.0410230 Apr 12 19:47:28.153453 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a80e59-8271-4186-a380-959c575c0708 req-87dcfdff-acb7-4ee7-a862-d8d0e25591e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:47:28.155022 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-56a80e59-8271-4186-a380-959c575c0708 req-87dcfdff-acb7-4ee7-a862-d8d0e25591e9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9 HTTP/1.1" status: 200 len: 919 time: 0.0834193 Apr 12 19:47:28.198716 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-56a80e59-8271-4186-a380-959c575c0708 req-9bd9d0c5-243f-4f0c-b359-c2be285c1c89 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d6257e6-2440-4f52-93e8-88093d8604c7 HTTP/1.1" status: 200 len: 217 time: 0.0359983 Apr 12 19:47:28.245488 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a80e59-8271-4186-a380-959c575c0708 req-f8062303-0d78-4d40-a960-40068b353329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:47:28.246933 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-56a80e59-8271-4186-a380-959c575c0708 req-f8062303-0d78-4d40-a960-40068b353329 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7f57a095-a707-4feb-9d1c-8b1458759bd7 HTTP/1.1" status: 200 len: 857 time: 0.0418091 Apr 12 19:47:28.289739 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a80e59-8271-4186-a380-959c575c0708 req-469a8180-4e10-4521-94b7-5bc9a86fc4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:47:28.291232 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-56a80e59-8271-4186-a380-959c575c0708 req-469a8180-4e10-4521-94b7-5bc9a86fc4c4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0372391 Apr 12 19:47:28.383520 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-56a80e59-8271-4186-a380-959c575c0708 req-7ef95dda-dbc4-4419-84e2-62a20fc9b463 service neutron] 10.222.0.25 "GET /v2.0/networks/a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847335 Apr 12 19:47:28.471328 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-56a80e59-8271-4186-a380-959c575c0708 req-d3ba5ee7-cf72-4823-8a3e-0c894dc1f063 service neutron] 10.222.0.25 "GET /v2.0/networks/a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799685 Apr 12 19:47:42.373436 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742cec0f-a564-43ea-84ff-3c8cbb044947 req-8610fd99-a482-4275-948d-5a6525586586 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:47:42.374869 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-742cec0f-a564-43ea-84ff-3c8cbb044947 req-8610fd99-a482-4275-948d-5a6525586586 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=28fa6d0e-200c-446f-aa49-05e46224e6c4 HTTP/1.1" status: 200 len: 946 time: 0.0469453 Apr 12 19:47:42.420896 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-742cec0f-a564-43ea-84ff-3c8cbb044947 req-14f41190-8e09-40cc-825b-044a4eeebfdc tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=09f2f1d7-706b-4faf-b5aa-81a7b5af6a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400081 Apr 12 19:47:43.541382 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97887733-6d05-4ef2-a12f-7dce0afda996 req-ee4f8a4b-c5f5-464b-8d0c-66cc87d3b3c6 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:47:43.542862 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-97887733-6d05-4ef2-a12f-7dce0afda996 req-ee4f8a4b-c5f5-464b-8d0c-66cc87d3b3c6 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=28fa6d0e-200c-446f-aa49-05e46224e6c4 HTTP/1.1" status: 200 len: 946 time: 0.0482914 Apr 12 19:47:43.592399 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-97887733-6d05-4ef2-a12f-7dce0afda996 req-20eac4e2-4fc1-4ebe-ad5c-3e83cea2e1dd tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=09f2f1d7-706b-4faf-b5aa-81a7b5af6a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433345 Apr 12 19:47:43.850071 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-e9c96dc2-4591-4cd7-a65c-de19dbf789f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (055fa106-9079-4d8f-a829-e3ca37bbcb19), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:47:44.706722 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a799b7b-04f3-44e1-b872-f705e0aa7cb2 req-7f849f29-4b27-4cc0-8af8-2a1018bceaee tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:47:44.708178 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-8a799b7b-04f3-44e1-b872-f705e0aa7cb2 req-7f849f29-4b27-4cc0-8af8-2a1018bceaee tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=28fa6d0e-200c-446f-aa49-05e46224e6c4 HTTP/1.1" status: 200 len: 946 time: 0.0494277 Apr 12 19:47:44.753421 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-8a799b7b-04f3-44e1-b872-f705e0aa7cb2 req-48aa4dc5-929e-46f7-a808-9ee2e444121a tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=09f2f1d7-706b-4faf-b5aa-81a7b5af6a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397635 Apr 12 19:47:45.805960 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a28ac9c-0287-4c41-bc4c-98634732f674 req-09e16f5a-3682-4c1d-b0e5-1cbfcc338fb8 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:47:45.807420 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-7a28ac9c-0287-4c41-bc4c-98634732f674 req-09e16f5a-3682-4c1d-b0e5-1cbfcc338fb8 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.25 "GET /v2.0/ports?device_id=28fa6d0e-200c-446f-aa49-05e46224e6c4 HTTP/1.1" status: 200 len: 946 time: 0.0462852 Apr 12 19:47:45.895212 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76620690-2463-4652-8184-db3a3c8fbb5e req-61259e8a-da83-411e-8fba-2ed732f0bb90 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:47:45.896834 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-76620690-2463-4652-8184-db3a3c8fbb5e req-61259e8a-da83-411e-8fba-2ed732f0bb90 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=28fa6d0e-200c-446f-aa49-05e46224e6c4 HTTP/1.1" status: 200 len: 946 time: 0.0775132 Apr 12 19:47:45.956378 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.plugin [req-7a28ac9c-0287-4c41-bc4c-98634732f674 req-f7921bdc-8382-429c-9d38-1c62d79d067f tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Deleting port 666dc9c7-90f6-4f69-9067-f9b838abe046 {{(pid=106704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:47:45.956713 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-7a28ac9c-0287-4c41-bc4c-98634732f674 req-f7921bdc-8382-429c-9d38-1c62d79d067f tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749198460456'] for port (666dc9c7-90f6-4f69-9067-f9b838abe046), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:47:46.015776 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-76620690-2463-4652-8184-db3a3c8fbb5e req-e712e613-88fc-4024-9d42-76236d676bb8 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=09f2f1d7-706b-4faf-b5aa-81a7b5af6a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984602 Apr 12 19:47:46.053330 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.db [req-7a28ac9c-0287-4c41-bc4c-98634732f674 req-f7921bdc-8382-429c-9d38-1c62d79d067f tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] For port 666dc9c7-90f6-4f69-9067-f9b838abe046, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=666dc9c7-90f6-4f69-9067-f9b838abe046,segment=NetworkSegment(333e6cad-b775-43de-9af0-3109522046bb),segment_id=333e6cad-b775-43de-9af0-3109522046bb)] {{(pid=106704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:47:46.053624 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-7a28ac9c-0287-4c41-bc4c-98634732f674 req-f7921bdc-8382-429c-9d38-1c62d79d067f tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661808'] for port (666dc9c7-90f6-4f69-9067-f9b838abe046), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:47:46.226377 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-7a28ac9c-0287-4c41-bc4c-98634732f674 req-f7921bdc-8382-429c-9d38-1c62d79d067f tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:47:46.226730 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-7a28ac9c-0287-4c41-bc4c-98634732f674 req-f7921bdc-8382-429c-9d38-1c62d79d067f tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668094'] for floatingip (55961276-a6f8-44ce-b14f-0f679077f0db), after_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:47:46.227036 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.db.l3_db [req-7a28ac9c-0287-4c41-bc4c-98634732f674 req-f7921bdc-8382-429c-9d38-1c62d79d067f tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Floating IP 55961276-a6f8-44ce-b14f-0f679077f0db disassociated. External IP: 172.27.2.243, port: 666dc9c7-90f6-4f69-9067-f9b838abe046. Apr 12 19:47:46.227369 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.plugin [req-7a28ac9c-0287-4c41-bc4c-98634732f674 req-f7921bdc-8382-429c-9d38-1c62d79d067f tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Calling delete_port for 666dc9c7-90f6-4f69-9067-f9b838abe046 owned by compute:nova {{(pid=106704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:47:46.282372 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-08842916-78a3-45a9-bf14-623a82ecd3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (4d9412c4-31b2-4fbf-87a0-f931332ab9d5), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:47:46.351980 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-7a28ac9c-0287-4c41-bc4c-98634732f674 req-f7921bdc-8382-429c-9d38-1c62d79d067f tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749198465814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749198058671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8791401'] for port (666dc9c7-90f6-4f69-9067-f9b838abe046), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:47:46.387556 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7921bdc-8382-429c-9d38-1c62d79d067f tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Pushing event deleted for resources: {'Port': ['ID=666dc9c7-90f6-4f69-9067-f9b838abe046,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:47:46.675349 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7921bdc-8382-429c-9d38-1c62d79d067f tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:47:46.675696 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7921bdc-8382-429c-9d38-1c62d79d067f tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:47:46.676062 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7921bdc-8382-429c-9d38-1c62d79d067f tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:47:46.676402 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7921bdc-8382-429c-9d38-1c62d79d067f tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:47:46.676731 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7921bdc-8382-429c-9d38-1c62d79d067f tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:47:46.677060 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7921bdc-8382-429c-9d38-1c62d79d067f tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:47:46.677392 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7921bdc-8382-429c-9d38-1c62d79d067f tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:47:46.677713 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7921bdc-8382-429c-9d38-1c62d79d067f tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:47:46.678039 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7921bdc-8382-429c-9d38-1c62d79d067f tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:47:46.678360 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7921bdc-8382-429c-9d38-1c62d79d067f tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:47:46.678682 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7921bdc-8382-429c-9d38-1c62d79d067f tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:47:46.679001 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7921bdc-8382-429c-9d38-1c62d79d067f tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:47:46.679319 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7921bdc-8382-429c-9d38-1c62d79d067f tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:47:46.679634 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7921bdc-8382-429c-9d38-1c62d79d067f tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:47:46.679952 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7921bdc-8382-429c-9d38-1c62d79d067f tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:47:46.758825 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7a28ac9c-0287-4c41-bc4c-98634732f674 req-f7921bdc-8382-429c-9d38-1c62d79d067f tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Router 3763ba8b-a3ee-4c9f-a41d-86e8324e0beb has already been hosted by L3 agent 4d9412c4-31b2-4fbf-87a0-f931332ab9d5 {{(pid=106704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 19:47:46.872714 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7a28ac9c-0287-4c41-bc4c-98634732f674 req-f7921bdc-8382-429c-9d38-1c62d79d067f tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Notify agent at l3_agent.dv-cinder-837540-1-iscsi the message routers_updated {{(pid=106704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:47:46.883773 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8de53ed-b08f-4174-989e-5c15451b9327 None None] Sync routers for ids ['3763ba8b-a3ee-4c9f-a41d-86e8324e0beb'] in dv-cinder-837540-1-iscsi {{(pid=106714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:47:46.893076 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8de53ed-b08f-4174-989e-5c15451b9327 None None] Routers {'3763ba8b-a3ee-4c9f-a41d-86e8324e0beb'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:47:46.893693 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_hamode_db [None req-f8de53ed-b08f-4174-989e-5c15451b9327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:47:46Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['3763ba8b-a3ee-4c9f-a41d-86e8324e0beb'], 'active': True} {{(pid=106714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:47:46.914126 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a28ac9c-0287-4c41-bc4c-98634732f674 req-f7921bdc-8382-429c-9d38-1c62d79d067f tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] No DVR routers for this DVR port 666dc9c7-90f6-4f69-9067-f9b838abe046 on host hv-cinder-83754 {{(pid=106704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 19:47:46.916649 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-7a28ac9c-0287-4c41-bc4c-98634732f674 req-f7921bdc-8382-429c-9d38-1c62d79d067f tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245471'] for port (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:47:46.919987 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-7a28ac9c-0287-4c41-bc4c-98634732f674 req-f7921bdc-8382-429c-9d38-1c62d79d067f tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.25 "DELETE /v2.0/ports/666dc9c7-90f6-4f69-9067-f9b838abe046 HTTP/1.1" status: 204 len: 173 time: 1.1069093 Apr 12 19:47:46.920975 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28fa6d0e-200c-446f-aa49-05e46224e6c4', 'name': 'network-vif-deleted', 'tag': '666dc9c7-90f6-4f69-9067-f9b838abe046'}] {{(pid=106704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:47:46.923213 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7198706052eeb44005bd3d373437c5078b0bb903de01f30342c0d4536e5352d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f57ea35-9a9a-404b-86e3-153096d7bc62" -d '{"events": [{"server_uuid": "28fa6d0e-200c-446f-aa49-05e46224e6c4", "name": "network-vif-deleted", "tag": "666dc9c7-90f6-4f69-9067-f9b838abe046"}]}' {{(pid=106704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:47:46.962016 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 19:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87e1d02a-cd4c-4604-a788-8992cf66732c x-openstack-request-id: req-87e1d02a-cd4c-4604-a788-8992cf66732c {{(pid=106704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:47:46.962421 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28fa6d0e-200c-446f-aa49-05e46224e6c4", "name": "network-vif-deleted", "tag": "666dc9c7-90f6-4f69-9067-f9b838abe046", "status": "completed", "code": 200}]} {{(pid=106704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:47:46.962606 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-87e1d02a-cd4c-4604-a788-8992cf66732c {{(pid=106704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:47:46.962970 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87e1d02a-cd4c-4604-a788-8992cf66732c'] response: {'server_uuid': '28fa6d0e-200c-446f-aa49-05e46224e6c4', 'name': 'network-vif-deleted', 'tag': '666dc9c7-90f6-4f69-9067-f9b838abe046', 'status': 'completed', 'code': 200} Apr 12 19:47:47.010128 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_dvr_db [None req-f8de53ed-b08f-4174-989e-5c15451b9327 None None] Set router 3763ba8b-a3ee-4c9f-a41d-86e8324e0beb gateway port host: dv-cinder-837540-1-iscsi {{(pid=106714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:47:47.125788 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-25952c35-cc27-4a49-b624-86d3fbd54cdb req-ff25fafd-7125-4aba-ada6-352938ecd102 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=28fa6d0e-200c-446f-aa49-05e46224e6c4 HTTP/1.1" status: 200 len: 210 time: 0.0276933 Apr 12 19:47:47.228838 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_hamode_db [None req-f8de53ed-b08f-4174-989e-5c15451b9327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3763ba8b-a3ee-4c9f-a41d-86e8324e0beb', 'name': 'tempest-ServerRescueNegativeTestJSON-843523009-router', 'tenant_id': 'e2849b4a348c4795bf965ba8cdf2467d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'f4779415-2110-4259-ae16-ddc57e9c4593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:40:53Z', 'updated_at': '2022-04-12T19:40:57Z', 'revision_number': 4, 'project_id': 'e2849b4a348c4795bf965ba8cdf2467d', 'gw_port': {'id': 'f4779415-2110-4259-ae16-ddc57e9c4593', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:12:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3763ba8b-a3ee-4c9f-a41d-86e8324e0beb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:40:54Z', 'updated_at': '2022-04-12T19:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_interfaces': [{'id': '3870cd20-671b-4139-86bb-99bc95bb5259', 'name': '', 'network_id': 'a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9', 'tenant_id': 'e2849b4a348c4795bf965ba8cdf2467d', 'mac_address': 'fa:16:3e:ba:ee:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3763ba8b-a3ee-4c9f-a41d-86e8324e0beb', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '7f57a095-a707-4feb-9d1c-8b1458759bd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:40:56Z', 'updated_at': '2022-04-12T19:41:01Z', 'revision_number': 5, 'project_id': 'e2849b4a348c4795bf965ba8cdf2467d', 'subnets': [{'id': '7f57a095-a707-4feb-9d1c-8b1458759bd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:47:47.256213 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-0fb4a5ae-492f-43e3-90d5-82372e23b9ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (01005bd1-5b1e-41c6-b9b3-a4d4f93589b9), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:47:47.257119 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8de53ed-b08f-4174-989e-5c15451b9327 None None] Checking router: 3763ba8b-a3ee-4c9f-a41d-86e8324e0beb for host: dv-cinder-837540-1-iscsi {{(pid=106714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:47:47.265753 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8de53ed-b08f-4174-989e-5c15451b9327 None None] Routers {'3763ba8b-a3ee-4c9f-a41d-86e8324e0beb'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:47:47.266351 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_hamode_db [None req-f8de53ed-b08f-4174-989e-5c15451b9327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:47:46Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['3763ba8b-a3ee-4c9f-a41d-86e8324e0beb'], 'active': True} {{(pid=106714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:47:47.378954 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_dvr_db [None req-f8de53ed-b08f-4174-989e-5c15451b9327 None None] Set router 3763ba8b-a3ee-4c9f-a41d-86e8324e0beb gateway port host: dv-cinder-837540-1-iscsi {{(pid=106714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:47:47.572213 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_hamode_db [None req-f8de53ed-b08f-4174-989e-5c15451b9327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3763ba8b-a3ee-4c9f-a41d-86e8324e0beb', 'name': 'tempest-ServerRescueNegativeTestJSON-843523009-router', 'tenant_id': 'e2849b4a348c4795bf965ba8cdf2467d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'f4779415-2110-4259-ae16-ddc57e9c4593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:40:53Z', 'updated_at': '2022-04-12T19:40:57Z', 'revision_number': 4, 'project_id': 'e2849b4a348c4795bf965ba8cdf2467d', 'gw_port': {'id': 'f4779415-2110-4259-ae16-ddc57e9c4593', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:12:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3763ba8b-a3ee-4c9f-a41d-86e8324e0beb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:40:54Z', 'updated_at': '2022-04-12T19:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_interfaces': [{'id': '3870cd20-671b-4139-86bb-99bc95bb5259', 'name': '', 'network_id': 'a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9', 'tenant_id': 'e2849b4a348c4795bf965ba8cdf2467d', 'mac_address': 'fa:16:3e:ba:ee:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3763ba8b-a3ee-4c9f-a41d-86e8324e0beb', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '7f57a095-a707-4feb-9d1c-8b1458759bd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:40:56Z', 'updated_at': '2022-04-12T19:41:01Z', 'revision_number': 5, 'project_id': 'e2849b4a348c4795bf965ba8cdf2467d', 'subnets': [{'id': '7f57a095-a707-4feb-9d1c-8b1458759bd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:47:47.598274 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8de53ed-b08f-4174-989e-5c15451b9327 None None] The sync data for ids ['3763ba8b-a3ee-4c9f-a41d-86e8324e0beb'] in dv-cinder-837540-1-iscsi is: [{'id': '3763ba8b-a3ee-4c9f-a41d-86e8324e0beb', 'name': 'tempest-ServerRescueNegativeTestJSON-843523009-router', 'tenant_id': 'e2849b4a348c4795bf965ba8cdf2467d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'f4779415-2110-4259-ae16-ddc57e9c4593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:40:53Z', 'updated_at': '2022-04-12T19:40:57Z', 'revision_number': 4, 'project_id': 'e2849b4a348c4795bf965ba8cdf2467d', 'gw_port': {'id': 'f4779415-2110-4259-ae16-ddc57e9c4593', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:12:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3763ba8b-a3ee-4c9f-a41d-86e8324e0beb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:40:54Z', 'updated_at': '2022-04-12T19:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_interfaces': [{'id': '3870cd20-671b-4139-86bb-99bc95bb5259', 'name': '', 'network_id': 'a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9', 'tenant_id': 'e2849b4a348c4795bf965ba8cdf2467d', 'mac_address': 'fa:16:3e:ba:ee:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3763ba8b-a3ee-4c9f-a41d-86e8324e0beb', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '7f57a095-a707-4feb-9d1c-8b1458759bd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:40:56Z', 'updated_at': '2022-04-12T19:41:01Z', 'revision_number': 5, 'project_id': 'e2849b4a348c4795bf965ba8cdf2467d', 'subnets': [{'id': '7f57a095-a707-4feb-9d1c-8b1458759bd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:47:47.819358 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9712a5e1-3626-417b-9c76-ad305e29e3f6 None None] New status for floating IP 55961276-a6f8-44ce-b14f-0f679077f0db: DOWN {{(pid=106718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 19:47:48.207104 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 38164) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:47:48.258969 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-609ef44b-9c63-4f6d-b134-5eceba882acd tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Publish callbacks [] for security_group (09f2f1d7-706b-4faf-b5aa-81a7b5af6a8f), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:47:48.281255 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-609ef44b-9c63-4f6d-b134-5eceba882acd tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Publish callbacks [] for security_group (09f2f1d7-706b-4faf-b5aa-81a7b5af6a8f), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:47:48.328893 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-609ef44b-9c63-4f6d-b134-5eceba882acd tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (09f2f1d7-706b-4faf-b5aa-81a7b5af6a8f), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:47:48.331432 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-609ef44b-9c63-4f6d-b134-5eceba882acd tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Publish callbacks [] for security_group (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:47:48.332641 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-609ef44b-9c63-4f6d-b134-5eceba882acd tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "DELETE /v2.0/security-groups/09f2f1d7-706b-4faf-b5aa-81a7b5af6a8f HTTP/1.1" status: 204 len: 168 time: 0.1245234 Apr 12 19:47:48.335217 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 38166) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:47:48.341329 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609ef44b-9c63-4f6d-b134-5eceba882acd tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f2f1d7-706b-4faf-b5aa-81a7b5af6a8f,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:47:48.349606 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.api.v2.resource [None req-d66823dd-f6d2-41c3-93f6-42f2583544d7 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] show failed (client error): The resource could not be found. Apr 12 19:47:48.350589 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-d66823dd-f6d2-41c3-93f6-42f2583544d7 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups/09f2f1d7-706b-4faf-b5aa-81a7b5af6a8f HTTP/1.1" status: 404 len: 347 time: 0.0143967 Apr 12 19:47:48.353335 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 38168) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:47:48.468864 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.plugin [None req-7daebdba-c8bd-49cb-886c-1812639e7a39 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Deleting port a7a14cfb-72a6-43de-b8f2-23bba96e6ddf {{(pid=106704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:47:48.469115 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-7daebdba-c8bd-49cb-886c-1812639e7a39 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749198460456'] for port (a7a14cfb-72a6-43de-b8f2-23bba96e6ddf), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:47:48.542612 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-7daebdba-c8bd-49cb-886c-1812639e7a39 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661808'] for port (a7a14cfb-72a6-43de-b8f2-23bba96e6ddf), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:47:48.542923 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-7daebdba-c8bd-49cb-886c-1812639e7a39 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Publish callbacks [] for floatingip (a7a14cfb-72a6-43de-b8f2-23bba96e6ddf), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:47:48.543044 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Device 666dc9c7-90f6-4f69-9067-f9b838abe046 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=106714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 19:47:48.555618 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.plugin [None req-7daebdba-c8bd-49cb-886c-1812639e7a39 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Calling delete_port for a7a14cfb-72a6-43de-b8f2-23bba96e6ddf owned by network:floatingip {{(pid=106704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:47:48.565607 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] No Port match for: 666dc9c7-90f6-4f69-9067-f9b838abe046 {{(pid=106714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 19:47:48.565972 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Device 666dc9c7-90f6-4f69-9067-f9b838abe046 not bound to the agent host hv-cinder-83754 {{(pid=106714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 19:47:48.684111 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-7daebdba-c8bd-49cb-886c-1812639e7a39 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749198465814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749198058671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8791401'] for port (a7a14cfb-72a6-43de-b8f2-23bba96e6ddf), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:47:48.685054 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-655d5a5e-25bf-423f-acb4-166f4bec9d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (f3d2fb0e-5305-4f08-ab1f-5f1d50bdad22), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:47:48.709080 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daebdba-c8bd-49cb-886c-1812639e7a39 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Pushing event deleted for resources: {'Port': ['ID=a7a14cfb-72a6-43de-b8f2-23bba96e6ddf,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:47:48.772515 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-7daebdba-c8bd-49cb-886c-1812639e7a39 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Publish callbacks [] for floatingip (55961276-a6f8-44ce-b14f-0f679077f0db), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:47:48.774976 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-7daebdba-c8bd-49cb-886c-1812639e7a39 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245471'] for floatingip (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:47:48.776142 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-7daebdba-c8bd-49cb-886c-1812639e7a39 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "DELETE /v2.0/floatingips/55961276-a6f8-44ce-b14f-0f679077f0db HTTP/1.1" status: 204 len: 168 time: 0.4218175 Apr 12 19:47:50.477540 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (e0bf5abe-d5c5-40a1-a359-03156ade36a4), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:47:51.226254 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae2ae27-6f42-4d7c-a2b6-94e3b01a4d2a req-1695fde9-8b38-41e6-be57-ca3e41543581 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:47:51.227852 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-cae2ae27-6f42-4d7c-a2b6-94e3b01a4d2a req-1695fde9-8b38-41e6-be57-ca3e41543581 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed5d5b75-5593-42f3-8e63-2df69df80a03 HTTP/1.1" status: 200 len: 946 time: 0.0472591 Apr 12 19:47:51.275594 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-cae2ae27-6f42-4d7c-a2b6-94e3b01a4d2a req-46ae0e37-7bba-4338-91ad-5ae8261eea3f tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=346a5e8c-2cdd-4158-9a92-b9fe91eadcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419378 Apr 12 19:47:52.096967 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e604d9a-fd24-4b96-9f1c-a049be49b43c req-f3131c66-565f-43a9-823b-5271b71065f8 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:47:52.098421 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-9e604d9a-fd24-4b96-9f1c-a049be49b43c req-f3131c66-565f-43a9-823b-5271b71065f8 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed5d5b75-5593-42f3-8e63-2df69df80a03 HTTP/1.1" status: 200 len: 946 time: 0.0522699 Apr 12 19:47:52.196813 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.plugin [req-9e604d9a-fd24-4b96-9f1c-a049be49b43c req-cadc1d22-aa38-4356-b8b7-10561fa433da tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Deleting port f9ffe87e-2b3b-4df2-8a9f-4b266f5c8763 {{(pid=106704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:47:52.197155 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-9e604d9a-fd24-4b96-9f1c-a049be49b43c req-cadc1d22-aa38-4356-b8b7-10561fa433da tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749198460456'] for port (f9ffe87e-2b3b-4df2-8a9f-4b266f5c8763), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:47:52.287060 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.db [req-9e604d9a-fd24-4b96-9f1c-a049be49b43c req-cadc1d22-aa38-4356-b8b7-10561fa433da tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] For port f9ffe87e-2b3b-4df2-8a9f-4b266f5c8763, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=f9ffe87e-2b3b-4df2-8a9f-4b266f5c8763,segment=NetworkSegment(333e6cad-b775-43de-9af0-3109522046bb),segment_id=333e6cad-b775-43de-9af0-3109522046bb)] {{(pid=106704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:47:52.287670 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-9e604d9a-fd24-4b96-9f1c-a049be49b43c req-cadc1d22-aa38-4356-b8b7-10561fa433da tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661808'] for port (f9ffe87e-2b3b-4df2-8a9f-4b266f5c8763), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:47:52.302038 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.plugin [req-9e604d9a-fd24-4b96-9f1c-a049be49b43c req-cadc1d22-aa38-4356-b8b7-10561fa433da tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Calling delete_port for f9ffe87e-2b3b-4df2-8a9f-4b266f5c8763 owned by compute:nova {{(pid=106704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:47:52.392131 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735e7d36-c66f-4bc9-b15d-37d47c451a1f req-59dc56e9-21d7-4b20-84a5-7dd52c51439d tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:47:52.393626 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-735e7d36-c66f-4bc9-b15d-37d47c451a1f req-59dc56e9-21d7-4b20-84a5-7dd52c51439d tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed5d5b75-5593-42f3-8e63-2df69df80a03 HTTP/1.1" status: 200 len: 946 time: 0.0482295 Apr 12 19:47:52.438147 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-9e604d9a-fd24-4b96-9f1c-a049be49b43c req-cadc1d22-aa38-4356-b8b7-10561fa433da tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749198465814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749198058671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8791401'] for port (f9ffe87e-2b3b-4df2-8a9f-4b266f5c8763), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:47:52.447504 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-735e7d36-c66f-4bc9-b15d-37d47c451a1f req-a2aa65e6-5c4f-46b5-b4ac-8fefd182eef7 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=346a5e8c-2cdd-4158-9a92-b9fe91eadcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478754 Apr 12 19:47:52.451429 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] get_ports_and_sgs() called for port_ids ['7d6257e6-2440-4f52-93e8-88093d8604c7', 'f9ffe87e-2b3b-4df2-8a9f-4b266f5c8763'] {{(pid=106714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 19:47:52.477199 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadc1d22-aa38-4356-b8b7-10561fa433da tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Pushing event deleted for resources: {'Port': ['ID=f9ffe87e-2b3b-4df2-8a9f-4b266f5c8763,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:47:52.523007 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e604d9a-fd24-4b96-9f1c-a049be49b43c req-cadc1d22-aa38-4356-b8b7-10561fa433da tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] No DVR routers for this DVR port f9ffe87e-2b3b-4df2-8a9f-4b266f5c8763 on host hv-cinder-83754 {{(pid=106704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 19:47:52.530533 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-9e604d9a-fd24-4b96-9f1c-a049be49b43c req-cadc1d22-aa38-4356-b8b7-10561fa433da tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245471'] for port (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:47:52.534214 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-9e604d9a-fd24-4b96-9f1c-a049be49b43c req-cadc1d22-aa38-4356-b8b7-10561fa433da tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.25 "DELETE /v2.0/ports/f9ffe87e-2b3b-4df2-8a9f-4b266f5c8763 HTTP/1.1" status: 204 len: 173 time: 0.4180427 Apr 12 19:47:52.534717 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed5d5b75-5593-42f3-8e63-2df69df80a03', 'name': 'network-vif-deleted', 'tag': 'f9ffe87e-2b3b-4df2-8a9f-4b266f5c8763'}] {{(pid=106704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:47:52.537126 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7198706052eeb44005bd3d373437c5078b0bb903de01f30342c0d4536e5352d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59d35459-595b-4ec9-bc79-84cb40e95ded" -d '{"events": [{"server_uuid": "ed5d5b75-5593-42f3-8e63-2df69df80a03", "name": "network-vif-deleted", "tag": "f9ffe87e-2b3b-4df2-8a9f-4b266f5c8763"}]}' {{(pid=106704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:47:52.577431 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 19:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c479ca-d4d3-4472-8f92-3b82d466bee0 x-openstack-request-id: req-74c479ca-d4d3-4472-8f92-3b82d466bee0 {{(pid=106704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:47:52.577756 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed5d5b75-5593-42f3-8e63-2df69df80a03", "name": "network-vif-deleted", "tag": "f9ffe87e-2b3b-4df2-8a9f-4b266f5c8763", "status": "completed", "code": 200}]} {{(pid=106704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:47:52.577982 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-74c479ca-d4d3-4472-8f92-3b82d466bee0 {{(pid=106704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:47:52.578532 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74c479ca-d4d3-4472-8f92-3b82d466bee0'] response: {'server_uuid': 'ed5d5b75-5593-42f3-8e63-2df69df80a03', 'name': 'network-vif-deleted', 'tag': 'f9ffe87e-2b3b-4df2-8a9f-4b266f5c8763', 'status': 'completed', 'code': 200} Apr 12 19:47:53.187171 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.agents_db [None req-c5aaa6ba-db5d-46db-92f0-20249d3ff0a0 None None] Agent healthcheck: found 6 active agents {{(pid=106718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 19:47:53.712014 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1d2309-8304-41d3-9fee-3ae694d7ef72 req-e9bc0347-1996-4051-936d-36ad100e7e54 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:47:53.713394 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-2a1d2309-8304-41d3-9fee-3ae694d7ef72 req-e9bc0347-1996-4051-936d-36ad100e7e54 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bd43d2c-7509-40a1-8847-f1ba5af244c1 HTTP/1.1" status: 200 len: 945 time: 0.0468442 Apr 12 19:47:53.762263 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-2a1d2309-8304-41d3-9fee-3ae694d7ef72 req-09fd539d-3926-4b8d-bebd-2bad598d9bd1 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=346a5e8c-2cdd-4158-9a92-b9fe91eadcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433445 Apr 12 19:47:54.061823 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbbb853-13b6-4edb-9b59-b742c2e23fa4 req-8971f2f0-109b-48bf-abbb-1a5fb1c9973f tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:47:54.063855 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-4fbbb853-13b6-4edb-9b59-b742c2e23fa4 req-8971f2f0-109b-48bf-abbb-1a5fb1c9973f tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/ports?device_id=314bcfad-0c5e-470b-8c2e-dead93548065 HTTP/1.1" status: 200 len: 945 time: 0.0451627 Apr 12 19:47:54.112558 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-4fbbb853-13b6-4edb-9b59-b742c2e23fa4 req-f5406596-0b1a-4eab-a55b-953a16bb0821 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/security-groups?id=9afa989c-41eb-4072-94fb-fe5929906117&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432856 Apr 12 19:47:54.878103 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0c6179-4dc9-4982-b723-cfbc709c82ce req-a2daf4bc-4e2d-4416-946e-5eacdd483cb4 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:47:54.879571 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-0e0c6179-4dc9-4982-b723-cfbc709c82ce req-a2daf4bc-4e2d-4416-946e-5eacdd483cb4 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bd43d2c-7509-40a1-8847-f1ba5af244c1 HTTP/1.1" status: 200 len: 945 time: 0.0493767 Apr 12 19:47:54.925033 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-0e0c6179-4dc9-4982-b723-cfbc709c82ce req-4d7eabc0-ee5e-42af-bbe3-0663fdb91ba9 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=346a5e8c-2cdd-4158-9a92-b9fe91eadcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396421 Apr 12 19:47:55.222179 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4690410-0b4d-47dc-a4f9-2e44a696d260 req-690a9eeb-4f06-4e87-8c57-d474251a924c tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:47:55.223557 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-f4690410-0b4d-47dc-a4f9-2e44a696d260 req-690a9eeb-4f06-4e87-8c57-d474251a924c tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/ports?device_id=314bcfad-0c5e-470b-8c2e-dead93548065 HTTP/1.1" status: 200 len: 945 time: 0.0458829 Apr 12 19:47:55.269008 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-f4690410-0b4d-47dc-a4f9-2e44a696d260 req-a10b02d7-9b67-4e26-a5f5-4bde7afd99d5 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/security-groups?id=9afa989c-41eb-4072-94fb-fe5929906117&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399549 Apr 12 19:47:55.573172 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55372e39-58df-452b-8526-45e99f4275ef req-26bdbb04-1a5d-44bb-ba74-8e6a25919ede tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:47:55.574510 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-55372e39-58df-452b-8526-45e99f4275ef req-26bdbb04-1a5d-44bb-ba74-8e6a25919ede tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bd43d2c-7509-40a1-8847-f1ba5af244c1 HTTP/1.1" status: 200 len: 945 time: 0.0456512 Apr 12 19:47:55.617676 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (ce4c6b0b-91ae-4576-82ad-f2f4ee2d2a45), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:47:55.691485 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.plugin [req-55372e39-58df-452b-8526-45e99f4275ef req-75db70ef-6dbe-4be4-bc48-c3df04d09294 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Deleting port 7d6257e6-2440-4f52-93e8-88093d8604c7 {{(pid=106704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:47:55.691819 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-55372e39-58df-452b-8526-45e99f4275ef req-75db70ef-6dbe-4be4-bc48-c3df04d09294 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749198460456'] for port (7d6257e6-2440-4f52-93e8-88093d8604c7), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:47:55.814336 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8de3e43-8026-490d-a257-413fcbc8c96d req-de5c0fc8-e448-4479-a282-51d171124b77 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:47:55.815759 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-c8de3e43-8026-490d-a257-413fcbc8c96d req-de5c0fc8-e448-4479-a282-51d171124b77 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.25 "GET /v2.0/ports?device_id=314bcfad-0c5e-470b-8c2e-dead93548065 HTTP/1.1" status: 200 len: 945 time: 0.0646133 Apr 12 19:47:55.818329 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.db [req-55372e39-58df-452b-8526-45e99f4275ef req-75db70ef-6dbe-4be4-bc48-c3df04d09294 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] For port 7d6257e6-2440-4f52-93e8-88093d8604c7, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=7d6257e6-2440-4f52-93e8-88093d8604c7,segment=NetworkSegment(333e6cad-b775-43de-9af0-3109522046bb),segment_id=333e6cad-b775-43de-9af0-3109522046bb)] {{(pid=106704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:47:55.818802 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-55372e39-58df-452b-8526-45e99f4275ef req-75db70ef-6dbe-4be4-bc48-c3df04d09294 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661808'] for port (7d6257e6-2440-4f52-93e8-88093d8604c7), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:47:55.875029 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.plugin [req-55372e39-58df-452b-8526-45e99f4275ef req-75db70ef-6dbe-4be4-bc48-c3df04d09294 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Calling delete_port for 7d6257e6-2440-4f52-93e8-88093d8604c7 owned by compute:nova {{(pid=106704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:47:55.976171 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.plugin [req-c8de3e43-8026-490d-a257-413fcbc8c96d req-35a831c0-3b6c-4257-8d1a-980d395a01b0 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Deleting port 4b939a0b-7a17-4ca3-88b8-23ba1f94a805 {{(pid=106704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:47:55.976804 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-c8de3e43-8026-490d-a257-413fcbc8c96d req-35a831c0-3b6c-4257-8d1a-980d395a01b0 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749198460456'] for port (4b939a0b-7a17-4ca3-88b8-23ba1f94a805), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:47:56.094515 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f44e577-c0a1-42b4-a464-50bc6f6aaff5 req-d75a0352-91a3-4e8f-bcc0-9367247aac1a tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:47:56.095999 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-0f44e577-c0a1-42b4-a464-50bc6f6aaff5 req-d75a0352-91a3-4e8f-bcc0-9367247aac1a tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bd43d2c-7509-40a1-8847-f1ba5af244c1 HTTP/1.1" status: 200 len: 945 time: 0.1013992 Apr 12 19:47:56.177133 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.db [req-c8de3e43-8026-490d-a257-413fcbc8c96d req-35a831c0-3b6c-4257-8d1a-980d395a01b0 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] For port 4b939a0b-7a17-4ca3-88b8-23ba1f94a805, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=4b939a0b-7a17-4ca3-88b8-23ba1f94a805,segment=NetworkSegment(bcbff496-9379-41c1-8ff0-8a4d3d91ad6b),segment_id=bcbff496-9379-41c1-8ff0-8a4d3d91ad6b)] {{(pid=106704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:47:56.177493 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-c8de3e43-8026-490d-a257-413fcbc8c96d req-35a831c0-3b6c-4257-8d1a-980d395a01b0 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661808'] for port (4b939a0b-7a17-4ca3-88b8-23ba1f94a805), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:47:56.233884 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-55372e39-58df-452b-8526-45e99f4275ef req-75db70ef-6dbe-4be4-bc48-c3df04d09294 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749198465814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749198058671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8791401'] for port (7d6257e6-2440-4f52-93e8-88093d8604c7), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:47:56.245462 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] get_ports_and_sgs() called for port_ids ['7d6257e6-2440-4f52-93e8-88093d8604c7'] {{(pid=106714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 19:47:56.271916 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-0f44e577-c0a1-42b4-a464-50bc6f6aaff5 req-24710ebf-5443-481f-9bb9-38a897fb2d6e tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.15 "GET /v2.0/security-groups?id=346a5e8c-2cdd-4158-9a92-b9fe91eadcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514027 Apr 12 19:47:56.277742 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75db70ef-6dbe-4be4-bc48-c3df04d09294 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Pushing event deleted for resources: {'Port': ['ID=7d6257e6-2440-4f52-93e8-88093d8604c7,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:47:56.359870 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.l3_dvrscheduler_db [req-55372e39-58df-452b-8526-45e99f4275ef req-75db70ef-6dbe-4be4-bc48-c3df04d09294 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] No DVR routers for this DVR port 7d6257e6-2440-4f52-93e8-88093d8604c7 on host hv-cinder-83754 {{(pid=106704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 19:47:56.363588 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-55372e39-58df-452b-8526-45e99f4275ef req-75db70ef-6dbe-4be4-bc48-c3df04d09294 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245471'] for port (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:47:56.366897 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-55372e39-58df-452b-8526-45e99f4275ef req-75db70ef-6dbe-4be4-bc48-c3df04d09294 tempest-ServerRescueNegativeTestJSON-1446579392 tempest-ServerRescueNegativeTestJSON-1446579392-project] 10.222.0.25 "DELETE /v2.0/ports/7d6257e6-2440-4f52-93e8-88093d8604c7 HTTP/1.1" status: 204 len: 173 time: 0.7590723 Apr 12 19:47:56.367366 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bd43d2c-7509-40a1-8847-f1ba5af244c1', 'name': 'network-vif-deleted', 'tag': '7d6257e6-2440-4f52-93e8-88093d8604c7'}] {{(pid=106704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:47:56.369639 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7198706052eeb44005bd3d373437c5078b0bb903de01f30342c0d4536e5352d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d16bfac9-6e36-47fd-a9e2-886d1d677999" -d '{"events": [{"server_uuid": "9bd43d2c-7509-40a1-8847-f1ba5af244c1", "name": "network-vif-deleted", "tag": "7d6257e6-2440-4f52-93e8-88093d8604c7"}]}' {{(pid=106704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:47:56.398917 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6c90d9-d70d-449b-994a-95e4078b3332 req-7c92d6cb-6c2d-456e-bedf-f99e35fa614c tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:47:56.400644 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-5f6c90d9-d70d-449b-994a-95e4078b3332 req-7c92d6cb-6c2d-456e-bedf-f99e35fa614c tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/ports?device_id=314bcfad-0c5e-470b-8c2e-dead93548065 HTTP/1.1" status: 200 len: 945 time: 0.0568113 Apr 12 19:47:56.415530 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 19:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-256961a3-b9ef-4b25-8bd6-49146a02f167 x-openstack-request-id: req-256961a3-b9ef-4b25-8bd6-49146a02f167 {{(pid=106704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:47:56.415869 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bd43d2c-7509-40a1-8847-f1ba5af244c1", "name": "network-vif-deleted", "tag": "7d6257e6-2440-4f52-93e8-88093d8604c7", "status": "completed", "code": 200}]} {{(pid=106704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:47:56.416719 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-256961a3-b9ef-4b25-8bd6-49146a02f167 {{(pid=106704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:47:56.417197 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.notifiers.nova [-] Nova event matching ['req-256961a3-b9ef-4b25-8bd6-49146a02f167'] response: {'server_uuid': '9bd43d2c-7509-40a1-8847-f1ba5af244c1', 'name': 'network-vif-deleted', 'tag': '7d6257e6-2440-4f52-93e8-88093d8604c7', 'status': 'completed', 'code': 200} Apr 12 19:47:56.472582 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-5f6c90d9-d70d-449b-994a-95e4078b3332 req-824b06a0-56e1-4c3f-9867-2ac039ae77f0 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/security-groups?id=9afa989c-41eb-4072-94fb-fe5929906117&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628228 Apr 12 19:47:56.495468 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-c8de3e43-8026-490d-a257-413fcbc8c96d req-35a831c0-3b6c-4257-8d1a-980d395a01b0 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:47:56.495847 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-c8de3e43-8026-490d-a257-413fcbc8c96d req-35a831c0-3b6c-4257-8d1a-980d395a01b0 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668094'] for floatingip (57c25120-de5f-4354-8e12-8a559bb9fdd9), after_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:47:56.496241 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.db.l3_db [req-c8de3e43-8026-490d-a257-413fcbc8c96d req-35a831c0-3b6c-4257-8d1a-980d395a01b0 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Floating IP 57c25120-de5f-4354-8e12-8a559bb9fdd9 disassociated. External IP: 172.27.2.60, port: 4b939a0b-7a17-4ca3-88b8-23ba1f94a805. Apr 12 19:47:56.496667 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.plugin [req-c8de3e43-8026-490d-a257-413fcbc8c96d req-35a831c0-3b6c-4257-8d1a-980d395a01b0 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Calling delete_port for 4b939a0b-7a17-4ca3-88b8-23ba1f94a805 owned by compute:nova {{(pid=106704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:47:56.628278 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-c8de3e43-8026-490d-a257-413fcbc8c96d req-35a831c0-3b6c-4257-8d1a-980d395a01b0 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749198465814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749198058671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8791401'] for port (4b939a0b-7a17-4ca3-88b8-23ba1f94a805), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:47:56.638637 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Device 7d6257e6-2440-4f52-93e8-88093d8604c7 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=106714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 19:47:56.659114 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] No Port match for: 7d6257e6-2440-4f52-93e8-88093d8604c7 {{(pid=106714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 19:47:56.659457 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Device 7d6257e6-2440-4f52-93e8-88093d8604c7 not bound to the agent host hv-cinder-83754 {{(pid=106714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 19:47:56.659611 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a831c0-3b6c-4257-8d1a-980d395a01b0 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Pushing event deleted for resources: {'Port': ['ID=4b939a0b-7a17-4ca3-88b8-23ba1f94a805,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:47:56.660206 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Device 4b939a0b-7a17-4ca3-88b8-23ba1f94a805 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=106714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 19:47:56.679980 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] No Port match for: 4b939a0b-7a17-4ca3-88b8-23ba1f94a805 {{(pid=106714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 19:47:56.680520 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Device 4b939a0b-7a17-4ca3-88b8-23ba1f94a805 not bound to the agent host hv-cinder-83754 {{(pid=106714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 19:47:56.681536 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Device f9ffe87e-2b3b-4df2-8a9f-4b266f5c8763 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=106714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 19:47:56.704790 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] No Port match for: f9ffe87e-2b3b-4df2-8a9f-4b266f5c8763 {{(pid=106714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 19:47:56.705140 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Device f9ffe87e-2b3b-4df2-8a9f-4b266f5c8763 not bound to the agent host hv-cinder-83754 {{(pid=106714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 19:47:56.776793 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c8de3e43-8026-490d-a257-413fcbc8c96d req-35a831c0-3b6c-4257-8d1a-980d395a01b0 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Router b18ff2db-c3ca-4b36-83ec-0fa886e80341 has already been hosted by L3 agent 4d9412c4-31b2-4fbf-87a0-f931332ab9d5 {{(pid=106704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 19:47:56.889763 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c8de3e43-8026-490d-a257-413fcbc8c96d req-35a831c0-3b6c-4257-8d1a-980d395a01b0 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Notify agent at l3_agent.dv-cinder-837540-1-iscsi the message routers_updated {{(pid=106704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:47:56.899353 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139a3bcd-ac5c-4fb7-8d0c-f10fac010265 None None] Sync routers for ids ['b18ff2db-c3ca-4b36-83ec-0fa886e80341'] in dv-cinder-837540-1-iscsi {{(pid=106714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:47:56.908721 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139a3bcd-ac5c-4fb7-8d0c-f10fac010265 None None] Routers {'b18ff2db-c3ca-4b36-83ec-0fa886e80341'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:47:56.909330 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_hamode_db [None req-139a3bcd-ac5c-4fb7-8d0c-f10fac010265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:47:46Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['b18ff2db-c3ca-4b36-83ec-0fa886e80341'], 'active': True} {{(pid=106714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:47:56.930993 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8de3e43-8026-490d-a257-413fcbc8c96d req-35a831c0-3b6c-4257-8d1a-980d395a01b0 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] No DVR routers for this DVR port 4b939a0b-7a17-4ca3-88b8-23ba1f94a805 on host hv-cinder-83754 {{(pid=106704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 19:47:56.933447 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-c8de3e43-8026-490d-a257-413fcbc8c96d req-35a831c0-3b6c-4257-8d1a-980d395a01b0 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245471'] for port (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:47:56.936761 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-c8de3e43-8026-490d-a257-413fcbc8c96d req-35a831c0-3b6c-4257-8d1a-980d395a01b0 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.25 "DELETE /v2.0/ports/4b939a0b-7a17-4ca3-88b8-23ba1f94a805 HTTP/1.1" status: 204 len: 173 time: 1.1150303 Apr 12 19:47:57.029286 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_dvr_db [None req-139a3bcd-ac5c-4fb7-8d0c-f10fac010265 None None] Set router b18ff2db-c3ca-4b36-83ec-0fa886e80341 gateway port host: dv-cinder-837540-1-iscsi {{(pid=106714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:47:57.227435 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_hamode_db [None req-139a3bcd-ac5c-4fb7-8d0c-f10fac010265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18ff2db-c3ca-4b36-83ec-0fa886e80341', 'name': 'tempest-AttachVolumeNegativeTest-1783169139-router', 'tenant_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '11d01457-6788-4684-96e1-1ddb12a76ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:39:17Z', 'updated_at': '2022-04-12T19:39:23Z', 'revision_number': 4, 'project_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'gw_port': {'id': '11d01457-6788-4684-96e1-1ddb12a76ffb', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ea:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18ff2db-c3ca-4b36-83ec-0fa886e80341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:39:17Z', 'updated_at': '2022-04-12T19:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_interfaces': [{'id': '9f4a38d1-f0e9-4138-9648-e005b578b7dc', 'name': '', 'network_id': '7d6decb1-add4-41a2-b83e-9ac42c2293d8', 'tenant_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'mac_address': 'fa:16:3e:8c:04:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18ff2db-c3ca-4b36-83ec-0fa886e80341', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'fc7e26f8-26c2-4af8-af1d-d7fc67300eb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:39:21Z', 'updated_at': '2022-04-12T19:39:29Z', 'revision_number': 5, 'project_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'subnets': [{'id': 'fc7e26f8-26c2-4af8-af1d-d7fc67300eb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:47:57.253628 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139a3bcd-ac5c-4fb7-8d0c-f10fac010265 None None] Checking router: b18ff2db-c3ca-4b36-83ec-0fa886e80341 for host: dv-cinder-837540-1-iscsi {{(pid=106714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:47:57.261823 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139a3bcd-ac5c-4fb7-8d0c-f10fac010265 None None] Routers {'b18ff2db-c3ca-4b36-83ec-0fa886e80341'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:47:57.262346 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_hamode_db [None req-139a3bcd-ac5c-4fb7-8d0c-f10fac010265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:47:46Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['b18ff2db-c3ca-4b36-83ec-0fa886e80341'], 'active': True} {{(pid=106714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:47:57.330579 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 38240) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:47:57.374977 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_dvr_db [None req-139a3bcd-ac5c-4fb7-8d0c-f10fac010265 None None] Set router b18ff2db-c3ca-4b36-83ec-0fa886e80341 gateway port host: dv-cinder-837540-1-iscsi {{(pid=106714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:47:57.568227 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 38248) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:47:57.627884 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-4bad0d4a-5871-4137-9d26-5692c2b4ead5 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks [] for security_group (9afa989c-41eb-4072-94fb-fe5929906117), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:47:57.652700 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-4bad0d4a-5871-4137-9d26-5692c2b4ead5 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks [] for security_group (9afa989c-41eb-4072-94fb-fe5929906117), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:47:57.700501 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_hamode_db [None req-139a3bcd-ac5c-4fb7-8d0c-f10fac010265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18ff2db-c3ca-4b36-83ec-0fa886e80341', 'name': 'tempest-AttachVolumeNegativeTest-1783169139-router', 'tenant_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '11d01457-6788-4684-96e1-1ddb12a76ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:39:17Z', 'updated_at': '2022-04-12T19:39:23Z', 'revision_number': 4, 'project_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'gw_port': {'id': '11d01457-6788-4684-96e1-1ddb12a76ffb', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ea:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18ff2db-c3ca-4b36-83ec-0fa886e80341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:39:17Z', 'updated_at': '2022-04-12T19:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_interfaces': [{'id': '9f4a38d1-f0e9-4138-9648-e005b578b7dc', 'name': '', 'network_id': '7d6decb1-add4-41a2-b83e-9ac42c2293d8', 'tenant_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'mac_address': 'fa:16:3e:8c:04:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18ff2db-c3ca-4b36-83ec-0fa886e80341', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'fc7e26f8-26c2-4af8-af1d-d7fc67300eb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:39:21Z', 'updated_at': '2022-04-12T19:39:29Z', 'revision_number': 5, 'project_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'subnets': [{'id': 'fc7e26f8-26c2-4af8-af1d-d7fc67300eb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:47:57.706121 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-4bad0d4a-5871-4137-9d26-5692c2b4ead5 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (9afa989c-41eb-4072-94fb-fe5929906117), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:47:57.708961 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-4bad0d4a-5871-4137-9d26-5692c2b4ead5 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks [] for security_group (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:47:57.710188 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-4bad0d4a-5871-4137-9d26-5692c2b4ead5 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "DELETE /v2.0/security-groups/9afa989c-41eb-4072-94fb-fe5929906117 HTTP/1.1" status: 204 len: 168 time: 0.1404223 Apr 12 19:47:57.713479 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 38250) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:47:57.730598 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bad0d4a-5871-4137-9d26-5692c2b4ead5 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9afa989c-41eb-4072-94fb-fe5929906117,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:47:57.732686 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.api.v2.resource [None req-13ec49b6-3bd5-47bc-b1fb-28150919ed47 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] show failed (client error): The resource could not be found. Apr 12 19:47:57.733909 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-13ec49b6-3bd5-47bc-b1fb-28150919ed47 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/security-groups/9afa989c-41eb-4072-94fb-fe5929906117 HTTP/1.1" status: 404 len: 347 time: 0.0195227 Apr 12 19:47:57.737405 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 38252) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:47:57.737814 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139a3bcd-ac5c-4fb7-8d0c-f10fac010265 None None] The sync data for ids ['b18ff2db-c3ca-4b36-83ec-0fa886e80341'] in dv-cinder-837540-1-iscsi is: [{'id': 'b18ff2db-c3ca-4b36-83ec-0fa886e80341', 'name': 'tempest-AttachVolumeNegativeTest-1783169139-router', 'tenant_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '11d01457-6788-4684-96e1-1ddb12a76ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:39:17Z', 'updated_at': '2022-04-12T19:39:23Z', 'revision_number': 4, 'project_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'gw_port': {'id': '11d01457-6788-4684-96e1-1ddb12a76ffb', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ea:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18ff2db-c3ca-4b36-83ec-0fa886e80341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:39:17Z', 'updated_at': '2022-04-12T19:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_interfaces': [{'id': '9f4a38d1-f0e9-4138-9648-e005b578b7dc', 'name': '', 'network_id': '7d6decb1-add4-41a2-b83e-9ac42c2293d8', 'tenant_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'mac_address': 'fa:16:3e:8c:04:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18ff2db-c3ca-4b36-83ec-0fa886e80341', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'fc7e26f8-26c2-4af8-af1d-d7fc67300eb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:39:21Z', 'updated_at': '2022-04-12T19:39:29Z', 'revision_number': 5, 'project_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'subnets': [{'id': 'fc7e26f8-26c2-4af8-af1d-d7fc67300eb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:47:57.969808 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e64aad-8c5a-493a-90d2-3ce1a6e4e5f2 None None] New status for floating IP 57c25120-de5f-4354-8e12-8a559bb9fdd9: DOWN {{(pid=106718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 19:47:57.975922 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-9918081f-11e1-4dde-8ad8-fb75c3703847 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-668350'] for router_interface (3763ba8b-a3ee-4c9f-a41d-86e8324e0beb), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:47:57.978369 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.plugin [None req-b555ed33-776c-4505-ac87-aeadbad01b35 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Deleting port 5500fe29-f1d4-4846-b67e-fec949b30121 {{(pid=106707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:47:57.978699 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-b555ed33-776c-4505-ac87-aeadbad01b35 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749198460456'] for port (5500fe29-f1d4-4846-b67e-fec949b30121), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:47:58.132765 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-b555ed33-776c-4505-ac87-aeadbad01b35 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661808'] for port (5500fe29-f1d4-4846-b67e-fec949b30121), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:47:58.133093 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-b555ed33-776c-4505-ac87-aeadbad01b35 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks [] for floatingip (5500fe29-f1d4-4846-b67e-fec949b30121), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:47:58.149280 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.plugin [None req-b555ed33-776c-4505-ac87-aeadbad01b35 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Calling delete_port for 5500fe29-f1d4-4846-b67e-fec949b30121 owned by network:floatingip {{(pid=106707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:47:58.418621 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '314bcfad-0c5e-470b-8c2e-dead93548065', 'name': 'network-vif-deleted', 'tag': '4b939a0b-7a17-4ca3-88b8-23ba1f94a805'}] {{(pid=106704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:47:58.421138 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7198706052eeb44005bd3d373437c5078b0bb903de01f30342c0d4536e5352d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f68e8bdd-5470-4790-84f0-70ca29e60194" -d '{"events": [{"server_uuid": "314bcfad-0c5e-470b-8c2e-dead93548065", "name": "network-vif-deleted", "tag": "4b939a0b-7a17-4ca3-88b8-23ba1f94a805"}]}' {{(pid=106704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:47:58.457570 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 19:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bad9812b-478d-4e79-a003-d5ce5ffcb129 x-openstack-request-id: req-bad9812b-478d-4e79-a003-d5ce5ffcb129 {{(pid=106704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:47:58.457868 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "314bcfad-0c5e-470b-8c2e-dead93548065", "name": "network-vif-deleted", "tag": "4b939a0b-7a17-4ca3-88b8-23ba1f94a805", "status": "completed", "code": 200}]} {{(pid=106704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:47:58.458116 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bad9812b-478d-4e79-a003-d5ce5ffcb129 {{(pid=106704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:47:58.458537 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bad9812b-478d-4e79-a003-d5ce5ffcb129'] response: {'server_uuid': '314bcfad-0c5e-470b-8c2e-dead93548065', 'name': 'network-vif-deleted', 'tag': '4b939a0b-7a17-4ca3-88b8-23ba1f94a805', 'status': 'completed', 'code': 200} Apr 12 19:47:58.628220 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.plugin [None req-9918081f-11e1-4dde-8ad8-fb75c3703847 admin admin] Deleting port 3870cd20-671b-4139-86bb-99bc95bb5259 {{(pid=106707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:47:58.628550 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-9918081f-11e1-4dde-8ad8-fb75c3703847 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749198460456'] for port (3870cd20-671b-4139-86bb-99bc95bb5259), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:47:58.696428 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-b555ed33-776c-4505-ac87-aeadbad01b35 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749198465814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749198058671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9064885'] for port (5500fe29-f1d4-4846-b67e-fec949b30121), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:47:58.735620 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b555ed33-776c-4505-ac87-aeadbad01b35 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Pushing event deleted for resources: {'Port': ['ID=5500fe29-f1d4-4846-b67e-fec949b30121,revision_number=None']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:47:58.767803 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.db [None req-9918081f-11e1-4dde-8ad8-fb75c3703847 admin admin] For port 3870cd20-671b-4139-86bb-99bc95bb5259, host dv-cinder-837540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-1-iscsi',level=0,port_id=3870cd20-671b-4139-86bb-99bc95bb5259,segment=NetworkSegment(333e6cad-b775-43de-9af0-3109522046bb),segment_id=333e6cad-b775-43de-9af0-3109522046bb)] {{(pid=106707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:47:58.768499 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-9918081f-11e1-4dde-8ad8-fb75c3703847 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661808'] for port (3870cd20-671b-4139-86bb-99bc95bb5259), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:47:58.771109 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b555ed33-776c-4505-ac87-aeadbad01b35 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:47:58.771460 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b555ed33-776c-4505-ac87-aeadbad01b35 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:47:58.771800 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b555ed33-776c-4505-ac87-aeadbad01b35 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:47:58.772169 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b555ed33-776c-4505-ac87-aeadbad01b35 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:47:58.772507 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b555ed33-776c-4505-ac87-aeadbad01b35 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:47:58.772839 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b555ed33-776c-4505-ac87-aeadbad01b35 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:47:58.773167 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b555ed33-776c-4505-ac87-aeadbad01b35 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:47:58.773497 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b555ed33-776c-4505-ac87-aeadbad01b35 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:47:58.773820 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b555ed33-776c-4505-ac87-aeadbad01b35 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:47:58.774145 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b555ed33-776c-4505-ac87-aeadbad01b35 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:47:58.774470 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b555ed33-776c-4505-ac87-aeadbad01b35 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:47:58.774789 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b555ed33-776c-4505-ac87-aeadbad01b35 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:47:58.775107 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b555ed33-776c-4505-ac87-aeadbad01b35 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:47:58.775424 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b555ed33-776c-4505-ac87-aeadbad01b35 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:47:58.775743 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b555ed33-776c-4505-ac87-aeadbad01b35 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:47:58.809888 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.plugin [None req-9918081f-11e1-4dde-8ad8-fb75c3703847 admin admin] Calling delete_port for 3870cd20-671b-4139-86bb-99bc95bb5259 owned by network:router_interface {{(pid=106707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:47:58.865497 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-b555ed33-776c-4505-ac87-aeadbad01b35 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks [] for floatingip (57c25120-de5f-4354-8e12-8a559bb9fdd9), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:47:58.868053 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-b555ed33-776c-4505-ac87-aeadbad01b35 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245471'] for floatingip (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:47:58.869188 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-b555ed33-776c-4505-ac87-aeadbad01b35 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "DELETE /v2.0/floatingips/57c25120-de5f-4354-8e12-8a559bb9fdd9 HTTP/1.1" status: 204 len: 168 time: 1.1308737 Apr 12 19:47:59.017044 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-9918081f-11e1-4dde-8ad8-fb75c3703847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749198465814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749198058671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9064885'] for port (3870cd20-671b-4139-86bb-99bc95bb5259), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:47:59.049188 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9918081f-11e1-4dde-8ad8-fb75c3703847 admin admin] Pushing event deleted for resources: {'Port': ['ID=3870cd20-671b-4139-86bb-99bc95bb5259,revision_number=None']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:47:59.204680 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 38262) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:47:59.209452 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.v2.base [None req-442c8ca2-4ace-482e-8970-1476ff37fe04 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1637281084', 'description': 'tempest-description--572899981'}} {{(pid=106704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:47:59.225593 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-9918081f-11e1-4dde-8ad8-fb75c3703847 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-668194'] for router_interface (3763ba8b-a3ee-4c9f-a41d-86e8324e0beb), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:47:59.233845 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-442c8ca2-4ace-482e-8970-1476ff37fe04 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks [] for security_group (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:47:59.316509 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-442c8ca2-4ace-482e-8970-1476ff37fe04 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks [] for security_group (20b1c426-fba5-4c71-9fac-1ae6ab832811), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:47:59.320672 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-442c8ca2-4ace-482e-8970-1476ff37fe04 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (20b1c426-fba5-4c71-9fac-1ae6ab832811), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:47:59.349426 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-442c8ca2-4ace-482e-8970-1476ff37fe04 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks [] for security_group (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:47:59.350632 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-442c8ca2-4ace-482e-8970-1476ff37fe04 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1448433 Apr 12 19:47:59.353768 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 38266) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:47:59.354963 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442c8ca2-4ace-482e-8970-1476ff37fe04 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20b1c426-fba5-4c71-9fac-1ae6ab832811,revision_number=1']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:47:59.362817 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.v2.base [None req-3530189d-38b3-4201-886e-de72d60b6c9d tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Request body: {'security_group_rule': {'security_group_id': '20b1c426-fba5-4c71-9fac-1ae6ab832811', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:47:59.458551 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-3530189d-38b3-4201-886e-de72d60b6c9d tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks [] for security_group_rule (906ad116-036d-493e-882e-a53f6b8de28f), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:47:59.516119 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9918081f-11e1-4dde-8ad8-fb75c3703847 admin admin] Router 3763ba8b-a3ee-4c9f-a41d-86e8324e0beb has already been hosted by L3 agent 4d9412c4-31b2-4fbf-87a0-f931332ab9d5 {{(pid=106707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 19:47:59.531480 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-3530189d-38b3-4201-886e-de72d60b6c9d tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks [] for security_group_rule (906ad116-036d-493e-882e-a53f6b8de28f), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:47:59.537577 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-3530189d-38b3-4201-886e-de72d60b6c9d tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529670'] for security_group_rule (906ad116-036d-493e-882e-a53f6b8de28f), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:47:59.590628 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3530189d-38b3-4201-886e-de72d60b6c9d tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=906ad116-036d-493e-882e-a53f6b8de28f,revision_number=0']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:47:59.602875 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-3530189d-38b3-4201-886e-de72d60b6c9d tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:47:59.604095 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-3530189d-38b3-4201-886e-de72d60b6c9d tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2489226 Apr 12 19:47:59.606894 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 38272) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:47:59.611539 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.v2.base [None req-ee454ce9-a4b9-4e46-9d0f-098c2c40fdce tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Request body: {'security_group_rule': {'security_group_id': '20b1c426-fba5-4c71-9fac-1ae6ab832811', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:47:59.637858 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-ee454ce9-a4b9-4e46-9d0f-098c2c40fdce tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks [] for security_group_rule (abafa821-1096-44ea-81d2-988cd43f289b), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:47:59.657239 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9918081f-11e1-4dde-8ad8-fb75c3703847 admin admin] Notify agent at l3_agent.dv-cinder-837540-1-iscsi the message routers_updated {{(pid=106707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:47:59.662619 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-9918081f-11e1-4dde-8ad8-fb75c3703847 admin admin] 10.222.0.15 "PUT /v2.0/routers/3763ba8b-a3ee-4c9f-a41d-86e8324e0beb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3304214 Apr 12 19:47:59.665106 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 38274) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:47:59.666920 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e55de6-0910-4c54-a89c-308d5ec08650 None None] Sync routers for ids ['3763ba8b-a3ee-4c9f-a41d-86e8324e0beb'] in dv-cinder-837540-1-iscsi {{(pid=106714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:47:59.677760 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e55de6-0910-4c54-a89c-308d5ec08650 None None] Routers {'3763ba8b-a3ee-4c9f-a41d-86e8324e0beb'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:47:59.678381 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_hamode_db [None req-c4e55de6-0910-4c54-a89c-308d5ec08650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:47:46Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['3763ba8b-a3ee-4c9f-a41d-86e8324e0beb'], 'active': True} {{(pid=106714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:47:59.698087 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-ee454ce9-a4b9-4e46-9d0f-098c2c40fdce tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks [] for security_group_rule (abafa821-1096-44ea-81d2-988cd43f289b), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:47:59.702347 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-ee454ce9-a4b9-4e46-9d0f-098c2c40fdce tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529670'] for security_group_rule (abafa821-1096-44ea-81d2-988cd43f289b), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:47:59.717413 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee454ce9-a4b9-4e46-9d0f-098c2c40fdce tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abafa821-1096-44ea-81d2-988cd43f289b,revision_number=0']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:47:59.736981 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-ee454ce9-a4b9-4e46-9d0f-098c2c40fdce tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:47:59.741142 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-ee454ce9-a4b9-4e46-9d0f-098c2c40fdce tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1304679 Apr 12 19:47:59.741419 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 38276) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:47:59.745787 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.v2.base [None req-56b5ae20-81aa-464b-a62c-136afacffca4 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Request body: {'floatingip': {'floating_network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08'}} {{(pid=106704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:47:59.768018 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-56b5ae20-81aa-464b-a62c-136afacffca4 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:47:59.779249 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-b5613a3b-0bba-4e46-882d-4773c368a245 admin admin] Publish callbacks [] for router (3763ba8b-a3ee-4c9f-a41d-86e8324e0beb), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:47:59.798153 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_dvr_db [None req-c4e55de6-0910-4c54-a89c-308d5ec08650 None None] Set router 3763ba8b-a3ee-4c9f-a41d-86e8324e0beb gateway port host: dv-cinder-837540-1-iscsi {{(pid=106714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:47:59.851343 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-56b5ae20-81aa-464b-a62c-136afacffca4 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:47:59.899423 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-b5613a3b-0bba-4e46-882d-4773c368a245 admin admin] Publish callbacks [] for router_gateway (3763ba8b-a3ee-4c9f-a41d-86e8324e0beb), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:47:59.951658 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.plugin [None req-b5613a3b-0bba-4e46-882d-4773c368a245 admin admin] Deleting port f4779415-2110-4259-ae16-ddc57e9c4593 {{(pid=106707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:47:59.952423 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-b5613a3b-0bba-4e46-882d-4773c368a245 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749198460456'] for port (f4779415-2110-4259-ae16-ddc57e9c4593), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:47:59.981617 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_hamode_db [None req-c4e55de6-0910-4c54-a89c-308d5ec08650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3763ba8b-a3ee-4c9f-a41d-86e8324e0beb', 'name': 'tempest-ServerRescueNegativeTestJSON-843523009-router', 'tenant_id': 'e2849b4a348c4795bf965ba8cdf2467d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'f4779415-2110-4259-ae16-ddc57e9c4593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:40:53Z', 'updated_at': '2022-04-12T19:47:58Z', 'revision_number': 5, 'project_id': 'e2849b4a348c4795bf965ba8cdf2467d', 'gw_port': {'id': 'f4779415-2110-4259-ae16-ddc57e9c4593', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:12:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3763ba8b-a3ee-4c9f-a41d-86e8324e0beb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:40:54Z', 'updated_at': '2022-04-12T19:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi'}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:48:00.009725 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e55de6-0910-4c54-a89c-308d5ec08650 None None] Checking router: 3763ba8b-a3ee-4c9f-a41d-86e8324e0beb for host: dv-cinder-837540-1-iscsi {{(pid=106714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:48:00.018985 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e55de6-0910-4c54-a89c-308d5ec08650 None None] Routers {'3763ba8b-a3ee-4c9f-a41d-86e8324e0beb'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:48:00.020061 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_hamode_db [None req-c4e55de6-0910-4c54-a89c-308d5ec08650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:47:46Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['3763ba8b-a3ee-4c9f-a41d-86e8324e0beb'], 'active': True} {{(pid=106714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:48:00.038855 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.db [None req-b5613a3b-0bba-4e46-882d-4773c368a245 admin admin] For port f4779415-2110-4259-ae16-ddc57e9c4593, host dv-cinder-837540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-1-iscsi',level=0,port_id=f4779415-2110-4259-ae16-ddc57e9c4593,segment=NetworkSegment(d71711ac-63cd-4a26-822c-81ae059ce82d),segment_id=d71711ac-63cd-4a26-822c-81ae059ce82d)] {{(pid=106707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:48:00.039204 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-b5613a3b-0bba-4e46-882d-4773c368a245 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661808'] for port (f4779415-2110-4259-ae16-ddc57e9c4593), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:00.054527 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.plugin [None req-b5613a3b-0bba-4e46-882d-4773c368a245 admin admin] Calling delete_port for f4779415-2110-4259-ae16-ddc57e9c4593 owned by network:router_gateway {{(pid=106707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:48:00.124946 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_dvr_db [None req-c4e55de6-0910-4c54-a89c-308d5ec08650 None None] Set router 3763ba8b-a3ee-4c9f-a41d-86e8324e0beb gateway port host: None {{(pid=106714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:48:00.193863 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_hamode_db [None req-c4e55de6-0910-4c54-a89c-308d5ec08650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3763ba8b-a3ee-4c9f-a41d-86e8324e0beb', 'name': 'tempest-ServerRescueNegativeTestJSON-843523009-router', 'tenant_id': 'e2849b4a348c4795bf965ba8cdf2467d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:40:53Z', 'updated_at': '2022-04-12T19:47:59Z', 'revision_number': 6, 'project_id': 'e2849b4a348c4795bf965ba8cdf2467d', 'gw_port_host': None}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:48:00.213513 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.db_base_plugin_common [None req-56b5ae20-81aa-464b-a62c-136afacffca4 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Allocated IP 172.27.2.181 (afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08/6283d24b-0e2c-4ae1-ac34-d042e72aa307/5858ab55-9b16-4970-9c3b-a64763787b71) {{(pid=106704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:48:00.222158 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e55de6-0910-4c54-a89c-308d5ec08650 None None] The sync data for ids ['3763ba8b-a3ee-4c9f-a41d-86e8324e0beb'] in dv-cinder-837540-1-iscsi is: [{'id': '3763ba8b-a3ee-4c9f-a41d-86e8324e0beb', 'name': 'tempest-ServerRescueNegativeTestJSON-843523009-router', 'tenant_id': 'e2849b4a348c4795bf965ba8cdf2467d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:40:53Z', 'updated_at': '2022-04-12T19:47:59Z', 'revision_number': 6, 'project_id': 'e2849b4a348c4795bf965ba8cdf2467d', 'gw_port_host': None}] {{(pid=106714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:48:00.239348 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-b5613a3b-0bba-4e46-882d-4773c368a245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749198465814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749198058671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9064885'] for port (f4779415-2110-4259-ae16-ddc57e9c4593), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:00.269981 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5613a3b-0bba-4e46-882d-4773c368a245 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4779415-2110-4259-ae16-ddc57e9c4593,revision_number=None']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:48:00.324650 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-56b5ae20-81aa-464b-a62c-136afacffca4 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks [] for port (5858ab55-9b16-4970-9c3b-a64763787b71), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:00.329484 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-b5613a3b-0bba-4e46-882d-4773c368a245 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668036'] for router_gateway (3763ba8b-a3ee-4c9f-a41d-86e8324e0beb), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:00.357286 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-56b5ae20-81aa-464b-a62c-136afacffca4 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749198058662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8791401'] for port (5858ab55-9b16-4970-9c3b-a64763787b71), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:00.393286 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b5ae20-81aa-464b-a62c-136afacffca4 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Network afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08 is already hosted by enough agents. {{(pid=106704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:48:00.396096 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.base_scheduler [None req-56b5ae20-81aa-464b-a62c-136afacffca4 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Resources bound (agent type, host, resource id): {{(pid=106704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:48:00.398500 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b5ae20-81aa-464b-a62c-136afacffca4 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Received port after_create {{(pid=106704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:48:00.429920 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b5ae20-81aa-464b-a62c-136afacffca4 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Pushing event updated for resources: {'Port': ['ID=5858ab55-9b16-4970-9c3b-a64763787b71,revision_number=1']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:48:00.433940 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-b5613a3b-0bba-4e46-882d-4773c368a245 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-670298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26510'] for router (3763ba8b-a3ee-4c9f-a41d-86e8324e0beb), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:00.436702 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-b5613a3b-0bba-4e46-882d-4773c368a245 admin admin] Publish callbacks [] for router_controller (3763ba8b-a3ee-4c9f-a41d-86e8324e0beb), precommit_delete_associations {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:00.498023 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-56b5ae20-81aa-464b-a62c-136afacffca4 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks [] for floatingip (af2716be-ff02-4e78-a185-63086e8b9dff), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:00.504109 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-b5613a3b-0bba-4e46-882d-4773c368a245 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-670305'] for router (3763ba8b-a3ee-4c9f-a41d-86e8324e0beb), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:00.504690 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5613a3b-0bba-4e46-882d-4773c368a245 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3763ba8b-a3ee-4c9f-a41d-86e8324e0beb {{(pid=106707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 19:48:00.512756 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-b5613a3b-0bba-4e46-882d-4773c368a245 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:00.513994 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-b5613a3b-0bba-4e46-882d-4773c368a245 admin admin] 10.222.0.15 "DELETE /v2.0/routers/3763ba8b-a3ee-4c9f-a41d-86e8324e0beb HTTP/1.1" status: 204 len: 168 time: 0.8474770 Apr 12 19:48:00.517220 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 38280) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:48:00.538028 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-56b5ae20-81aa-464b-a62c-136afacffca4 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (5858ab55-9b16-4970-9c3b-a64763787b71), before_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:00.561307 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.db.db_base_plugin_v2 [None req-015fc13d-6d6e-478e-8123-001ce9b81e84 admin admin] Deleting subnet 7f57a095-a707-4feb-9d1c-8b1458759bd7 {{(pid=106707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 19:48:00.564599 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-015fc13d-6d6e-478e-8123-001ce9b81e84 admin admin] Publish callbacks [] for subnet (7f57a095-a707-4feb-9d1c-8b1458759bd7), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:00.602501 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-015fc13d-6d6e-478e-8123-001ce9b81e84 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9065194'] for subnet (7f57a095-a707-4feb-9d1c-8b1458759bd7), precommit_delete_associations {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:00.715293 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-015fc13d-6d6e-478e-8123-001ce9b81e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449141'] for subnet (7f57a095-a707-4feb-9d1c-8b1458759bd7), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:00.724756 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-56b5ae20-81aa-464b-a62c-136afacffca4 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks [] for port (5858ab55-9b16-4970-9c3b-a64763787b71), precommit_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:00.729272 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-56b5ae20-81aa-464b-a62c-136afacffca4 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8791376'] for port (5858ab55-9b16-4970-9c3b-a64763787b71), after_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:00.770149 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-015fc13d-6d6e-478e-8123-001ce9b81e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9064922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9408020'] for subnet (7f57a095-a707-4feb-9d1c-8b1458759bd7), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:00.794221 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b5ae20-81aa-464b-a62c-136afacffca4 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Pushing event updated for resources: {'Port': ['ID=5858ab55-9b16-4970-9c3b-a64763787b71,revision_number=2']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:48:00.796811 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015fc13d-6d6e-478e-8123-001ce9b81e84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f57a095-a707-4feb-9d1c-8b1458759bd7,revision_number=None']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:48:00.798775 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-015fc13d-6d6e-478e-8123-001ce9b81e84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565043'] for subnet (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:00.801949 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-015fc13d-6d6e-478e-8123-001ce9b81e84 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/7f57a095-a707-4feb-9d1c-8b1458759bd7 HTTP/1.1" status: 204 len: 168 time: 0.2837932 Apr 12 19:48:00.804408 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 38284) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:48:00.808112 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e94a7a0-6e51-44ff-b9b6-7d38706a6952 None None] Network a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9 requested from dv-cinder-837540-1-iscsi {{(pid=106714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 19:48:00.812863 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-56b5ae20-81aa-464b-a62c-136afacffca4 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668094'] for floatingip (af2716be-ff02-4e78-a185-63086e8b9dff), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:00.831171 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-56b5ae20-81aa-464b-a62c-136afacffca4 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245471'] for floatingip (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:00.832495 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-56b5ae20-81aa-464b-a62c-136afacffca4 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0900824 Apr 12 19:48:00.882967 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-53078068-a8ac-4af2-8ac3-a372a6877aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3636804'] for network (a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:00.934911 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.plugin [None req-53078068-a8ac-4af2-8ac3-a372a6877aa0 admin admin] Deleting port 9087283d-9f91-485a-8155-15e9b8e3a445 {{(pid=106707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:48:00.935261 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-53078068-a8ac-4af2-8ac3-a372a6877aa0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749198460456'] for port (9087283d-9f91-485a-8155-15e9b8e3a445), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:01.001321 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-43f6744d-6f24-4a48-bb32-6a6058367435 req-d6163f77-3c2c-41af-9c32-25363c2420c1 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1637281084&fields=id&tenant_id=bf0fdf698e0443cf9d5596d1b7604976 HTTP/1.1" status: 200 len: 267 time: 0.0421205 Apr 12 19:48:01.002086 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.db [None req-53078068-a8ac-4af2-8ac3-a372a6877aa0 admin admin] For port 9087283d-9f91-485a-8155-15e9b8e3a445, host dv-cinder-837540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-1-iscsi',level=0,port_id=9087283d-9f91-485a-8155-15e9b8e3a445,segment=NetworkSegment(333e6cad-b775-43de-9af0-3109522046bb),segment_id=333e6cad-b775-43de-9af0-3109522046bb)] {{(pid=106707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:48:01.002452 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-53078068-a8ac-4af2-8ac3-a372a6877aa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661808'] for port (9087283d-9f91-485a-8155-15e9b8e3a445), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:01.015062 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.plugin [None req-53078068-a8ac-4af2-8ac3-a372a6877aa0 admin admin] Calling delete_port for 9087283d-9f91-485a-8155-15e9b8e3a445 owned by network:dhcp {{(pid=106707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:48:01.069375 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c517f5e-0a53-4304-8586-aac766a4dc35 None None] DHCP port deletion for a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9 request from dv-cinder-837540-1-iscsi {{(pid=106714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 19:48:01.135766 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-53078068-a8ac-4af2-8ac3-a372a6877aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749198465814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749198058671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9064885'] for port (9087283d-9f91-485a-8155-15e9b8e3a445), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:01.153738 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-0c517f5e-0a53-4304-8586-aac766a4dc35 None None] Deleting port 9087283d-9f91-485a-8155-15e9b8e3a445 {{(pid=106714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:48:01.154262 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-0c517f5e-0a53-4304-8586-aac766a4dc35 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749198460456'] for port (9087283d-9f91-485a-8155-15e9b8e3a445), before_delete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:01.163861 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f6744d-6f24-4a48-bb32-6a6058367435 req-b9bdfa1a-18a3-4ea2-bb0a-4d1ca2c28d54 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:48:01.165417 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-43f6744d-6f24-4a48-bb32-6a6058367435 req-b9bdfa1a-18a3-4ea2-bb0a-4d1ca2c28d54 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/networks?id=7d6decb1-add4-41a2-b83e-9ac42c2293d8 HTTP/1.1" status: 200 len: 815 time: 0.1575556 Apr 12 19:48:01.172639 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53078068-a8ac-4af2-8ac3-a372a6877aa0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9087283d-9f91-485a-8155-15e9b8e3a445,revision_number=None']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:48:01.177108 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53078068-a8ac-4af2-8ac3-a372a6877aa0 admin admin] No DVR routers for this DVR port 9087283d-9f91-485a-8155-15e9b8e3a445 on host dv-cinder-837540-1-iscsi {{(pid=106707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 19:48:01.182353 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-43f6744d-6f24-4a48-bb32-6a6058367435 req-7bddbef4-397e-456e-b3c2-f9730638643f tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/quotas/bf0fdf698e0443cf9d5596d1b7604976 HTTP/1.1" status: 200 len: 375 time: 0.0112112 Apr 12 19:48:01.211863 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device 3870cd20-671b-4139-86bb-99bc95bb5259 no longer exists at agent ovs-agent-dv-cinder-837540-1-iscsi {{(pid=106714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 19:48:01.261323 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-43f6744d-6f24-4a48-bb32-6a6058367435 req-52cb3324-bdd7-4663-a6ba-7badbeaf144c tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=bf0fdf698e0443cf9d5596d1b7604976&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0725722 Apr 12 19:48:01.276226 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-53078068-a8ac-4af2-8ac3-a372a6877aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3451022', 'neutron.services.segments.db._delete_segments_for_network-8749198551224'] for network (a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:01.288495 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-0c517f5e-0a53-4304-8586-aac766a4dc35 None None] For port 9087283d-9f91-485a-8155-15e9b8e3a445, host dv-cinder-837540-1-iscsi, got binding levels [] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:48:01.289215 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-0c517f5e-0a53-4304-8586-aac766a4dc35 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661808'] for port (9087283d-9f91-485a-8155-15e9b8e3a445), precommit_delete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:01.298717 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.services.segments.db [None req-53078068-a8ac-4af2-8ac3-a372a6877aa0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9']}} {{(pid=106707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:48:01.305067 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-0c517f5e-0a53-4304-8586-aac766a4dc35 None None] Calling delete_port for 9087283d-9f91-485a-8155-15e9b8e3a445 owned by network:dhcp {{(pid=106714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:48:01.310272 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.ipam_backend_mixin [None req-0c517f5e-0a53-4304-8586-aac766a4dc35 None None] Port 9087283d-9f91-485a-8155-15e9b8e3a445 was not found and therefore no delete operation was performed {{(pid=106714) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 12 19:48:01.311150 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.services.segments.db [None req-53078068-a8ac-4af2-8ac3-a372a6877aa0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '333e6cad-b775-43de-9af0-3109522046bb') {'for_net_delete': True} {{(pid=106707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:48:01.311694 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.services.segments.db [None req-53078068-a8ac-4af2-8ac3-a372a6877aa0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '333e6cad-b775-43de-9af0-3109522046bb') {} {{(pid=106707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:48:01.313438 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-0c517f5e-0a53-4304-8586-aac766a4dc35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749198465814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749198058671'] for port (9087283d-9f91-485a-8155-15e9b8e3a445), after_delete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:01.318305 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] No Port match for: 3870cd20-671b-4139-86bb-99bc95bb5259 {{(pid=106714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 19:48:01.318870 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device 3870cd20-671b-4139-86bb-99bc95bb5259 not bound to the agent host dv-cinder-837540-1-iscsi {{(pid=106714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 19:48:01.324880 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-53078068-a8ac-4af2-8ac3-a372a6877aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749198554305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9065169'] for segment (333e6cad-b775-43de-9af0-3109522046bb), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:01.339824 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-53078068-a8ac-4af2-8ac3-a372a6877aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495566'] for segment (333e6cad-b775-43de-9af0-3109522046bb), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:01.347992 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53078068-a8ac-4af2-8ac3-a372a6877aa0 admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=106707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 19:48:01.348620 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-53078068-a8ac-4af2-8ac3-a372a6877aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9064800'] for segment (333e6cad-b775-43de-9af0-3109522046bb), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:01.348834 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c517f5e-0a53-4304-8586-aac766a4dc35 None None] Pushing event deleted for resources: {'Port': ['ID=9087283d-9f91-485a-8155-15e9b8e3a445,revision_number=None']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:48:01.351022 dv-cinder-837540-1-iscsi neutron-server[106707]: Traceback (most recent call last): Apr 12 19:48:01.351022 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 19:48:01.351022 dv-cinder-837540-1-iscsi neutron-server[106707]: timer() Apr 12 19:48:01.351022 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 19:48:01.351022 dv-cinder-837540-1-iscsi neutron-server[106707]: cb(*args, **kw) Apr 12 19:48:01.351022 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 19:48:01.351022 dv-cinder-837540-1-iscsi neutron-server[106707]: return func(*args, **kwargs) Apr 12 19:48:01.351022 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 19:48:01.351022 dv-cinder-837540-1-iscsi neutron-server[106707]: self._notify() Apr 12 19:48:01.351022 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 19:48:01.351022 dv-cinder-837540-1-iscsi neutron-server[106707]: self.callback(batched_events) Apr 12 19:48:01.351022 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 19:48:01.351022 dv-cinder-837540-1-iscsi neutron-server[106707]: event.method(event) Apr 12 19:48:01.351022 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 19:48:01.351022 dv-cinder-837540-1-iscsi neutron-server[106707]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 19:48:01.351022 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 19:48:01.351022 dv-cinder-837540-1-iscsi neutron-server[106707]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 19:48:01.351022 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 19:48:01.351022 dv-cinder-837540-1-iscsi neutron-server[106707]: return f(self, *a, **k) Apr 12 19:48:01.351022 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 19:48:01.351022 dv-cinder-837540-1-iscsi neutron-server[106707]: return self._get(url).json() Apr 12 19:48:01.351022 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 19:48:01.351022 dv-cinder-837540-1-iscsi neutron-server[106707]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 19:48:01.351022 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 19:48:01.351022 dv-cinder-837540-1-iscsi neutron-server[106707]: return self.request(url, 'GET', **kwargs) Apr 12 19:48:01.351022 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 19:48:01.351022 dv-cinder-837540-1-iscsi neutron-server[106707]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 19:48:01.351022 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 19:48:01.351022 dv-cinder-837540-1-iscsi neutron-server[106707]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 19:48:01.351022 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 19:48:01.351022 dv-cinder-837540-1-iscsi neutron-server[106707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 19:48:01.351022 dv-cinder-837540-1-iscsi neutron-server[106707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 19:48:01.356186 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c517f5e-0a53-4304-8586-aac766a4dc35 None None] No DVR routers for this DVR port 9087283d-9f91-485a-8155-15e9b8e3a445 on host dv-cinder-837540-1-iscsi {{(pid=106714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 19:48:01.370987 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c517f5e-0a53-4304-8586-aac766a4dc35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:48:01.371596 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c517f5e-0a53-4304-8586-aac766a4dc35 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:48:01.372342 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c517f5e-0a53-4304-8586-aac766a4dc35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:48:01.372694 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c517f5e-0a53-4304-8586-aac766a4dc35 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:48:01.373083 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c517f5e-0a53-4304-8586-aac766a4dc35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:48:01.373420 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c517f5e-0a53-4304-8586-aac766a4dc35 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:48:01.373753 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c517f5e-0a53-4304-8586-aac766a4dc35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:48:01.380308 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c517f5e-0a53-4304-8586-aac766a4dc35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:48:01.380412 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c517f5e-0a53-4304-8586-aac766a4dc35 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:48:01.380706 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c517f5e-0a53-4304-8586-aac766a4dc35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:48:01.381053 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c517f5e-0a53-4304-8586-aac766a4dc35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:48:01.381397 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c517f5e-0a53-4304-8586-aac766a4dc35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:48:01.381777 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c517f5e-0a53-4304-8586-aac766a4dc35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:48:01.382115 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c517f5e-0a53-4304-8586-aac766a4dc35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:48:01.382448 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c517f5e-0a53-4304-8586-aac766a4dc35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:48:01.399837 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-43f6744d-6f24-4a48-bb32-6a6058367435 req-4e6bb646-aef3-4456-b75f-559456655faa service neutron] 10.222.0.15 "GET /v2.0/networks/7d6decb1-add4-41a2-b83e-9ac42c2293d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252074 Apr 12 19:48:01.513313 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-43f6744d-6f24-4a48-bb32-6a6058367435 req-3d515974-b3da-44f3-aac4-db1b76a87ccb service neutron] 10.222.0.15 "GET /v2.0/networks/7d6decb1-add4-41a2-b83e-9ac42c2293d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985870 Apr 12 19:48:01.728067 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-4e440664-d167-4179-9378-1eac51b9bd3f req-bf231e8c-e91e-4b21-9173-ab0c8b92ddb6 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/ports?device_id=364582b7-8c58-4d0e-b6c3-f1cce37e4aab HTTP/1.1" status: 200 len: 210 time: 0.0425308 Apr 12 19:48:01.750487 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a6c900-e1bb-417a-95db-86f7f8417422 req-4c369da0-4d9b-42e2-a5b6-66179180d033 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:48:01.751767 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-d6a6c900-e1bb-417a-95db-86f7f8417422 req-4c369da0-4d9b-42e2-a5b6-66179180d033 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7216c75-bedc-4144-8b13-94d37bdf7c13 HTTP/1.1" status: 200 len: 946 time: 0.0533311 Apr 12 19:48:01.752990 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-53078068-a8ac-4af2-8ac3-a372a6877aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3451063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668064'] for network (a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:01.762049 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-53078068-a8ac-4af2-8ac3-a372a6877aa0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565043'] for network (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:01.767416 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-53078068-a8ac-4af2-8ac3-a372a6877aa0 admin admin] 10.222.0.15 "DELETE /v2.0/networks/a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9 HTTP/1.1" status: 204 len: 168 time: 0.9599674 Apr 12 19:48:01.786542 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53078068-a8ac-4af2-8ac3-a372a6877aa0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a25ab9a7-1bf9-438f-8636-9d9b4f8b56f9,revision_number=None']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:48:01.819927 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-d6a6c900-e1bb-417a-95db-86f7f8417422 req-197aca35-401f-471a-866f-f0c34b735638 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=ccd1ef45-35bc-4a1b-85a4-e82f4eb36fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606186 Apr 12 19:48:01.886754 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 38326) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:48:01.931228 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-29c92663-e632-4750-ba01-0402aee9c63d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e2849b4a348c4795bf965ba8cdf2467d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0430763 Apr 12 19:48:01.934032 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 38328) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:48:01.983420 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-ac6c6966-6152-4061-92c9-f0f00555cfe0 admin admin] Publish callbacks [] for security_group (346a5e8c-2cdd-4158-9a92-b9fe91eadcee), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:02.004748 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-ac6c6966-6152-4061-92c9-f0f00555cfe0 admin admin] Publish callbacks [] for security_group (346a5e8c-2cdd-4158-9a92-b9fe91eadcee), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:02.054403 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-ac6c6966-6152-4061-92c9-f0f00555cfe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (346a5e8c-2cdd-4158-9a92-b9fe91eadcee), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:02.057177 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-ac6c6966-6152-4061-92c9-f0f00555cfe0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:02.058298 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-ac6c6966-6152-4061-92c9-f0f00555cfe0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/346a5e8c-2cdd-4158-9a92-b9fe91eadcee HTTP/1.1" status: 204 len: 168 time: 0.1232960 Apr 12 19:48:02.066213 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6c6966-6152-4061-92c9-f0f00555cfe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=346a5e8c-2cdd-4158-9a92-b9fe91eadcee,revision_number=None']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:48:02.677796 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f6744d-6f24-4a48-bb32-6a6058367435 req-a7f09168-439f-4f83-b324-afbf6d6ffe04 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:48:02.679425 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-43f6744d-6f24-4a48-bb32-6a6058367435 req-a7f09168-439f-4f83-b324-afbf6d6ffe04 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.25 "GET /v2.0/networks?id=7d6decb1-add4-41a2-b83e-9ac42c2293d8 HTTP/1.1" status: 200 len: 815 time: 0.1159079 Apr 12 19:48:02.740106 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device 9087283d-9f91-485a-8155-15e9b8e3a445 no longer exists at agent ovs-agent-dv-cinder-837540-1-iscsi {{(pid=106714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 19:48:02.764076 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] No Port match for: 9087283d-9f91-485a-8155-15e9b8e3a445 {{(pid=106714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 19:48:02.764492 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device 9087283d-9f91-485a-8155-15e9b8e3a445 not bound to the agent host dv-cinder-837540-1-iscsi {{(pid=106714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 19:48:02.764986 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device f4779415-2110-4259-ae16-ddc57e9c4593 no longer exists at agent ovs-agent-dv-cinder-837540-1-iscsi {{(pid=106714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 19:48:02.776750 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-43f6744d-6f24-4a48-bb32-6a6058367435 req-122d2fb3-de30-4234-8d22-2273ed2d5d10 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf0fdf698e0443cf9d5596d1b7604976 HTTP/1.1" status: 200 len: 380 time: 0.0870910 Apr 12 19:48:02.784794 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] No Port match for: f4779415-2110-4259-ae16-ddc57e9c4593 {{(pid=106714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 19:48:02.785144 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device f4779415-2110-4259-ae16-ddc57e9c4593 not bound to the agent host dv-cinder-837540-1-iscsi {{(pid=106714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 19:48:02.839621 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.v2.base [req-43f6744d-6f24-4a48-bb32-6a6058367435 req-8ac722d5-d7c9-4b8e-b2ec-d3e6d2dee6c6 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Request body: {'port': {'device_id': '364582b7-8c58-4d0e-b6c3-f1cce37e4aab', 'network_id': '7d6decb1-add4-41a2-b83e-9ac42c2293d8', 'admin_state_up': True, 'tenant_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'security_groups': ['20b1c426-fba5-4c71-9fac-1ae6ab832811']}} {{(pid=106704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:48:02.844047 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-a0939f69-6577-436d-b8bd-de99829dd155 req-84078872-5151-44cd-89cc-5b63920b515f tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/ports?device_id=364582b7-8c58-4d0e-b6c3-f1cce37e4aab HTTP/1.1" status: 200 len: 210 time: 0.0401077 Apr 12 19:48:02.971038 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c16be-095e-469d-adb0-2219204d340e req-94da3ccf-8716-4421-a914-414bdcc54811 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:48:02.972528 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-e11c16be-095e-469d-adb0-2219204d340e req-94da3ccf-8716-4421-a914-414bdcc54811 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7216c75-bedc-4144-8b13-94d37bdf7c13 HTTP/1.1" status: 200 len: 946 time: 0.0650306 Apr 12 19:48:03.021370 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43f6744d-6f24-4a48-bb32-6a6058367435 req-8ac722d5-d7c9-4b8e-b2ec-d3e6d2dee6c6 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Made reservation on behalf of bf0fdf698e0443cf9d5596d1b7604976 for: {'port': 1} {{(pid=106704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:48:03.024811 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-43f6744d-6f24-4a48-bb32-6a6058367435 req-8ac722d5-d7c9-4b8e-b2ec-d3e6d2dee6c6 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:03.047344 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-e11c16be-095e-469d-adb0-2219204d340e req-b465913d-454a-47a0-be56-f1ec6ccf3910 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=ccd1ef45-35bc-4a1b-85a4-e82f4eb36fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684643 Apr 12 19:48:03.163111 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.db_base_plugin_common [req-43f6744d-6f24-4a48-bb32-6a6058367435 req-8ac722d5-d7c9-4b8e-b2ec-d3e6d2dee6c6 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Allocated IP 172.20.0.13 (7d6decb1-add4-41a2-b83e-9ac42c2293d8/fc7e26f8-26c2-4af8-af1d-d7fc67300eb2/bf839743-febb-4c44-a8a1-ac8f3f1e3c1d) {{(pid=106704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:48:03.318988 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-43f6744d-6f24-4a48-bb32-6a6058367435 req-8ac722d5-d7c9-4b8e-b2ec-d3e6d2dee6c6 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks [] for port (bf839743-febb-4c44-a8a1-ac8f3f1e3c1d), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:03.350447 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-43f6744d-6f24-4a48-bb32-6a6058367435 req-8ac722d5-d7c9-4b8e-b2ec-d3e6d2dee6c6 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749198058662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8791401'] for port (bf839743-febb-4c44-a8a1-ac8f3f1e3c1d), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:03.391591 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43f6744d-6f24-4a48-bb32-6a6058367435 req-8ac722d5-d7c9-4b8e-b2ec-d3e6d2dee6c6 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Network 7d6decb1-add4-41a2-b83e-9ac42c2293d8 is already hosted by enough agents. {{(pid=106704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:48:03.396537 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.base_scheduler [req-43f6744d-6f24-4a48-bb32-6a6058367435 req-8ac722d5-d7c9-4b8e-b2ec-d3e6d2dee6c6 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Resources bound (agent type, host, resource id): {{(pid=106704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:48:03.400201 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.l3_dvrscheduler_db [req-43f6744d-6f24-4a48-bb32-6a6058367435 req-8ac722d5-d7c9-4b8e-b2ec-d3e6d2dee6c6 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Received port after_create {{(pid=106704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:48:03.424814 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac722d5-d7c9-4b8e-b2ec-d3e6d2dee6c6 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Pushing event updated for resources: {'Port': ['ID=bf839743-febb-4c44-a8a1-ac8f3f1e3c1d,revision_number=1']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:48:03.455169 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f6744d-6f24-4a48-bb32-6a6058367435 req-8ac722d5-d7c9-4b8e-b2ec-d3e6d2dee6c6 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:48:03.455805 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-43f6744d-6f24-4a48-bb32-6a6058367435 req-8ac722d5-d7c9-4b8e-b2ec-d3e6d2dee6c6 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245471'] for port (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:03.472906 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-43f6744d-6f24-4a48-bb32-6a6058367435 req-8ac722d5-d7c9-4b8e-b2ec-d3e6d2dee6c6 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6374671 Apr 12 19:48:03.484338 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.v2.base [req-43f6744d-6f24-4a48-bb32-6a6058367435 req-0e7e0291-18d5-437d-bce4-d1bda90739fc service neutron] Request body: {'port': {'device_id': '364582b7-8c58-4d0e-b6c3-f1cce37e4aab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=106704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:48:03.550207 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-43f6744d-6f24-4a48-bb32-6a6058367435 req-0e7e0291-18d5-437d-bce4-d1bda90739fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (bf839743-febb-4c44-a8a1-ac8f3f1e3c1d), before_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:03.629074 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-1e4c0c93-ce56-4039-a1d6-70799183ba16 None None] Provisioning complete for port bf839743-febb-4c44-a8a1-ac8f3f1e3c1d triggered by entity DHCP. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:48:03.629450 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-1e4c0c93-ce56-4039-a1d6-70799183ba16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (bf839743-febb-4c44-a8a1-ac8f3f1e3c1d), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:03.663570 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-1e4c0c93-ce56-4039-a1d6-70799183ba16 None None] Port bf839743-febb-4c44-a8a1-ac8f3f1e3c1d cannot update to ACTIVE because it is not bound. {{(pid=106714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 19:48:03.806235 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.notifiers.nova [req-43f6744d-6f24-4a48-bb32-6a6058367435 req-0e7e0291-18d5-437d-bce4-d1bda90739fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf839743-febb-4c44-a8a1-ac8f3f1e3c1d {{(pid=106704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 19:48:03.814051 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-43f6744d-6f24-4a48-bb32-6a6058367435 req-0e7e0291-18d5-437d-bce4-d1bda90739fc service neutron] Publish callbacks [] for port (bf839743-febb-4c44-a8a1-ac8f3f1e3c1d), precommit_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:03.826061 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.provisioning_blocks [req-43f6744d-6f24-4a48-bb32-6a6058367435 req-0e7e0291-18d5-437d-bce4-d1bda90739fc service neutron] Transition to ACTIVE for port object bf839743-febb-4c44-a8a1-ac8f3f1e3c1d will not be triggered until provisioned by entity L2. {{(pid=106704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 19:48:03.830325 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-43f6744d-6f24-4a48-bb32-6a6058367435 req-0e7e0291-18d5-437d-bce4-d1bda90739fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8791376'] for port (bf839743-febb-4c44-a8a1-ac8f3f1e3c1d), after_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:03.901701 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7e0291-18d5-437d-bce4-d1bda90739fc service neutron] Pushing event updated for resources: {'Port': ['ID=bf839743-febb-4c44-a8a1-ac8f3f1e3c1d,revision_number=2']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:48:03.955322 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.managers [req-43f6744d-6f24-4a48-bb32-6a6058367435 req-0e7e0291-18d5-437d-bce4-d1bda90739fc service neutron] Attempting to bind port bf839743-febb-4c44-a8a1-ac8f3f1e3c1d on host hv-cinder-83754 for vnic_type normal with profile {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:48:03.955664 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.managers [req-43f6744d-6f24-4a48-bb32-6a6058367435 req-0e7e0291-18d5-437d-bce4-d1bda90739fc service neutron] Attempting to bind port bf839743-febb-4c44-a8a1-ac8f3f1e3c1d by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': 'bcbff496-9379-41c1-8ff0-8a4d3d91ad6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7d6decb1-add4-41a2-b83e-9ac42c2293d8'}] {{(pid=106704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:48:03.956015 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f6744d-6f24-4a48-bb32-6a6058367435 req-0e7e0291-18d5-437d-bce4-d1bda90739fc service neutron] Attempting to bind port bf839743-febb-4c44-a8a1-ac8f3f1e3c1d on network 7d6decb1-add4-41a2-b83e-9ac42c2293d8 {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:48:03.960501 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f6744d-6f24-4a48-bb32-6a6058367435 req-0e7e0291-18d5-437d-bce4-d1bda90739fc service neutron] Port bf839743-febb-4c44-a8a1-ac8f3f1e3c1d on network 7d6decb1-add4-41a2-b83e-9ac42c2293d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 19:48:03.960836 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f6744d-6f24-4a48-bb32-6a6058367435 req-0e7e0291-18d5-437d-bce4-d1bda90739fc service neutron] Attempting to bind port bf839743-febb-4c44-a8a1-ac8f3f1e3c1d on network 7d6decb1-add4-41a2-b83e-9ac42c2293d8 {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:48:03.965714 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f6744d-6f24-4a48-bb32-6a6058367435 req-0e7e0291-18d5-437d-bce4-d1bda90739fc service neutron] Checking agent: {'id': 'ce4c6b0b-91ae-4576-82ad-f2f4ee2d2a45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 37, 20), 'started_at': datetime.datetime(2022, 4, 12, 19, 37, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:48:03.966052 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f6744d-6f24-4a48-bb32-6a6058367435 req-0e7e0291-18d5-437d-bce4-d1bda90739fc service neutron] Checking segment: {'id': 'bcbff496-9379-41c1-8ff0-8a4d3d91ad6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7d6decb1-add4-41a2-b83e-9ac42c2293d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:48:03.966435 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f6744d-6f24-4a48-bb32-6a6058367435 req-0e7e0291-18d5-437d-bce4-d1bda90739fc service neutron] Bound using segment: {'id': 'bcbff496-9379-41c1-8ff0-8a4d3d91ad6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7d6decb1-add4-41a2-b83e-9ac42c2293d8'} {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:48:03.966858 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.managers [req-43f6744d-6f24-4a48-bb32-6a6058367435 req-0e7e0291-18d5-437d-bce4-d1bda90739fc service neutron] Bound port: bf839743-febb-4c44-a8a1-ac8f3f1e3c1d, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcbff496-9379-41c1-8ff0-8a4d3d91ad6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7d6decb1-add4-41a2-b83e-9ac42c2293d8'}}] {{(pid=106704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:48:03.967213 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-43f6744d-6f24-4a48-bb32-6a6058367435 req-0e7e0291-18d5-437d-bce4-d1bda90739fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (bf839743-febb-4c44-a8a1-ac8f3f1e3c1d), before_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:03.975735 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf42be16-f0ff-45be-99a0-cdb8f485842d req-f8ca0653-cd49-4178-9faa-7dd66661d10f tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:48:03.977306 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-cf42be16-f0ff-45be-99a0-cdb8f485842d req-f8ca0653-cd49-4178-9faa-7dd66661d10f tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/ports?device_id=364582b7-8c58-4d0e-b6c3-f1cce37e4aab HTTP/1.1" status: 200 len: 944 time: 0.0523312 Apr 12 19:48:04.028490 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-cf42be16-f0ff-45be-99a0-cdb8f485842d req-f7c3ee38-9400-43f4-9784-2476835a319f tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/security-groups?id=20b1c426-fba5-4c71-9fac-1ae6ab832811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442429 Apr 12 19:48:04.035442 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.db [req-43f6744d-6f24-4a48-bb32-6a6058367435 req-0e7e0291-18d5-437d-bce4-d1bda90739fc service neutron] For port bf839743-febb-4c44-a8a1-ac8f3f1e3c1d, host hv-cinder-83754, cleared binding levels {{(pid=106704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:48:04.039107 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.db [req-43f6744d-6f24-4a48-bb32-6a6058367435 req-0e7e0291-18d5-437d-bce4-d1bda90739fc service neutron] For port bf839743-febb-4c44-a8a1-ac8f3f1e3c1d, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=bf839743-febb-4c44-a8a1-ac8f3f1e3c1d,segment=NetworkSegment(bcbff496-9379-41c1-8ff0-8a4d3d91ad6b),segment_id=bcbff496-9379-41c1-8ff0-8a4d3d91ad6b)] {{(pid=106704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:48:04.047032 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-43f6744d-6f24-4a48-bb32-6a6058367435 req-0e7e0291-18d5-437d-bce4-d1bda90739fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8791376'] for port (bf839743-febb-4c44-a8a1-ac8f3f1e3c1d), after_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:04.090017 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f6744d-6f24-4a48-bb32-6a6058367435 req-0e7e0291-18d5-437d-bce4-d1bda90739fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:48:04.090586 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-43f6744d-6f24-4a48-bb32-6a6058367435 req-0e7e0291-18d5-437d-bce4-d1bda90739fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245471'] for port (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:04.092338 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-43f6744d-6f24-4a48-bb32-6a6058367435 req-0e7e0291-18d5-437d-bce4-d1bda90739fc service neutron] 10.222.0.25 "PUT /v2.0/ports/bf839743-febb-4c44-a8a1-ac8f3f1e3c1d HTTP/1.1" status: 200 len: 1094 time: 0.6122148 Apr 12 19:48:04.092786 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '364582b7-8c58-4d0e-b6c3-f1cce37e4aab', 'tag': 'bf839743-febb-4c44-a8a1-ac8f3f1e3c1d'}] {{(pid=106704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:48:04.095277 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7198706052eeb44005bd3d373437c5078b0bb903de01f30342c0d4536e5352d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ada9419-66b8-43de-9a85-d15c1050d67d" -d '{"events": [{"name": "network-changed", "server_uuid": "364582b7-8c58-4d0e-b6c3-f1cce37e4aab", "tag": "bf839743-febb-4c44-a8a1-ac8f3f1e3c1d"}]}' {{(pid=106704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:48:04.121313 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7e0291-18d5-437d-bce4-d1bda90739fc service neutron] Pushing event updated for resources: {'Port': ['ID=bf839743-febb-4c44-a8a1-ac8f3f1e3c1d,revision_number=3']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:48:04.150637 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 19:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e187573f-286b-44b7-8980-142c824f9009 x-openstack-request-id: req-e187573f-286b-44b7-8980-142c824f9009 {{(pid=106704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:48:04.151043 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "364582b7-8c58-4d0e-b6c3-f1cce37e4aab", "tag": "bf839743-febb-4c44-a8a1-ac8f3f1e3c1d", "status": "completed", "code": 200}]} {{(pid=106704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:48:04.151377 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e187573f-286b-44b7-8980-142c824f9009 {{(pid=106704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:48:04.151846 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e187573f-286b-44b7-8980-142c824f9009'] response: {'name': 'network-changed', 'server_uuid': '364582b7-8c58-4d0e-b6c3-f1cce37e4aab', 'tag': 'bf839743-febb-4c44-a8a1-ac8f3f1e3c1d', 'status': 'completed', 'code': 200} Apr 12 19:48:04.210544 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f6744d-6f24-4a48-bb32-6a6058367435 req-6925b6a1-f5ec-4754-8b3a-8a19a0b76491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:48:04.212107 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-43f6744d-6f24-4a48-bb32-6a6058367435 req-6925b6a1-f5ec-4754-8b3a-8a19a0b76491 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bf0fdf698e0443cf9d5596d1b7604976&device_id=364582b7-8c58-4d0e-b6c3-f1cce37e4aab HTTP/1.1" status: 200 len: 1128 time: 0.0729899 Apr 12 19:48:04.264872 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a01f70-0e5b-4023-b5a7-6c17057f3d4a req-728e8104-1365-46ae-8f6b-ab4f3c9c9e05 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:48:04.266422 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-22a01f70-0e5b-4023-b5a7-6c17057f3d4a req-728e8104-1365-46ae-8f6b-ab4f3c9c9e05 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7216c75-bedc-4144-8b13-94d37bdf7c13 HTTP/1.1" status: 200 len: 946 time: 0.0931916 Apr 12 19:48:04.268257 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-43f6744d-6f24-4a48-bb32-6a6058367435 req-5b10e625-ce1b-486c-aa5e-fa61c29e354d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bf839743-febb-4c44-a8a1-ac8f3f1e3c1d HTTP/1.1" status: 200 len: 217 time: 0.0484819 Apr 12 19:48:04.345761 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f6744d-6f24-4a48-bb32-6a6058367435 req-349e6031-b658-47b6-88b3-a5c36e0b57cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:48:04.347506 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-43f6744d-6f24-4a48-bb32-6a6058367435 req-349e6031-b658-47b6-88b3-a5c36e0b57cb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fc7e26f8-26c2-4af8-af1d-d7fc67300eb2 HTTP/1.1" status: 200 len: 854 time: 0.0737555 Apr 12 19:48:04.351807 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-22a01f70-0e5b-4023-b5a7-6c17057f3d4a req-b0e416c6-1ea4-4b83-bdaf-486c0d36757e tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=ccd1ef45-35bc-4a1b-85a4-e82f4eb36fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793846 Apr 12 19:48:04.395493 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f6744d-6f24-4a48-bb32-6a6058367435 req-0f14c751-6225-42c1-8486-8e990d2d3c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:48:04.397242 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-43f6744d-6f24-4a48-bb32-6a6058367435 req-0f14c751-6225-42c1-8486-8e990d2d3c79 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7d6decb1-add4-41a2-b83e-9ac42c2293d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443776 Apr 12 19:48:04.498440 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-43f6744d-6f24-4a48-bb32-6a6058367435 req-9bbcd637-a603-46cd-9fb1-e3f4a42704af service neutron] 10.222.0.25 "GET /v2.0/networks/7d6decb1-add4-41a2-b83e-9ac42c2293d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945303 Apr 12 19:48:04.590171 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-43f6744d-6f24-4a48-bb32-6a6058367435 req-a8a4f784-9889-4261-be50-19f0c7dc777b service neutron] 10.222.0.25 "GET /v2.0/networks/7d6decb1-add4-41a2-b83e-9ac42c2293d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855525 Apr 12 19:48:05.144333 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23e5fa4-c61c-4050-9774-aa6c2444cfa5 req-fe96db20-f341-4b9f-afd0-12b3841d544a tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:48:05.145689 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-f23e5fa4-c61c-4050-9774-aa6c2444cfa5 req-fe96db20-f341-4b9f-afd0-12b3841d544a tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/ports?device_id=364582b7-8c58-4d0e-b6c3-f1cce37e4aab HTTP/1.1" status: 200 len: 944 time: 0.0483737 Apr 12 19:48:05.190869 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-f23e5fa4-c61c-4050-9774-aa6c2444cfa5 req-c9c8f7ac-6312-4cd5-a569-f1fe2bde42ad tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/security-groups?id=20b1c426-fba5-4c71-9fac-1ae6ab832811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396636 Apr 12 19:48:05.473756 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c3c052-5ac0-4354-bc79-1711f78e2de1 req-ff903297-a49d-4275-814d-a874f2da6522 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:48:05.475236 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-c5c3c052-5ac0-4354-bc79-1711f78e2de1 req-ff903297-a49d-4275-814d-a874f2da6522 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7216c75-bedc-4144-8b13-94d37bdf7c13 HTTP/1.1" status: 200 len: 946 time: 0.0501235 Apr 12 19:48:05.520774 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-c5c3c052-5ac0-4354-bc79-1711f78e2de1 req-0cb05499-3969-4847-a43d-bd1da3656b2d tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=ccd1ef45-35bc-4a1b-85a4-e82f4eb36fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400362 Apr 12 19:48:06.301375 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dead9b-a7fa-402c-b129-16054e4a5a6c req-d05acc70-8709-4892-909d-47943774d094 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:48:06.302821 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-e4dead9b-a7fa-402c-b129-16054e4a5a6c req-d05acc70-8709-4892-909d-47943774d094 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/ports?device_id=364582b7-8c58-4d0e-b6c3-f1cce37e4aab HTTP/1.1" status: 200 len: 944 time: 0.0454836 Apr 12 19:48:06.348227 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-e4dead9b-a7fa-402c-b129-16054e4a5a6c req-0f75bee3-752d-4089-b2a6-895789b9c9ad tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/security-groups?id=20b1c426-fba5-4c71-9fac-1ae6ab832811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398993 Apr 12 19:48:06.636412 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dcdee8-930a-4b0c-ae1a-24c7eb9d5ca2 req-1f5d0664-3d33-47c6-b35c-edf0917c2a0a tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:48:06.637888 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-18dcdee8-930a-4b0c-ae1a-24c7eb9d5ca2 req-1f5d0664-3d33-47c6-b35c-edf0917c2a0a tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7216c75-bedc-4144-8b13-94d37bdf7c13 HTTP/1.1" status: 200 len: 946 time: 0.0478671 Apr 12 19:48:06.683759 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-18dcdee8-930a-4b0c-ae1a-24c7eb9d5ca2 req-ee0e5c44-f333-4097-99de-f6e6523d64d7 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=ccd1ef45-35bc-4a1b-85a4-e82f4eb36fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402842 Apr 12 19:48:07.457077 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef558af-23cf-4e01-a73a-ce33a440151c req-ca70995c-425a-4b10-890d-daa066c09c46 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:48:07.458522 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-eef558af-23cf-4e01-a73a-ce33a440151c req-ca70995c-425a-4b10-890d-daa066c09c46 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/ports?device_id=364582b7-8c58-4d0e-b6c3-f1cce37e4aab HTTP/1.1" status: 200 len: 944 time: 0.0464871 Apr 12 19:48:07.507917 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-eef558af-23cf-4e01-a73a-ce33a440151c req-1c799b4d-12ff-4217-8cb9-83ff9ef13731 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/security-groups?id=20b1c426-fba5-4c71-9fac-1ae6ab832811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436218 Apr 12 19:48:07.799638 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828b1871-82de-4c49-99bf-106fa1cdb9a2 req-a81b28a7-a118-474b-823d-1ba9ba5c0719 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:48:07.801122 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-828b1871-82de-4c49-99bf-106fa1cdb9a2 req-a81b28a7-a118-474b-823d-1ba9ba5c0719 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7216c75-bedc-4144-8b13-94d37bdf7c13 HTTP/1.1" status: 200 len: 946 time: 0.0462933 Apr 12 19:48:07.850307 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-828b1871-82de-4c49-99bf-106fa1cdb9a2 req-aff13af4-2c5c-4b4c-8938-082ff0d1fac7 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=ccd1ef45-35bc-4a1b-85a4-e82f4eb36fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436156 Apr 12 19:48:08.617339 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfe1247-afde-4261-9882-4d8cad688594 req-b4ae9966-85c5-4ef3-ad8f-c3f0bd415c11 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:48:08.618676 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-6cfe1247-afde-4261-9882-4d8cad688594 req-b4ae9966-85c5-4ef3-ad8f-c3f0bd415c11 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/ports?device_id=364582b7-8c58-4d0e-b6c3-f1cce37e4aab HTTP/1.1" status: 200 len: 944 time: 0.0452974 Apr 12 19:48:08.666420 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-6cfe1247-afde-4261-9882-4d8cad688594 req-24ae6424-f5e0-460b-96ed-2cbe46482d80 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/security-groups?id=20b1c426-fba5-4c71-9fac-1ae6ab832811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417550 Apr 12 19:48:08.964292 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8e3ad7-af8c-4fde-953f-73349282ffc2 req-4dacd963-615c-4302-9a70-7f2fa0de0efe tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:48:08.965740 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-bf8e3ad7-af8c-4fde-953f-73349282ffc2 req-4dacd963-615c-4302-9a70-7f2fa0de0efe tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7216c75-bedc-4144-8b13-94d37bdf7c13 HTTP/1.1" status: 200 len: 946 time: 0.0462894 Apr 12 19:48:09.011804 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-bf8e3ad7-af8c-4fde-953f-73349282ffc2 req-95272063-4159-41b6-8f5a-0474ab3a2498 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=ccd1ef45-35bc-4a1b-85a4-e82f4eb36fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406189 Apr 12 19:48:09.774901 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fa1586-91f3-4257-bc6f-833a47cd7d11 req-059c9136-47ae-4562-9f8a-e065ded7e287 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:48:09.776377 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-03fa1586-91f3-4257-bc6f-833a47cd7d11 req-059c9136-47ae-4562-9f8a-e065ded7e287 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/ports?device_id=364582b7-8c58-4d0e-b6c3-f1cce37e4aab HTTP/1.1" status: 200 len: 944 time: 0.0453420 Apr 12 19:48:09.822176 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-03fa1586-91f3-4257-bc6f-833a47cd7d11 req-fd2be4ce-00eb-468a-a660-a8de453a5d24 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/security-groups?id=20b1c426-fba5-4c71-9fac-1ae6ab832811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397992 Apr 12 19:48:10.135973 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0df146-edc3-43d8-ad7d-58eafd309f85 req-d72ee901-834d-46f8-9fdd-560c257903ac tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:48:10.137538 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-ca0df146-edc3-43d8-ad7d-58eafd309f85 req-d72ee901-834d-46f8-9fdd-560c257903ac tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7216c75-bedc-4144-8b13-94d37bdf7c13 HTTP/1.1" status: 200 len: 946 time: 0.0463500 Apr 12 19:48:10.191803 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-ca0df146-edc3-43d8-ad7d-58eafd309f85 req-31d2b92d-434b-4832-b7a6-def2ba9c3ee6 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=ccd1ef45-35bc-4a1b-85a4-e82f4eb36fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479817 Apr 12 19:48:10.321081 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ada9419-66b8-43de-9a85-d15c1050d67d req-43449d86-f0ec-40f3-8efc-f0cb828d19f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:48:10.322545 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-2ada9419-66b8-43de-9a85-d15c1050d67d req-43449d86-f0ec-40f3-8efc-f0cb828d19f6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bf0fdf698e0443cf9d5596d1b7604976&device_id=364582b7-8c58-4d0e-b6c3-f1cce37e4aab HTTP/1.1" status: 200 len: 1128 time: 0.0420694 Apr 12 19:48:10.409628 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ada9419-66b8-43de-9a85-d15c1050d67d req-f62ef03a-1e32-440c-9c11-2a4595f60ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:48:10.411079 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-2ada9419-66b8-43de-9a85-d15c1050d67d req-f62ef03a-1e32-440c-9c11-2a4595f60ff1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7d6decb1-add4-41a2-b83e-9ac42c2293d8 HTTP/1.1" status: 200 len: 916 time: 0.0821416 Apr 12 19:48:10.453827 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-2ada9419-66b8-43de-9a85-d15c1050d67d req-ce71e90e-03dd-4788-8d36-b888b6785089 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bf839743-febb-4c44-a8a1-ac8f3f1e3c1d HTTP/1.1" status: 200 len: 217 time: 0.0368159 Apr 12 19:48:10.501061 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ada9419-66b8-43de-9a85-d15c1050d67d req-fadbd74a-625a-4bd1-a1e8-7e574494e306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:48:10.502470 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-2ada9419-66b8-43de-9a85-d15c1050d67d req-fadbd74a-625a-4bd1-a1e8-7e574494e306 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fc7e26f8-26c2-4af8-af1d-d7fc67300eb2 HTTP/1.1" status: 200 len: 854 time: 0.0431259 Apr 12 19:48:10.543579 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ada9419-66b8-43de-9a85-d15c1050d67d req-c1d635b4-8176-4c29-bfb5-e647a253ae18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:48:10.545045 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-2ada9419-66b8-43de-9a85-d15c1050d67d req-c1d635b4-8176-4c29-bfb5-e647a253ae18 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7d6decb1-add4-41a2-b83e-9ac42c2293d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0366075 Apr 12 19:48:10.641063 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Device bf839743-febb-4c44-a8a1-ac8f3f1e3c1d details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=106714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 19:48:10.642076 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-2ada9419-66b8-43de-9a85-d15c1050d67d req-10706a04-5279-4b92-a5fc-6f6743ab9e7e service neutron] 10.222.0.25 "GET /v2.0/networks/7d6decb1-add4-41a2-b83e-9ac42c2293d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910048 Apr 12 19:48:10.729500 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-2ada9419-66b8-43de-9a85-d15c1050d67d req-fd6c518e-9701-4c60-bd0e-8682b4572b9e service neutron] 10.222.0.25 "GET /v2.0/networks/7d6decb1-add4-41a2-b83e-9ac42c2293d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816381 Apr 12 19:48:10.742851 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] For port bf839743-febb-4c44-a8a1-ac8f3f1e3c1d, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=bf839743-febb-4c44-a8a1-ac8f3f1e3c1d,segment=NetworkSegment(bcbff496-9379-41c1-8ff0-8a4d3d91ad6b),segment_id=bcbff496-9379-41c1-8ff0-8a4d3d91ad6b)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:48:10.754900 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Returning: {'device': 'bf839743-febb-4c44-a8a1-ac8f3f1e3c1d', 'network_id': '7d6decb1-add4-41a2-b83e-9ac42c2293d8', 'port_id': 'bf839743-febb-4c44-a8a1-ac8f3f1e3c1d', 'mac_address': 'fa:16:3e:23:9b:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc7e26f8-26c2-4af8-af1d-d7fc67300eb2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 19:48:10.791328 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Current status of the port bf839743-febb-4c44-a8a1-ac8f3f1e3c1d is: DOWN; New status is: BUILD {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:48:10.791716 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (bf839743-febb-4c44-a8a1-ac8f3f1e3c1d), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:10.804798 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.notifiers.nova [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf839743-febb-4c44-a8a1-ac8f3f1e3c1d {{(pid=106714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 19:48:10.823444 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] For port bf839743-febb-4c44-a8a1-ac8f3f1e3c1d, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=bf839743-febb-4c44-a8a1-ac8f3f1e3c1d,segment=NetworkSegment(bcbff496-9379-41c1-8ff0-8a4d3d91ad6b),segment_id=bcbff496-9379-41c1-8ff0-8a4d3d91ad6b)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:48:10.827183 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (bf839743-febb-4c44-a8a1-ac8f3f1e3c1d), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:10.879863 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Pushing event updated for resources: {'Port': ['ID=bf839743-febb-4c44-a8a1-ac8f3f1e3c1d,revision_number=4']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:48:10.936619 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e228fafc-ce2c-4e35-90e5-fe705f47a4fb req-2b9368e9-5e26-4202-b2b6-3faf92e5f042 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:48:10.938066 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-e228fafc-ce2c-4e35-90e5-fe705f47a4fb req-2b9368e9-5e26-4202-b2b6-3faf92e5f042 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/ports?device_id=364582b7-8c58-4d0e-b6c3-f1cce37e4aab HTTP/1.1" status: 200 len: 945 time: 0.0494168 Apr 12 19:48:10.983817 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-e228fafc-ce2c-4e35-90e5-fe705f47a4fb req-69d53e27-e25c-40f2-b0f8-0f5522b8871a tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/security-groups?id=20b1c426-fba5-4c71-9fac-1ae6ab832811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402312 Apr 12 19:48:11.173449 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] get_ports_and_sgs() called for port_ids ['bf839743-febb-4c44-a8a1-ac8f3f1e3c1d'] {{(pid=106714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 19:48:11.314340 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801c978a-6c11-4ddf-bd8a-88381f25df4e req-7b82e661-6562-4ddc-8d04-06e084c94f5c tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:48:11.316136 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-801c978a-6c11-4ddf-bd8a-88381f25df4e req-7b82e661-6562-4ddc-8d04-06e084c94f5c tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7216c75-bedc-4144-8b13-94d37bdf7c13 HTTP/1.1" status: 200 len: 946 time: 0.0538633 Apr 12 19:48:11.363974 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-801c978a-6c11-4ddf-bd8a-88381f25df4e req-524513db-5842-4ba6-b3b2-c3e0736e315e tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=ccd1ef45-35bc-4a1b-85a4-e82f4eb36fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425048 Apr 12 19:48:11.432410 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 38478) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:48:11.538682 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-c8744eac-f858-45d1-b28d-b917da8706f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:11.616453 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-c8744eac-f858-45d1-b28d-b917da8706f3 admin admin] Publish callbacks [] for security_group (4f4d0ad3-0b13-46f5-8823-984611515162), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:11.620165 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-c8744eac-f858-45d1-b28d-b917da8706f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (4f4d0ad3-0b13-46f5-8823-984611515162), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:11.658196 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-c8744eac-f858-45d1-b28d-b917da8706f3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=81bbc4a3e8b640e88e4bc2fbfcc49f5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2247334 Apr 12 19:48:11.659379 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8744eac-f858-45d1-b28d-b917da8706f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f4d0ad3-0b13-46f5-8823-984611515162,revision_number=1']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:48:11.660923 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 38482) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:48:11.709082 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-1d447e6e-d36f-4d73-9a32-8b89fa44b174 admin admin] Publish callbacks [] for security_group (4f4d0ad3-0b13-46f5-8823-984611515162), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:11.732656 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-1d447e6e-d36f-4d73-9a32-8b89fa44b174 admin admin] Publish callbacks [] for security_group (4f4d0ad3-0b13-46f5-8823-984611515162), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:11.781919 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-1d447e6e-d36f-4d73-9a32-8b89fa44b174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (4f4d0ad3-0b13-46f5-8823-984611515162), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:11.784386 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-1d447e6e-d36f-4d73-9a32-8b89fa44b174 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:11.785524 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-1d447e6e-d36f-4d73-9a32-8b89fa44b174 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4f4d0ad3-0b13-46f5-8823-984611515162 HTTP/1.1" status: 204 len: 168 time: 0.1235530 Apr 12 19:48:11.793125 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d447e6e-d36f-4d73-9a32-8b89fa44b174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f4d0ad3-0b13-46f5-8823-984611515162,revision_number=None']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:48:12.094083 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a485956-cf91-472a-aa9e-498ea5344133 req-75e87cf1-12c0-4889-92a6-f0996101d93c tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:48:12.098508 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-0a485956-cf91-472a-aa9e-498ea5344133 req-75e87cf1-12c0-4889-92a6-f0996101d93c tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/ports?device_id=364582b7-8c58-4d0e-b6c3-f1cce37e4aab HTTP/1.1" status: 200 len: 945 time: 0.0476415 Apr 12 19:48:12.142305 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-0a485956-cf91-472a-aa9e-498ea5344133 req-baf0b181-b527-4a43-84c0-300fecb8cae6 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/security-groups?id=20b1c426-fba5-4c71-9fac-1ae6ab832811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412960 Apr 12 19:48:12.482758 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadf4e4b-ea96-4a02-b149-062ed6a0aab5 req-e3c28dc8-f36c-4d42-92cf-ee3d023292ef tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:48:12.484796 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-dadf4e4b-ea96-4a02-b149-062ed6a0aab5 req-e3c28dc8-f36c-4d42-92cf-ee3d023292ef tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7216c75-bedc-4144-8b13-94d37bdf7c13 HTTP/1.1" status: 200 len: 946 time: 0.0477252 Apr 12 19:48:12.531293 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-dadf4e4b-ea96-4a02-b149-062ed6a0aab5 req-8321afff-e687-491d-88f8-a6101492879c tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=ccd1ef45-35bc-4a1b-85a4-e82f4eb36fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406284 Apr 12 19:48:12.676241 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Device bf839743-febb-4c44-a8a1-ac8f3f1e3c1d up at agent hyperv_hv-cinder-83754 {{(pid=106714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:48:12.720329 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Provisioning for port bf839743-febb-4c44-a8a1-ac8f3f1e3c1d completed by entity L2. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 19:48:12.726149 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Provisioning complete for port bf839743-febb-4c44-a8a1-ac8f3f1e3c1d triggered by entity L2. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:48:12.726649 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (bf839743-febb-4c44-a8a1-ac8f3f1e3c1d), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:12.806113 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Current status of the port bf839743-febb-4c44-a8a1-ac8f3f1e3c1d is: BUILD; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:48:12.806571 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (bf839743-febb-4c44-a8a1-ac8f3f1e3c1d), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:12.830193 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '364582b7-8c58-4d0e-b6c3-f1cce37e4aab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf839743-febb-4c44-a8a1-ac8f3f1e3c1d'}] {{(pid=106714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:48:12.832450 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a81cf7441df70286f4dc8f717b9c4c32a6686a605fef215f859f2b4f09b95be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a108ce9-c787-4d8a-97b4-9c4aab217b3a" -d '{"events": [{"server_uuid": "364582b7-8c58-4d0e-b6c3-f1cce37e4aab", "name": "network-vif-plugged", "status": "completed", "tag": "bf839743-febb-4c44-a8a1-ac8f3f1e3c1d"}]}' {{(pid=106714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:48:12.845549 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] For port bf839743-febb-4c44-a8a1-ac8f3f1e3c1d, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=bf839743-febb-4c44-a8a1-ac8f3f1e3c1d,segment=NetworkSegment(bcbff496-9379-41c1-8ff0-8a4d3d91ad6b),segment_id=bcbff496-9379-41c1-8ff0-8a4d3d91ad6b)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:48:12.850049 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (bf839743-febb-4c44-a8a1-ac8f3f1e3c1d), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:12.879027 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 19:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3532b3a1-8099-4549-887e-3dfdc1ef3307 x-openstack-request-id: req-3532b3a1-8099-4549-887e-3dfdc1ef3307 {{(pid=106714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:48:12.879349 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "364582b7-8c58-4d0e-b6c3-f1cce37e4aab", "name": "network-vif-plugged", "status": "completed", "tag": "bf839743-febb-4c44-a8a1-ac8f3f1e3c1d", "code": 200}]} {{(pid=106714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:48:12.879578 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3532b3a1-8099-4549-887e-3dfdc1ef3307 {{(pid=106714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:48:12.879992 dv-cinder-837540-1-iscsi neutron-server[106714]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3532b3a1-8099-4549-887e-3dfdc1ef3307'] response: {'server_uuid': '364582b7-8c58-4d0e-b6c3-f1cce37e4aab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf839743-febb-4c44-a8a1-ac8f3f1e3c1d', 'code': 200} Apr 12 19:48:12.908805 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Pushing event updated for resources: {'Port': ['ID=bf839743-febb-4c44-a8a1-ac8f3f1e3c1d,revision_number=5']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:48:13.069534 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00726b17-947f-490d-9a71-96536cb5b965 req-4353bafc-43dc-4fcb-bbaa-73b50a78e087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:48:13.070921 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-00726b17-947f-490d-9a71-96536cb5b965 req-4353bafc-43dc-4fcb-bbaa-73b50a78e087 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=364582b7-8c58-4d0e-b6c3-f1cce37e4aab HTTP/1.1" status: 200 len: 1130 time: 0.0371256 Apr 12 19:48:13.117753 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-00726b17-947f-490d-9a71-96536cb5b965 req-61ea55cd-ba78-42c2-9707-49910b6663c9 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=20b1c426-fba5-4c71-9fac-1ae6ab832811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396166 Apr 12 19:48:13.252891 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf05bd45-e625-4278-98b2-e2f81fb24d6f req-a48b1707-b3c6-4e82-9ef5-c0b691305e7c tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:48:13.254345 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-cf05bd45-e625-4278-98b2-e2f81fb24d6f req-a48b1707-b3c6-4e82-9ef5-c0b691305e7c tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/ports?device_id=364582b7-8c58-4d0e-b6c3-f1cce37e4aab HTTP/1.1" status: 200 len: 946 time: 0.0455661 Apr 12 19:48:13.299929 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-cf05bd45-e625-4278-98b2-e2f81fb24d6f req-41811eb5-1cb1-410c-b12c-7245c194d06c tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/security-groups?id=20b1c426-fba5-4c71-9fac-1ae6ab832811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401173 Apr 12 19:48:13.646436 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d07383-0bc0-4a1c-903a-c009574ec638 req-097caa68-92bf-44f9-9042-3f9440bd6811 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:48:13.648717 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-14d07383-0bc0-4a1c-903a-c009574ec638 req-097caa68-92bf-44f9-9042-3f9440bd6811 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7216c75-bedc-4144-8b13-94d37bdf7c13 HTTP/1.1" status: 200 len: 946 time: 0.0460787 Apr 12 19:48:13.699161 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-14d07383-0bc0-4a1c-903a-c009574ec638 req-43a700ae-a6e5-45de-a341-72ec57e36f79 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=ccd1ef45-35bc-4a1b-85a4-e82f4eb36fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443199 Apr 12 19:48:13.845356 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-c8d0eba8-ca7d-46a0-ae0f-bd41a99dd11b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (055fa106-9079-4d8f-a829-e3ca37bbcb19), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:14.415661 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b936741-ab9b-4619-88ad-008684cdffd4 req-ead0e73a-ec23-40bb-adba-741f90603b6b tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:48:14.416849 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-5b936741-ab9b-4619-88ad-008684cdffd4 req-ead0e73a-ec23-40bb-adba-741f90603b6b tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/ports?device_id=364582b7-8c58-4d0e-b6c3-f1cce37e4aab HTTP/1.1" status: 200 len: 946 time: 0.0514784 Apr 12 19:48:14.464470 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-5b936741-ab9b-4619-88ad-008684cdffd4 req-23a663fb-7c21-4f7d-a3b4-29a10369959a tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/security-groups?id=20b1c426-fba5-4c71-9fac-1ae6ab832811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415623 Apr 12 19:48:14.818857 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3ce671-318f-4df6-ba0a-41fe7258015d req-fa27f249-54ea-4f73-89ed-1802d75ead3c tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:48:14.820353 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-0b3ce671-318f-4df6-ba0a-41fe7258015d req-fa27f249-54ea-4f73-89ed-1802d75ead3c tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7216c75-bedc-4144-8b13-94d37bdf7c13 HTTP/1.1" status: 200 len: 946 time: 0.0492897 Apr 12 19:48:14.869601 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-0b3ce671-318f-4df6-ba0a-41fe7258015d req-be5f060d-07f9-41ac-9041-f2bf0d546f79 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=ccd1ef45-35bc-4a1b-85a4-e82f4eb36fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436246 Apr 12 19:48:15.530679 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 38560) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:48:15.577978 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1430e76b-47f1-4d6c-bd1a-d013f5bc9e8c req-572dcb9f-b356-48e0-8ae8-47f5b2c45d92 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:48:15.579525 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-1430e76b-47f1-4d6c-bd1a-d013f5bc9e8c req-572dcb9f-b356-48e0-8ae8-47f5b2c45d92 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/ports?device_id=364582b7-8c58-4d0e-b6c3-f1cce37e4aab HTTP/1.1" status: 200 len: 946 time: 0.0513635 Apr 12 19:48:15.626514 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-1430e76b-47f1-4d6c-bd1a-d013f5bc9e8c req-42acb8e4-7e7a-4bdc-9183-ea25cbe2dc64 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/security-groups?id=20b1c426-fba5-4c71-9fac-1ae6ab832811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414348 Apr 12 19:48:15.634550 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-e3d46001-86b7-4718-a3a6-148897f05546 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:15.743645 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-e3d46001-86b7-4718-a3a6-148897f05546 admin admin] Publish callbacks [] for security_group (93da330c-0441-441f-a9f2-7b63fd9cc429), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:15.750749 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfe89eb-550e-42b3-85fe-fe2f979b2548 req-caac6fea-0682-4d1d-a5f8-8f48ec316a15 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:48:15.752237 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-5bfe89eb-550e-42b3-85fe-fe2f979b2548 req-caac6fea-0682-4d1d-a5f8-8f48ec316a15 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/ports?device_id=364582b7-8c58-4d0e-b6c3-f1cce37e4aab HTTP/1.1" status: 200 len: 946 time: 0.0617483 Apr 12 19:48:15.753236 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-e3d46001-86b7-4718-a3a6-148897f05546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (93da330c-0441-441f-a9f2-7b63fd9cc429), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:15.760758 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 38566) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:48:15.765791 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.v2.base [None req-afe653ba-1e74-4937-9ecc-5d803299d9e1 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Request body: {'floatingip': {'port_id': 'bf839743-febb-4c44-a8a1-ac8f3f1e3c1d'}} {{(pid=106707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:48:15.790871 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d46001-86b7-4718-a3a6-148897f05546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93da330c-0441-441f-a9f2-7b63fd9cc429,revision_number=1']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:48:15.795309 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-e3d46001-86b7-4718-a3a6-148897f05546 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=74d961de782748afa42ec7d16d507923&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2631168 Apr 12 19:48:15.798831 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 38568) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:48:15.812895 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-afe653ba-1e74-4937-9ecc-5d803299d9e1 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks [] for floatingip (af2716be-ff02-4e78-a185-63086e8b9dff), before_update {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:15.853937 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-f4abbc9f-9573-4ffb-aa75-393f04596308 admin admin] Publish callbacks [] for security_group (93da330c-0441-441f-a9f2-7b63fd9cc429), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:15.878130 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-f4abbc9f-9573-4ffb-aa75-393f04596308 admin admin] Publish callbacks [] for security_group (93da330c-0441-441f-a9f2-7b63fd9cc429), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:15.931838 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-f4abbc9f-9573-4ffb-aa75-393f04596308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (93da330c-0441-441f-a9f2-7b63fd9cc429), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:15.935292 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-f4abbc9f-9573-4ffb-aa75-393f04596308 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:15.936695 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-f4abbc9f-9573-4ffb-aa75-393f04596308 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/93da330c-0441-441f-a9f2-7b63fd9cc429 HTTP/1.1" status: 204 len: 168 time: 0.1373334 Apr 12 19:48:15.950272 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4abbc9f-9573-4ffb-aa75-393f04596308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93da330c-0441-441f-a9f2-7b63fd9cc429,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:48:16.066092 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219f823f-92d3-4a68-aff4-e58d93e83f03 req-d7061b39-e55e-473c-b805-19286ec0cbca tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:48:16.067559 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-219f823f-92d3-4a68-aff4-e58d93e83f03 req-d7061b39-e55e-473c-b805-19286ec0cbca tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7216c75-bedc-4144-8b13-94d37bdf7c13 HTTP/1.1" status: 200 len: 946 time: 0.1008461 Apr 12 19:48:16.197282 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-219f823f-92d3-4a68-aff4-e58d93e83f03 req-b9148d70-738a-433a-812f-28c28a5f11d6 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=ccd1ef45-35bc-4a1b-85a4-e82f4eb36fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235492 Apr 12 19:48:16.285748 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-fd5c29e8-738d-4d48-a16f-e80bf7c55b0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (4d9412c4-31b2-4fbf-87a0-f931332ab9d5), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:16.345948 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-afe653ba-1e74-4937-9ecc-5d803299d9e1 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:16.349639 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-afe653ba-1e74-4937-9ecc-5d803299d9e1 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668094'] for floatingip (af2716be-ff02-4e78-a185-63086e8b9dff), after_update {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:16.452224 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.db.l3_db [None req-afe653ba-1e74-4937-9ecc-5d803299d9e1 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Floating IP af2716be-ff02-4e78-a185-63086e8b9dff associated. External IP: 172.27.2.181, port: bf839743-febb-4c44-a8a1-ac8f3f1e3c1d. Apr 12 19:48:16.669619 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afe653ba-1e74-4937-9ecc-5d803299d9e1 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Router b18ff2db-c3ca-4b36-83ec-0fa886e80341 has already been hosted by L3 agent 4d9412c4-31b2-4fbf-87a0-f931332ab9d5 {{(pid=106707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 19:48:16.781765 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afe653ba-1e74-4937-9ecc-5d803299d9e1 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Notify agent at l3_agent.dv-cinder-837540-1-iscsi the message routers_updated {{(pid=106707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:48:16.786689 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-afe653ba-1e74-4937-9ecc-5d803299d9e1 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245471'] for floatingip (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:16.792917 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68912a2-5244-4ef6-bbda-67fc9f2eb417 None None] Sync routers for ids ['b18ff2db-c3ca-4b36-83ec-0fa886e80341'] in dv-cinder-837540-1-iscsi {{(pid=106718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:48:16.806494 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68912a2-5244-4ef6-bbda-67fc9f2eb417 None None] Routers {'b18ff2db-c3ca-4b36-83ec-0fa886e80341'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:48:16.808121 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-f68912a2-5244-4ef6-bbda-67fc9f2eb417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:48:16Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['b18ff2db-c3ca-4b36-83ec-0fa886e80341'], 'active': True} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:48:16.819011 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-afe653ba-1e74-4937-9ecc-5d803299d9e1 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "PUT /v2.0/floatingips/af2716be-ff02-4e78-a185-63086e8b9dff HTTP/1.1" status: 200 len: 992 time: 1.0571132 Apr 12 19:48:16.819603 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '364582b7-8c58-4d0e-b6c3-f1cce37e4aab', 'tag': 'bf839743-febb-4c44-a8a1-ac8f3f1e3c1d'}] {{(pid=106707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:48:16.822032 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24bc1a40dab415d93c04770333daaec18ee8cbc44e8bdbc940996836fe034448" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2368a49-f277-424b-82ab-d76b14cb3f6f" -d '{"events": [{"name": "network-changed", "server_uuid": "364582b7-8c58-4d0e-b6c3-f1cce37e4aab", "tag": "bf839743-febb-4c44-a8a1-ac8f3f1e3c1d"}]}' {{(pid=106707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:48:16.877507 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 19:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca5cabcc-f99a-4ac1-8207-2a9579bc31f9 x-openstack-request-id: req-ca5cabcc-f99a-4ac1-8207-2a9579bc31f9 {{(pid=106707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:48:16.877871 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "364582b7-8c58-4d0e-b6c3-f1cce37e4aab", "tag": "bf839743-febb-4c44-a8a1-ac8f3f1e3c1d", "status": "completed", "code": 200}]} {{(pid=106707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:48:16.878176 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ca5cabcc-f99a-4ac1-8207-2a9579bc31f9 {{(pid=106707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:48:16.878761 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca5cabcc-f99a-4ac1-8207-2a9579bc31f9'] response: {'name': 'network-changed', 'server_uuid': '364582b7-8c58-4d0e-b6c3-f1cce37e4aab', 'tag': 'bf839743-febb-4c44-a8a1-ac8f3f1e3c1d', 'status': 'completed', 'code': 200} Apr 12 19:48:16.928475 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvr_db [None req-f68912a2-5244-4ef6-bbda-67fc9f2eb417 None None] Set router b18ff2db-c3ca-4b36-83ec-0fa886e80341 gateway port host: dv-cinder-837540-1-iscsi {{(pid=106718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:48:16.968369 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2368a49-f277-424b-82ab-d76b14cb3f6f req-b534210c-0e28-4529-8b16-c57fce8f05d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:48:16.970056 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-b2368a49-f277-424b-82ab-d76b14cb3f6f req-b534210c-0e28-4529-8b16-c57fce8f05d9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bf0fdf698e0443cf9d5596d1b7604976&device_id=364582b7-8c58-4d0e-b6c3-f1cce37e4aab HTTP/1.1" status: 200 len: 1130 time: 0.0494516 Apr 12 19:48:17.083514 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2368a49-f277-424b-82ab-d76b14cb3f6f req-451900be-c824-4ea4-a634-df529cd70a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:48:17.085035 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-b2368a49-f277-424b-82ab-d76b14cb3f6f req-451900be-c824-4ea4-a634-df529cd70a6e service neutron] 10.222.0.25 "GET /v2.0/networks?id=7d6decb1-add4-41a2-b83e-9ac42c2293d8 HTTP/1.1" status: 200 len: 916 time: 0.0925260 Apr 12 19:48:17.175304 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-b2368a49-f277-424b-82ab-d76b14cb3f6f req-b26a3949-e416-4a3d-89da-aa0f83a81589 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bf839743-febb-4c44-a8a1-ac8f3f1e3c1d HTTP/1.1" status: 200 len: 1000 time: 0.0652881 Apr 12 19:48:17.224146 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2368a49-f277-424b-82ab-d76b14cb3f6f req-0cbf26a7-daad-43a4-9aba-221ded347f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:48:17.226268 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-b2368a49-f277-424b-82ab-d76b14cb3f6f req-0cbf26a7-daad-43a4-9aba-221ded347f16 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fc7e26f8-26c2-4af8-af1d-d7fc67300eb2 HTTP/1.1" status: 200 len: 854 time: 0.0435200 Apr 12 19:48:17.239223 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-0fb4a5ae-492f-43e3-90d5-82372e23b9ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (01005bd1-5b1e-41c6-b9b3-a4d4f93589b9), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:17.256542 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-f68912a2-5244-4ef6-bbda-67fc9f2eb417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18ff2db-c3ca-4b36-83ec-0fa886e80341', 'name': 'tempest-AttachVolumeNegativeTest-1783169139-router', 'tenant_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '11d01457-6788-4684-96e1-1ddb12a76ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:39:17Z', 'updated_at': '2022-04-12T19:39:23Z', 'revision_number': 4, 'project_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'gw_port': {'id': '11d01457-6788-4684-96e1-1ddb12a76ffb', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ea:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18ff2db-c3ca-4b36-83ec-0fa886e80341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:39:17Z', 'updated_at': '2022-04-12T19:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_floatingips': [{'id': 'af2716be-ff02-4e78-a185-63086e8b9dff', 'tenant_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'floating_ip_address': '172.27.2.181', 'floating_network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'router_id': 'b18ff2db-c3ca-4b36-83ec-0fa886e80341', 'port_id': 'bf839743-febb-4c44-a8a1-ac8f3f1e3c1d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d6decb1-add4-41a2-b83e-9ac42c2293d8', 'mac_address': 'fa:16:3e:23:9b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364582b7-8c58-4d0e-b6c3-f1cce37e4aab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:48:00Z', 'updated_at': '2022-04-12T19:48:16Z', 'revision_number': 1, 'project_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f4a38d1-f0e9-4138-9648-e005b578b7dc', 'name': '', 'network_id': '7d6decb1-add4-41a2-b83e-9ac42c2293d8', 'tenant_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'mac_address': 'fa:16:3e:8c:04:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18ff2db-c3ca-4b36-83ec-0fa886e80341', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'fc7e26f8-26c2-4af8-af1d-d7fc67300eb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:39:21Z', 'updated_at': '2022-04-12T19:39:29Z', 'revision_number': 5, 'project_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'subnets': [{'id': 'fc7e26f8-26c2-4af8-af1d-d7fc67300eb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:48:17.286319 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68912a2-5244-4ef6-bbda-67fc9f2eb417 None None] Checking router: b18ff2db-c3ca-4b36-83ec-0fa886e80341 for host: dv-cinder-837540-1-iscsi {{(pid=106718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:48:17.292296 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2368a49-f277-424b-82ab-d76b14cb3f6f req-d08638b7-3bd9-4b2f-8c0c-6ff741dce76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:48:17.294064 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-b2368a49-f277-424b-82ab-d76b14cb3f6f req-d08638b7-3bd9-4b2f-8c0c-6ff741dce76a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7d6decb1-add4-41a2-b83e-9ac42c2293d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0607665 Apr 12 19:48:17.295758 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68912a2-5244-4ef6-bbda-67fc9f2eb417 None None] Routers {'b18ff2db-c3ca-4b36-83ec-0fa886e80341'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:48:17.297064 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-f68912a2-5244-4ef6-bbda-67fc9f2eb417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:48:16Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['b18ff2db-c3ca-4b36-83ec-0fa886e80341'], 'active': True} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:48:17.350160 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c73758-fcd4-4146-b243-61d186c2bb0d req-5325d886-b7bb-47f1-a59b-a6e25a661e32 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:48:17.352331 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-26c73758-fcd4-4146-b243-61d186c2bb0d req-5325d886-b7bb-47f1-a59b-a6e25a661e32 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7216c75-bedc-4144-8b13-94d37bdf7c13 HTTP/1.1" status: 200 len: 946 time: 0.0584953 Apr 12 19:48:17.410922 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-b2368a49-f277-424b-82ab-d76b14cb3f6f req-91a601a1-a7b9-40a3-81f8-93b903231a37 service neutron] 10.222.0.25 "GET /v2.0/networks/7d6decb1-add4-41a2-b83e-9ac42c2293d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105819 Apr 12 19:48:17.411937 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-26c73758-fcd4-4146-b243-61d186c2bb0d req-97ef5ff0-dab1-4d5c-8f5c-dbbf0f9dd30e tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=ccd1ef45-35bc-4a1b-85a4-e82f4eb36fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510235 Apr 12 19:48:17.426668 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvr_db [None req-f68912a2-5244-4ef6-bbda-67fc9f2eb417 None None] Set router b18ff2db-c3ca-4b36-83ec-0fa886e80341 gateway port host: dv-cinder-837540-1-iscsi {{(pid=106718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:48:17.506044 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-b2368a49-f277-424b-82ab-d76b14cb3f6f req-312a8697-de71-4fb8-ba58-774628aedca9 service neutron] 10.222.0.25 "GET /v2.0/networks/7d6decb1-add4-41a2-b83e-9ac42c2293d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890067 Apr 12 19:48:17.658902 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-f68912a2-5244-4ef6-bbda-67fc9f2eb417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18ff2db-c3ca-4b36-83ec-0fa886e80341', 'name': 'tempest-AttachVolumeNegativeTest-1783169139-router', 'tenant_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '11d01457-6788-4684-96e1-1ddb12a76ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:39:17Z', 'updated_at': '2022-04-12T19:39:23Z', 'revision_number': 4, 'project_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'gw_port': {'id': '11d01457-6788-4684-96e1-1ddb12a76ffb', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ea:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18ff2db-c3ca-4b36-83ec-0fa886e80341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:39:17Z', 'updated_at': '2022-04-12T19:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_floatingips': [{'id': 'af2716be-ff02-4e78-a185-63086e8b9dff', 'tenant_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'floating_ip_address': '172.27.2.181', 'floating_network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'router_id': 'b18ff2db-c3ca-4b36-83ec-0fa886e80341', 'port_id': 'bf839743-febb-4c44-a8a1-ac8f3f1e3c1d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d6decb1-add4-41a2-b83e-9ac42c2293d8', 'mac_address': 'fa:16:3e:23:9b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364582b7-8c58-4d0e-b6c3-f1cce37e4aab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:48:00Z', 'updated_at': '2022-04-12T19:48:16Z', 'revision_number': 1, 'project_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f4a38d1-f0e9-4138-9648-e005b578b7dc', 'name': '', 'network_id': '7d6decb1-add4-41a2-b83e-9ac42c2293d8', 'tenant_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'mac_address': 'fa:16:3e:8c:04:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18ff2db-c3ca-4b36-83ec-0fa886e80341', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'fc7e26f8-26c2-4af8-af1d-d7fc67300eb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:39:21Z', 'updated_at': '2022-04-12T19:39:29Z', 'revision_number': 5, 'project_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'subnets': [{'id': 'fc7e26f8-26c2-4af8-af1d-d7fc67300eb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:48:17.685319 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68912a2-5244-4ef6-bbda-67fc9f2eb417 None None] The sync data for ids ['b18ff2db-c3ca-4b36-83ec-0fa886e80341'] in dv-cinder-837540-1-iscsi is: [{'id': 'b18ff2db-c3ca-4b36-83ec-0fa886e80341', 'name': 'tempest-AttachVolumeNegativeTest-1783169139-router', 'tenant_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '11d01457-6788-4684-96e1-1ddb12a76ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:39:17Z', 'updated_at': '2022-04-12T19:39:23Z', 'revision_number': 4, 'project_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'gw_port': {'id': '11d01457-6788-4684-96e1-1ddb12a76ffb', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ea:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18ff2db-c3ca-4b36-83ec-0fa886e80341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:39:17Z', 'updated_at': '2022-04-12T19:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_floatingips': [{'id': 'af2716be-ff02-4e78-a185-63086e8b9dff', 'tenant_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'floating_ip_address': '172.27.2.181', 'floating_network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'router_id': 'b18ff2db-c3ca-4b36-83ec-0fa886e80341', 'port_id': 'bf839743-febb-4c44-a8a1-ac8f3f1e3c1d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d6decb1-add4-41a2-b83e-9ac42c2293d8', 'mac_address': 'fa:16:3e:23:9b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364582b7-8c58-4d0e-b6c3-f1cce37e4aab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:48:00Z', 'updated_at': '2022-04-12T19:48:16Z', 'revision_number': 1, 'project_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f4a38d1-f0e9-4138-9648-e005b578b7dc', 'name': '', 'network_id': '7d6decb1-add4-41a2-b83e-9ac42c2293d8', 'tenant_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'mac_address': 'fa:16:3e:8c:04:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18ff2db-c3ca-4b36-83ec-0fa886e80341', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'fc7e26f8-26c2-4af8-af1d-d7fc67300eb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:39:21Z', 'updated_at': '2022-04-12T19:39:29Z', 'revision_number': 5, 'project_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'subnets': [{'id': 'fc7e26f8-26c2-4af8-af1d-d7fc67300eb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:48:17.866543 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d04f307-a375-420f-93c9-7fc93438bf78 None None] New status for floating IP af2716be-ff02-4e78-a185-63086e8b9dff: ACTIVE {{(pid=106714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 19:48:18.535070 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cef3d2-4fcc-4287-9f31-e05a3968875b req-33c17e2a-ce13-4054-9844-a858e69e8d92 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:48:18.536555 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-51cef3d2-4fcc-4287-9f31-e05a3968875b req-33c17e2a-ce13-4054-9844-a858e69e8d92 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7216c75-bedc-4144-8b13-94d37bdf7c13 HTTP/1.1" status: 200 len: 946 time: 0.0504611 Apr 12 19:48:18.581424 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-51cef3d2-4fcc-4287-9f31-e05a3968875b req-a72633cb-3c10-4f7c-8637-5fdd0a8cbaaf tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=ccd1ef45-35bc-4a1b-85a4-e82f4eb36fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394278 Apr 12 19:48:18.685381 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-655d5a5e-25bf-423f-acb4-166f4bec9d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (f3d2fb0e-5305-4f08-ab1f-5f1d50bdad22), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:18.697977 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Device 2eb2f619-7f5e-48a2-9ea1-d27b19512f87 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=106714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 19:48:18.798437 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] For port 2eb2f619-7f5e-48a2-9ea1-d27b19512f87, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=2eb2f619-7f5e-48a2-9ea1-d27b19512f87,segment=NetworkSegment(7d4c5579-d5c2-4ae5-8e1e-f30678073acf),segment_id=7d4c5579-d5c2-4ae5-8e1e-f30678073acf)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:48:18.809735 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Returning: {'device': '2eb2f619-7f5e-48a2-9ea1-d27b19512f87', 'network_id': 'f4a737e2-fbd1-4d73-b744-770d94c0d414', 'port_id': '2eb2f619-7f5e-48a2-9ea1-d27b19512f87', 'mac_address': 'fa:16:3e:86:be:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0175af4-3e14-4634-8d47-e6784ac2f6db', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 19:48:18.850259 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Current status of the port 2eb2f619-7f5e-48a2-9ea1-d27b19512f87 is: ACTIVE; New status is: BUILD {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:48:18.850636 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (2eb2f619-7f5e-48a2-9ea1-d27b19512f87), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:18.864703 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.notifiers.nova [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2eb2f619-7f5e-48a2-9ea1-d27b19512f87 {{(pid=106714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 19:48:18.893917 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] For port 2eb2f619-7f5e-48a2-9ea1-d27b19512f87, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=2eb2f619-7f5e-48a2-9ea1-d27b19512f87,segment=NetworkSegment(7d4c5579-d5c2-4ae5-8e1e-f30678073acf),segment_id=7d4c5579-d5c2-4ae5-8e1e-f30678073acf)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:48:18.899019 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (2eb2f619-7f5e-48a2-9ea1-d27b19512f87), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:18.951766 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Pushing event updated for resources: {'Port': ['ID=2eb2f619-7f5e-48a2-9ea1-d27b19512f87,revision_number=6']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:48:18.995066 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] get_ports_and_sgs() called for port_ids ['2eb2f619-7f5e-48a2-9ea1-d27b19512f87'] {{(pid=106714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 19:48:19.698542 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b688f30b-0691-41a5-bfe9-2c2e4332a41b req-a3ccb8be-cfa1-4f3d-863c-878e56f3f457 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:48:19.700043 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-b688f30b-0691-41a5-bfe9-2c2e4332a41b req-a3ccb8be-cfa1-4f3d-863c-878e56f3f457 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7216c75-bedc-4144-8b13-94d37bdf7c13 HTTP/1.1" status: 200 len: 945 time: 0.0493796 Apr 12 19:48:19.745338 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-b688f30b-0691-41a5-bfe9-2c2e4332a41b req-7fbaa227-7ea2-473e-b752-63f9b261f76d tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=ccd1ef45-35bc-4a1b-85a4-e82f4eb36fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398288 Apr 12 19:48:20.469933 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (e0bf5abe-d5c5-40a1-a359-03156ade36a4), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:20.703566 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Device 2eb2f619-7f5e-48a2-9ea1-d27b19512f87 up at agent hyperv_hv-cinder-83754 {{(pid=106714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:48:20.752150 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Provisioning complete for port 2eb2f619-7f5e-48a2-9ea1-d27b19512f87 triggered by entity L2. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:48:20.752451 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (2eb2f619-7f5e-48a2-9ea1-d27b19512f87), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:20.828571 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Current status of the port 2eb2f619-7f5e-48a2-9ea1-d27b19512f87 is: BUILD; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:48:20.829068 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (2eb2f619-7f5e-48a2-9ea1-d27b19512f87), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:20.852031 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7216c75-bedc-4144-8b13-94d37bdf7c13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eb2f619-7f5e-48a2-9ea1-d27b19512f87'}] {{(pid=106714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:48:20.854284 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a81cf7441df70286f4dc8f717b9c4c32a6686a605fef215f859f2b4f09b95be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92f19b2d-11c0-4187-af6b-2fd70266c718" -d '{"events": [{"server_uuid": "b7216c75-bedc-4144-8b13-94d37bdf7c13", "name": "network-vif-plugged", "status": "completed", "tag": "2eb2f619-7f5e-48a2-9ea1-d27b19512f87"}]}' {{(pid=106714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:48:20.863693 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e8483e-38f6-4f53-85fa-c116a93ee87b req-fc9eccfe-a9e1-4877-ada3-a39bff967bf6 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:48:20.865267 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-f4e8483e-38f6-4f53-85fa-c116a93ee87b req-fc9eccfe-a9e1-4877-ada3-a39bff967bf6 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7216c75-bedc-4144-8b13-94d37bdf7c13 HTTP/1.1" status: 200 len: 945 time: 0.0501544 Apr 12 19:48:20.869223 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] For port 2eb2f619-7f5e-48a2-9ea1-d27b19512f87, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=2eb2f619-7f5e-48a2-9ea1-d27b19512f87,segment=NetworkSegment(7d4c5579-d5c2-4ae5-8e1e-f30678073acf),segment_id=7d4c5579-d5c2-4ae5-8e1e-f30678073acf)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:48:20.879420 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (2eb2f619-7f5e-48a2-9ea1-d27b19512f87), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:20.902193 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 19:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5a1cbd0-1677-4e4b-aa33-f5c9cbbd5236 x-openstack-request-id: req-a5a1cbd0-1677-4e4b-aa33-f5c9cbbd5236 {{(pid=106714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:48:20.902483 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7216c75-bedc-4144-8b13-94d37bdf7c13", "name": "network-vif-plugged", "status": "completed", "tag": "2eb2f619-7f5e-48a2-9ea1-d27b19512f87", "code": 200}]} {{(pid=106714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:48:20.902734 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a5a1cbd0-1677-4e4b-aa33-f5c9cbbd5236 {{(pid=106714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:48:20.903117 dv-cinder-837540-1-iscsi neutron-server[106714]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5a1cbd0-1677-4e4b-aa33-f5c9cbbd5236'] response: {'server_uuid': 'b7216c75-bedc-4144-8b13-94d37bdf7c13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eb2f619-7f5e-48a2-9ea1-d27b19512f87', 'code': 200} Apr 12 19:48:20.918491 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-f4e8483e-38f6-4f53-85fa-c116a93ee87b req-6eac4ece-78b5-4952-8196-8b4c790d951e tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=ccd1ef45-35bc-4a1b-85a4-e82f4eb36fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468640 Apr 12 19:48:20.928089 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Pushing event updated for resources: {'Port': ['ID=2eb2f619-7f5e-48a2-9ea1-d27b19512f87,revision_number=7']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:48:22.036893 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd14a30-e3d6-4415-97a1-299729a9823c req-edfd13e4-1c7f-46fb-9188-87c5d978dac5 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:48:22.038345 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-9fd14a30-e3d6-4415-97a1-299729a9823c req-edfd13e4-1c7f-46fb-9188-87c5d978dac5 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7216c75-bedc-4144-8b13-94d37bdf7c13 HTTP/1.1" status: 200 len: 946 time: 0.0461168 Apr 12 19:48:22.083266 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-9fd14a30-e3d6-4415-97a1-299729a9823c req-3bfbb9a2-49ba-4185-98f2-d0b35988a4b2 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=ccd1ef45-35bc-4a1b-85a4-e82f4eb36fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395076 Apr 12 19:48:22.780642 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 38658) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:48:22.931428 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.plugin [None req-c0887c94-acaa-4b7c-a765-b04524c3e149 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Deleting port 5bffcf58-c24d-448b-a13a-6912849f5077 {{(pid=106704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:48:22.931665 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-c0887c94-acaa-4b7c-a765-b04524c3e149 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749198460456'] for port (5bffcf58-c24d-448b-a13a-6912849f5077), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:23.004360 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-c0887c94-acaa-4b7c-a765-b04524c3e149 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661808'] for port (5bffcf58-c24d-448b-a13a-6912849f5077), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:23.004681 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-c0887c94-acaa-4b7c-a765-b04524c3e149 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Publish callbacks [] for floatingip (5bffcf58-c24d-448b-a13a-6912849f5077), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:23.017470 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.plugin [None req-c0887c94-acaa-4b7c-a765-b04524c3e149 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Calling delete_port for 5bffcf58-c24d-448b-a13a-6912849f5077 owned by network:floatingip {{(pid=106704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:48:23.217519 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf947281-0c31-4d09-835f-9a7a98e34287 req-4a81433f-b645-44eb-a013-e7a056d6ec67 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:48:23.219478 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-cf947281-0c31-4d09-835f-9a7a98e34287 req-4a81433f-b645-44eb-a013-e7a056d6ec67 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7216c75-bedc-4144-8b13-94d37bdf7c13 HTTP/1.1" status: 200 len: 946 time: 0.0560968 Apr 12 19:48:23.220530 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-c0887c94-acaa-4b7c-a765-b04524c3e149 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749198465814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749198058671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8791401'] for port (5bffcf58-c24d-448b-a13a-6912849f5077), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:23.255364 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0887c94-acaa-4b7c-a765-b04524c3e149 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Pushing event deleted for resources: {'Port': ['ID=5bffcf58-c24d-448b-a13a-6912849f5077,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:48:23.329348 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-cf947281-0c31-4d09-835f-9a7a98e34287 req-3d3f47a2-ac0b-4bff-8ecc-434db8bca2ea tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=ccd1ef45-35bc-4a1b-85a4-e82f4eb36fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012168 Apr 12 19:48:23.340758 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-c0887c94-acaa-4b7c-a765-b04524c3e149 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Publish callbacks [] for floatingip (7b32d706-c5ba-4bcf-9a11-a568f43e2685), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:23.341086 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.db.l3_db [None req-c0887c94-acaa-4b7c-a765-b04524c3e149 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Floating IP 7b32d706-c5ba-4bcf-9a11-a568f43e2685 disassociated (deleted). External IP: 172.27.2.75, port: 6db8ab64-606d-4fd4-92bd-d78ab1f2931c. Apr 12 19:48:23.781689 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0887c94-acaa-4b7c-a765-b04524c3e149 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Router 4bb5d70d-61b2-4d57-a79e-be3b3a4596d6 has already been hosted by L3 agent 4d9412c4-31b2-4fbf-87a0-f931332ab9d5 {{(pid=106704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 19:48:23.891514 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0887c94-acaa-4b7c-a765-b04524c3e149 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Notify agent at l3_agent.dv-cinder-837540-1-iscsi the message routers_updated {{(pid=106704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:48:23.896337 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-c0887c94-acaa-4b7c-a765-b04524c3e149 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245471'] for floatingip (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:23.902595 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aefd0e6-a953-4b55-b66d-62511c15d571 None None] Sync routers for ids ['4bb5d70d-61b2-4d57-a79e-be3b3a4596d6'] in dv-cinder-837540-1-iscsi {{(pid=106718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:48:23.912831 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aefd0e6-a953-4b55-b66d-62511c15d571 None None] Routers {'4bb5d70d-61b2-4d57-a79e-be3b3a4596d6'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:48:23.913434 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-6aefd0e6-a953-4b55-b66d-62511c15d571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:48:16Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['4bb5d70d-61b2-4d57-a79e-be3b3a4596d6'], 'active': True} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:48:23.925936 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-c0887c94-acaa-4b7c-a765-b04524c3e149 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "DELETE /v2.0/floatingips/7b32d706-c5ba-4bcf-9a11-a568f43e2685 HTTP/1.1" status: 204 len: 168 time: 1.1437192 Apr 12 19:48:23.926531 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a879394-4189-4461-b7d8-c414f598dc01', 'tag': '6db8ab64-606d-4fd4-92bd-d78ab1f2931c'}] {{(pid=106704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:48:23.928803 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7198706052eeb44005bd3d373437c5078b0bb903de01f30342c0d4536e5352d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6602c033-792d-43d4-afb4-5f28ede16bdc" -d '{"events": [{"name": "network-changed", "server_uuid": "5a879394-4189-4461-b7d8-c414f598dc01", "tag": "6db8ab64-606d-4fd4-92bd-d78ab1f2931c"}]}' {{(pid=106704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:48:23.968950 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 19:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-553df362-c191-4404-b418-95948c19aeb4 x-openstack-request-id: req-553df362-c191-4404-b418-95948c19aeb4 {{(pid=106704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:48:23.969250 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a879394-4189-4461-b7d8-c414f598dc01", "tag": "6db8ab64-606d-4fd4-92bd-d78ab1f2931c", "status": "completed", "code": 200}]} {{(pid=106704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:48:23.970038 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-553df362-c191-4404-b418-95948c19aeb4 {{(pid=106704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:48:23.970038 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.notifiers.nova [-] Nova event matching ['req-553df362-c191-4404-b418-95948c19aeb4'] response: {'name': 'network-changed', 'server_uuid': '5a879394-4189-4461-b7d8-c414f598dc01', 'tag': '6db8ab64-606d-4fd4-92bd-d78ab1f2931c', 'status': 'completed', 'code': 200} Apr 12 19:48:24.024550 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvr_db [None req-6aefd0e6-a953-4b55-b66d-62511c15d571 None None] Set router 4bb5d70d-61b2-4d57-a79e-be3b3a4596d6 gateway port host: dv-cinder-837540-1-iscsi {{(pid=106718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:48:24.144390 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9361d9-e4eb-45a2-b66d-54d2d889163c req-4e1b77ac-d09e-4c2d-a1b2-88aa951177aa tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:48:24.145983 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-9d9361d9-e4eb-45a2-b66d-54d2d889163c req-4e1b77ac-d09e-4c2d-a1b2-88aa951177aa tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a879394-4189-4461-b7d8-c414f598dc01 HTTP/1.1" status: 200 len: 945 time: 0.0471621 Apr 12 19:48:24.214309 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-9d9361d9-e4eb-45a2-b66d-54d2d889163c req-0bc46301-ebe8-409f-9b79-b1d34bcfcc66 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/security-groups?id=caae999b-6ab1-48ca-bc49-0938bf2e9075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626433 Apr 12 19:48:24.227601 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-6aefd0e6-a953-4b55-b66d-62511c15d571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb5d70d-61b2-4d57-a79e-be3b3a4596d6', 'name': 'tempest-TestShelveInstance-2133669833-router', 'tenant_id': '25505e1fa3da4037b5c77cccb47d3515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '5d137e0e-5be9-4376-8296-3e844c44af81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:41:14Z', 'updated_at': '2022-04-12T19:41:17Z', 'revision_number': 4, 'project_id': '25505e1fa3da4037b5c77cccb47d3515', 'gw_port': {'id': '5d137e0e-5be9-4376-8296-3e844c44af81', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:c0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb5d70d-61b2-4d57-a79e-be3b3a4596d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:41:14Z', 'updated_at': '2022-04-12T19:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_interfaces': [{'id': '9a08268b-29a5-47e0-936b-0f3d804c6284', 'name': '', 'network_id': '16f98a57-2f56-426d-a11d-35966394c1dd', 'tenant_id': '25505e1fa3da4037b5c77cccb47d3515', 'mac_address': 'fa:16:3e:1e:ea:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb5d70d-61b2-4d57-a79e-be3b3a4596d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '913eccc2-3fc9-416c-8745-8aa9ab19ccf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:41:16Z', 'updated_at': '2022-04-12T19:41:21Z', 'revision_number': 5, 'project_id': '25505e1fa3da4037b5c77cccb47d3515', 'subnets': [{'id': '913eccc2-3fc9-416c-8745-8aa9ab19ccf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:48:24.245005 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6602c033-792d-43d4-afb4-5f28ede16bdc req-af32001b-93ee-4568-a97a-d0e516fae638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:48:24.246503 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-6602c033-792d-43d4-afb4-5f28ede16bdc req-af32001b-93ee-4568-a97a-d0e516fae638 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=25505e1fa3da4037b5c77cccb47d3515&device_id=5a879394-4189-4461-b7d8-c414f598dc01 HTTP/1.1" status: 200 len: 1129 time: 0.0459538 Apr 12 19:48:24.254917 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aefd0e6-a953-4b55-b66d-62511c15d571 None None] Checking router: 4bb5d70d-61b2-4d57-a79e-be3b3a4596d6 for host: dv-cinder-837540-1-iscsi {{(pid=106718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:48:24.263033 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aefd0e6-a953-4b55-b66d-62511c15d571 None None] Routers {'4bb5d70d-61b2-4d57-a79e-be3b3a4596d6'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:48:24.263638 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-6aefd0e6-a953-4b55-b66d-62511c15d571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:48:16Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['4bb5d70d-61b2-4d57-a79e-be3b3a4596d6'], 'active': True} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:48:24.369187 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvr_db [None req-6aefd0e6-a953-4b55-b66d-62511c15d571 None None] Set router 4bb5d70d-61b2-4d57-a79e-be3b3a4596d6 gateway port host: dv-cinder-837540-1-iscsi {{(pid=106718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:48:24.445270 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ad3ce5-dfa8-40a8-823c-2050ba6c4fac req-65155226-44d7-4736-8a7d-950c60321b71 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:48:24.446986 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-a5ad3ce5-dfa8-40a8-823c-2050ba6c4fac req-65155226-44d7-4736-8a7d-950c60321b71 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7216c75-bedc-4144-8b13-94d37bdf7c13 HTTP/1.1" status: 200 len: 946 time: 0.0459433 Apr 12 19:48:24.498346 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-a5ad3ce5-dfa8-40a8-823c-2050ba6c4fac req-ad2fb2c1-af96-4c83-96e0-84d64e1878cc tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=ccd1ef45-35bc-4a1b-85a4-e82f4eb36fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458057 Apr 12 19:48:24.565229 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-6aefd0e6-a953-4b55-b66d-62511c15d571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb5d70d-61b2-4d57-a79e-be3b3a4596d6', 'name': 'tempest-TestShelveInstance-2133669833-router', 'tenant_id': '25505e1fa3da4037b5c77cccb47d3515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '5d137e0e-5be9-4376-8296-3e844c44af81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:41:14Z', 'updated_at': '2022-04-12T19:41:17Z', 'revision_number': 4, 'project_id': '25505e1fa3da4037b5c77cccb47d3515', 'gw_port': {'id': '5d137e0e-5be9-4376-8296-3e844c44af81', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:c0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb5d70d-61b2-4d57-a79e-be3b3a4596d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:41:14Z', 'updated_at': '2022-04-12T19:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_interfaces': [{'id': '9a08268b-29a5-47e0-936b-0f3d804c6284', 'name': '', 'network_id': '16f98a57-2f56-426d-a11d-35966394c1dd', 'tenant_id': '25505e1fa3da4037b5c77cccb47d3515', 'mac_address': 'fa:16:3e:1e:ea:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb5d70d-61b2-4d57-a79e-be3b3a4596d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '913eccc2-3fc9-416c-8745-8aa9ab19ccf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:41:16Z', 'updated_at': '2022-04-12T19:41:21Z', 'revision_number': 5, 'project_id': '25505e1fa3da4037b5c77cccb47d3515', 'subnets': [{'id': '913eccc2-3fc9-416c-8745-8aa9ab19ccf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:48:24.594964 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aefd0e6-a953-4b55-b66d-62511c15d571 None None] The sync data for ids ['4bb5d70d-61b2-4d57-a79e-be3b3a4596d6'] in dv-cinder-837540-1-iscsi is: [{'id': '4bb5d70d-61b2-4d57-a79e-be3b3a4596d6', 'name': 'tempest-TestShelveInstance-2133669833-router', 'tenant_id': '25505e1fa3da4037b5c77cccb47d3515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '5d137e0e-5be9-4376-8296-3e844c44af81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:41:14Z', 'updated_at': '2022-04-12T19:41:17Z', 'revision_number': 4, 'project_id': '25505e1fa3da4037b5c77cccb47d3515', 'gw_port': {'id': '5d137e0e-5be9-4376-8296-3e844c44af81', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:c0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb5d70d-61b2-4d57-a79e-be3b3a4596d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:41:14Z', 'updated_at': '2022-04-12T19:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_interfaces': [{'id': '9a08268b-29a5-47e0-936b-0f3d804c6284', 'name': '', 'network_id': '16f98a57-2f56-426d-a11d-35966394c1dd', 'tenant_id': '25505e1fa3da4037b5c77cccb47d3515', 'mac_address': 'fa:16:3e:1e:ea:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb5d70d-61b2-4d57-a79e-be3b3a4596d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '913eccc2-3fc9-416c-8745-8aa9ab19ccf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:41:16Z', 'updated_at': '2022-04-12T19:41:21Z', 'revision_number': 5, 'project_id': '25505e1fa3da4037b5c77cccb47d3515', 'subnets': [{'id': '913eccc2-3fc9-416c-8745-8aa9ab19ccf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:48:24.808997 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9faa7705-3af9-4f00-8cba-4b86b626b3ca None None] New status for floating IP 7b32d706-c5ba-4bcf-9a11-a568f43e2685: DOWN {{(pid=106714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 19:48:25.325623 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41447d9f-aa69-4805-848e-6259ffc2c57e req-5cafc758-a080-4c89-aa71-7af98ddeec6d tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:48:25.327103 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-41447d9f-aa69-4805-848e-6259ffc2c57e req-5cafc758-a080-4c89-aa71-7af98ddeec6d tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a879394-4189-4461-b7d8-c414f598dc01 HTTP/1.1" status: 200 len: 945 time: 0.0464549 Apr 12 19:48:25.430239 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-41447d9f-aa69-4805-848e-6259ffc2c57e req-9e028b37-ccde-45db-a85b-3de225cf7c8e tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/security-groups?id=caae999b-6ab1-48ca-bc49-0938bf2e9075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951591 Apr 12 19:48:25.450174 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6602c033-792d-43d4-afb4-5f28ede16bdc req-25cfc1a5-3a8f-4619-ae87-5346cb651b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:48:25.451667 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-6602c033-792d-43d4-afb4-5f28ede16bdc req-25cfc1a5-3a8f-4619-ae87-5346cb651b5c service neutron] 10.222.0.25 "GET /v2.0/networks?id=16f98a57-2f56-426d-a11d-35966394c1dd HTTP/1.1" status: 200 len: 910 time: 0.1237173 Apr 12 19:48:25.494221 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-6602c033-792d-43d4-afb4-5f28ede16bdc req-9fdcae4f-b378-4f2f-b154-572dc137ac6d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6db8ab64-606d-4fd4-92bd-d78ab1f2931c HTTP/1.1" status: 200 len: 217 time: 0.0346687 Apr 12 19:48:25.554686 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6602c033-792d-43d4-afb4-5f28ede16bdc req-887e47e1-87b1-48c5-ac31-5e50c009fd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:48:25.556103 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-6602c033-792d-43d4-afb4-5f28ede16bdc req-887e47e1-87b1-48c5-ac31-5e50c009fd26 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=913eccc2-3fc9-416c-8745-8aa9ab19ccf1 HTTP/1.1" status: 200 len: 848 time: 0.0546556 Apr 12 19:48:25.605819 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6602c033-792d-43d4-afb4-5f28ede16bdc req-783e9a6b-909e-4b23-ba55-5a56a4b85153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:48:25.607343 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-6602c033-792d-43d4-afb4-5f28ede16bdc req-783e9a6b-909e-4b23-ba55-5a56a4b85153 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=16f98a57-2f56-426d-a11d-35966394c1dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453732 Apr 12 19:48:25.620412 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd3e268-1633-4fca-8fee-96b61d635b82 req-04d03fce-7716-4751-88a1-4b6dc133952b tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:48:25.622062 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-cdd3e268-1633-4fca-8fee-96b61d635b82 req-04d03fce-7716-4751-88a1-4b6dc133952b tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7216c75-bedc-4144-8b13-94d37bdf7c13 HTTP/1.1" status: 200 len: 946 time: 0.0488245 Apr 12 19:48:25.642072 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (ce4c6b0b-91ae-4576-82ad-f2f4ee2d2a45), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:25.676219 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-cdd3e268-1633-4fca-8fee-96b61d635b82 req-34c4309e-95b9-47b1-8411-455b4df7cc42 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=ccd1ef45-35bc-4a1b-85a4-e82f4eb36fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473616 Apr 12 19:48:25.726194 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-6602c033-792d-43d4-afb4-5f28ede16bdc req-c71a71ab-8ff2-4094-b8be-a075ec3be660 service neutron] 10.222.0.25 "GET /v2.0/networks/16f98a57-2f56-426d-a11d-35966394c1dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977080 Apr 12 19:48:25.870711 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-6602c033-792d-43d4-afb4-5f28ede16bdc req-6060c4f2-2058-4131-83ea-abf49e61961d service neutron] 10.222.0.25 "GET /v2.0/networks/16f98a57-2f56-426d-a11d-35966394c1dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883539 Apr 12 19:48:26.565007 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922cfcd5-5f8b-497d-8746-b8bbd8a88c7e req-7b61f3a9-ab23-4e04-884b-572603ff1eaf tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:48:26.566947 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-922cfcd5-5f8b-497d-8746-b8bbd8a88c7e req-7b61f3a9-ab23-4e04-884b-572603ff1eaf tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a879394-4189-4461-b7d8-c414f598dc01 HTTP/1.1" status: 200 len: 945 time: 0.0899413 Apr 12 19:48:26.587054 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02346784-9cdf-42fd-9ee0-c5721a36a761 req-a6d98453-bbe6-4aa2-b183-7447210d06d9 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:48:26.588522 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-02346784-9cdf-42fd-9ee0-c5721a36a761 req-a6d98453-bbe6-4aa2-b183-7447210d06d9 tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a879394-4189-4461-b7d8-c414f598dc01 HTTP/1.1" status: 200 len: 945 time: 0.0811410 Apr 12 19:48:26.708692 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-02346784-9cdf-42fd-9ee0-c5721a36a761 req-9088669c-568f-4e2c-b95b-d8593793202a tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/security-groups?id=caae999b-6ab1-48ca-bc49-0938bf2e9075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990555 Apr 12 19:48:26.713026 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.plugin [req-922cfcd5-5f8b-497d-8746-b8bbd8a88c7e req-81f49d69-f171-4bcf-a1a3-37b7db848f4e tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Deleting port 6db8ab64-606d-4fd4-92bd-d78ab1f2931c {{(pid=106704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:48:26.713421 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-922cfcd5-5f8b-497d-8746-b8bbd8a88c7e req-81f49d69-f171-4bcf-a1a3-37b7db848f4e tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749198460456'] for port (6db8ab64-606d-4fd4-92bd-d78ab1f2931c), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:26.817841 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.db [req-922cfcd5-5f8b-497d-8746-b8bbd8a88c7e req-81f49d69-f171-4bcf-a1a3-37b7db848f4e tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] For port 6db8ab64-606d-4fd4-92bd-d78ab1f2931c, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=6db8ab64-606d-4fd4-92bd-d78ab1f2931c,segment=NetworkSegment(091cad68-4d23-40d8-8acd-1c52000a0bc6),segment_id=091cad68-4d23-40d8-8acd-1c52000a0bc6)] {{(pid=106704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:48:26.818208 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-922cfcd5-5f8b-497d-8746-b8bbd8a88c7e req-81f49d69-f171-4bcf-a1a3-37b7db848f4e tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661808'] for port (6db8ab64-606d-4fd4-92bd-d78ab1f2931c), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:26.833860 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90268319-c95e-455f-ab63-774e74e92e27 req-9509a174-fd68-407b-8be8-dcbc4fb0b49f tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:48:26.835520 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-90268319-c95e-455f-ab63-774e74e92e27 req-9509a174-fd68-407b-8be8-dcbc4fb0b49f tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7216c75-bedc-4144-8b13-94d37bdf7c13 HTTP/1.1" status: 200 len: 946 time: 0.0618656 Apr 12 19:48:26.837056 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.plugin [req-922cfcd5-5f8b-497d-8746-b8bbd8a88c7e req-81f49d69-f171-4bcf-a1a3-37b7db848f4e tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Calling delete_port for 6db8ab64-606d-4fd4-92bd-d78ab1f2931c owned by compute:nova {{(pid=106704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:48:26.905568 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-90268319-c95e-455f-ab63-774e74e92e27 req-4b40250b-c408-4356-ae7e-2c8308bf0e2c tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=ccd1ef45-35bc-4a1b-85a4-e82f4eb36fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614095 Apr 12 19:48:27.005177 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-922cfcd5-5f8b-497d-8746-b8bbd8a88c7e req-81f49d69-f171-4bcf-a1a3-37b7db848f4e tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749198465814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749198058671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8791401'] for port (6db8ab64-606d-4fd4-92bd-d78ab1f2931c), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:27.060605 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f49d69-f171-4bcf-a1a3-37b7db848f4e tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Pushing event deleted for resources: {'Port': ['ID=6db8ab64-606d-4fd4-92bd-d78ab1f2931c,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:48:27.139167 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.l3_dvrscheduler_db [req-922cfcd5-5f8b-497d-8746-b8bbd8a88c7e req-81f49d69-f171-4bcf-a1a3-37b7db848f4e tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] No DVR routers for this DVR port 6db8ab64-606d-4fd4-92bd-d78ab1f2931c on host hv-cinder-83754 {{(pid=106704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 19:48:27.142936 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-922cfcd5-5f8b-497d-8746-b8bbd8a88c7e req-81f49d69-f171-4bcf-a1a3-37b7db848f4e tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245471'] for port (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:27.147333 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-922cfcd5-5f8b-497d-8746-b8bbd8a88c7e req-81f49d69-f171-4bcf-a1a3-37b7db848f4e tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.25 "DELETE /v2.0/ports/6db8ab64-606d-4fd4-92bd-d78ab1f2931c HTTP/1.1" status: 204 len: 173 time: 0.5750008 Apr 12 19:48:27.147853 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a879394-4189-4461-b7d8-c414f598dc01', 'name': 'network-vif-deleted', 'tag': '6db8ab64-606d-4fd4-92bd-d78ab1f2931c'}] {{(pid=106704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:48:27.150602 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7198706052eeb44005bd3d373437c5078b0bb903de01f30342c0d4536e5352d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf88d76c-9305-4065-b6d1-fe8e338eaf86" -d '{"events": [{"server_uuid": "5a879394-4189-4461-b7d8-c414f598dc01", "name": "network-vif-deleted", "tag": "6db8ab64-606d-4fd4-92bd-d78ab1f2931c"}]}' {{(pid=106704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:48:27.205142 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 19:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55111a20-cbda-4c98-acdb-1616a3a38d5c x-openstack-request-id: req-55111a20-cbda-4c98-acdb-1616a3a38d5c {{(pid=106704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:48:27.205629 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a879394-4189-4461-b7d8-c414f598dc01", "name": "network-vif-deleted", "tag": "6db8ab64-606d-4fd4-92bd-d78ab1f2931c", "status": "completed", "code": 200}]} {{(pid=106704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:48:27.205976 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-55111a20-cbda-4c98-acdb-1616a3a38d5c {{(pid=106704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:48:27.206496 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55111a20-cbda-4c98-acdb-1616a3a38d5c'] response: {'server_uuid': '5a879394-4189-4461-b7d8-c414f598dc01', 'name': 'network-vif-deleted', 'tag': '6db8ab64-606d-4fd4-92bd-d78ab1f2931c', 'status': 'completed', 'code': 200} Apr 12 19:48:27.851842 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-9306aea6-1cbd-4af6-9fe4-6cd0bd155fb5 req-b4444d2e-e4db-4898-a394-39e80ff542ad tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a879394-4189-4461-b7d8-c414f598dc01 HTTP/1.1" status: 200 len: 210 time: 0.0470397 Apr 12 19:48:28.035760 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6803fc-9eb8-4267-93bd-879dc9c36625 req-56ec0850-9a02-4590-8234-5a04f2cd3290 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:48:28.037242 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-9b6803fc-9eb8-4267-93bd-879dc9c36625 req-56ec0850-9a02-4590-8234-5a04f2cd3290 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7216c75-bedc-4144-8b13-94d37bdf7c13 HTTP/1.1" status: 200 len: 946 time: 0.0539746 Apr 12 19:48:28.095573 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-9b6803fc-9eb8-4267-93bd-879dc9c36625 req-5c1cedcd-43c1-4844-847b-fd4136272c21 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=ccd1ef45-35bc-4a1b-85a4-e82f4eb36fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525904 Apr 12 19:48:28.767600 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Device 6db8ab64-606d-4fd4-92bd-d78ab1f2931c no longer exists at agent hyperv_hv-cinder-83754 {{(pid=106714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 19:48:28.784511 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 38780) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:48:28.796249 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] No Port match for: 6db8ab64-606d-4fd4-92bd-d78ab1f2931c {{(pid=106714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 19:48:28.796813 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Device 6db8ab64-606d-4fd4-92bd-d78ab1f2931c not bound to the agent host hv-cinder-83754 {{(pid=106714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 19:48:28.901929 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-1a498e45-86b9-41ca-b6fc-210be1c339d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:28.912759 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 38786) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:48:28.989489 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-7d7a1f2c-57e8-48d5-90cc-b2be0bfcb9aa tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Publish callbacks [] for security_group (caae999b-6ab1-48ca-bc49-0938bf2e9075), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:28.998533 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-1a498e45-86b9-41ca-b6fc-210be1c339d9 admin admin] Publish callbacks [] for security_group (9f285c6c-5f1b-4cb8-8bea-459f3d03cb2e), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:29.004210 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-1a498e45-86b9-41ca-b6fc-210be1c339d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (9f285c6c-5f1b-4cb8-8bea-459f3d03cb2e), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:29.029033 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-7d7a1f2c-57e8-48d5-90cc-b2be0bfcb9aa tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Publish callbacks [] for security_group (caae999b-6ab1-48ca-bc49-0938bf2e9075), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:29.034335 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a498e45-86b9-41ca-b6fc-210be1c339d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f285c6c-5f1b-4cb8-8bea-459f3d03cb2e,revision_number=1']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:48:29.056162 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-1a498e45-86b9-41ca-b6fc-210be1c339d9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=90c47233465d4ea2993c242397c046cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2703440 Apr 12 19:48:29.057614 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 38788) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:48:29.148806 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-50812b14-8c51-44ef-a331-97775b3dc593 admin admin] Publish callbacks [] for security_group (9f285c6c-5f1b-4cb8-8bea-459f3d03cb2e), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:29.171805 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-7d7a1f2c-57e8-48d5-90cc-b2be0bfcb9aa tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (caae999b-6ab1-48ca-bc49-0938bf2e9075), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:29.175275 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-7d7a1f2c-57e8-48d5-90cc-b2be0bfcb9aa tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Publish callbacks [] for security_group (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:29.177062 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-7d7a1f2c-57e8-48d5-90cc-b2be0bfcb9aa tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] 10.222.0.15 "DELETE /v2.0/security-groups/caae999b-6ab1-48ca-bc49-0938bf2e9075 HTTP/1.1" status: 204 len: 168 time: 0.2634182 Apr 12 19:48:29.201240 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-50812b14-8c51-44ef-a331-97775b3dc593 admin admin] Publish callbacks [] for security_group (9f285c6c-5f1b-4cb8-8bea-459f3d03cb2e), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:29.203265 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a1f2c-57e8-48d5-90cc-b2be0bfcb9aa tempest-TestShelveInstance-2102330923 tempest-TestShelveInstance-2102330923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=caae999b-6ab1-48ca-bc49-0938bf2e9075,revision_number=None']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:48:29.257250 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 38794) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:48:29.262559 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54c356d-f7c0-47c4-82fc-74da600e340f req-28320b0a-d332-47ed-8356-bb21de0f138c tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:48:29.264152 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-f54c356d-f7c0-47c4-82fc-74da600e340f req-28320b0a-d332-47ed-8356-bb21de0f138c tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7216c75-bedc-4144-8b13-94d37bdf7c13 HTTP/1.1" status: 200 len: 946 time: 0.0834720 Apr 12 19:48:29.304780 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-50812b14-8c51-44ef-a331-97775b3dc593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (9f285c6c-5f1b-4cb8-8bea-459f3d03cb2e), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:29.308197 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-50812b14-8c51-44ef-a331-97775b3dc593 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:29.309553 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-50812b14-8c51-44ef-a331-97775b3dc593 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9f285c6c-5f1b-4cb8-8bea-459f3d03cb2e HTTP/1.1" status: 204 len: 168 time: 0.2506161 Apr 12 19:48:29.321307 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50812b14-8c51-44ef-a331-97775b3dc593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f285c6c-5f1b-4cb8-8bea-459f3d03cb2e,revision_number=None']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:48:29.349704 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-f54c356d-f7c0-47c4-82fc-74da600e340f req-f92aff4f-45d8-4323-b528-05e178f1abc9 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=ccd1ef45-35bc-4a1b-85a4-e82f4eb36fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796630 Apr 12 19:48:29.695866 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 38802) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:48:29.715757 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-b03fa860-5ffb-46da-aae2-121d1696b68e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:29.796238 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-7548a5d8-a1a2-43bc-aafc-f74275b54c1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-668350'] for router_interface (4bb5d70d-61b2-4d57-a79e-be3b3a4596d6), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:29.926838 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-b03fa860-5ffb-46da-aae2-121d1696b68e admin admin] Publish callbacks [] for security_group (019dec8d-e83b-4751-8422-f5898ed1bfed), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:29.938596 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-b03fa860-5ffb-46da-aae2-121d1696b68e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (019dec8d-e83b-4751-8422-f5898ed1bfed), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:29.980037 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-c85b070e-e0e7-4c12-a648-eef4e78ae6d0 req-3a0036e7-562c-4afb-9072-28ab802a20e3 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1e3c44c0-ba7b-4139-a755-6a5ad952d075&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0530112 Apr 12 19:48:30.020258 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-b03fa860-5ffb-46da-aae2-121d1696b68e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=475f28adbe7e430886c01789a8a7532c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3235540 Apr 12 19:48:30.023198 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 38804) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:48:30.032738 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03fa860-5ffb-46da-aae2-121d1696b68e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=019dec8d-e83b-4751-8422-f5898ed1bfed,revision_number=1']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:48:30.082411 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85b070e-e0e7-4c12-a648-eef4e78ae6d0 req-a3a1d8e3-0836-4b5d-8d46-06f1e13e42cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:48:30.085405 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-c85b070e-e0e7-4c12-a648-eef4e78ae6d0 req-a3a1d8e3-0836-4b5d-8d46-06f1e13e42cf service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6bee925806f84c5292071bdf5600ea3d&device_id=1e3c44c0-ba7b-4139-a755-6a5ad952d075 HTTP/1.1" status: 200 len: 1129 time: 0.0787284 Apr 12 19:48:30.148016 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-2f605941-0133-4f93-92ce-14e5cde22c48 admin admin] Publish callbacks [] for security_group (019dec8d-e83b-4751-8422-f5898ed1bfed), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:30.214289 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-2f605941-0133-4f93-92ce-14e5cde22c48 admin admin] Publish callbacks [] for security_group (019dec8d-e83b-4751-8422-f5898ed1bfed), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:30.214880 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.agents_db [None req-c5aaa6ba-db5d-46db-92f0-20249d3ff0a0 None None] Agent healthcheck: found 6 active agents {{(pid=106718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 19:48:30.223514 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.plugin [None req-7548a5d8-a1a2-43bc-aafc-f74275b54c1e admin admin] Deleting port 9a08268b-29a5-47e0-936b-0f3d804c6284 {{(pid=106707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:48:30.223953 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-7548a5d8-a1a2-43bc-aafc-f74275b54c1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749198460456'] for port (9a08268b-29a5-47e0-936b-0f3d804c6284), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:30.226238 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85b070e-e0e7-4c12-a648-eef4e78ae6d0 req-88dae0d6-bc38-4b99-a3af-4a79c2a80a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:48:30.227868 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-c85b070e-e0e7-4c12-a648-eef4e78ae6d0 req-88dae0d6-bc38-4b99-a3af-4a79c2a80a2a service neutron] 10.222.0.25 "GET /v2.0/networks?id=cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf HTTP/1.1" status: 200 len: 913 time: 0.1182768 Apr 12 19:48:30.326072 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.db [None req-7548a5d8-a1a2-43bc-aafc-f74275b54c1e admin admin] For port 9a08268b-29a5-47e0-936b-0f3d804c6284, host dv-cinder-837540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-1-iscsi',level=0,port_id=9a08268b-29a5-47e0-936b-0f3d804c6284,segment=NetworkSegment(091cad68-4d23-40d8-8acd-1c52000a0bc6),segment_id=091cad68-4d23-40d8-8acd-1c52000a0bc6)] {{(pid=106707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:48:30.326572 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-7548a5d8-a1a2-43bc-aafc-f74275b54c1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661808'] for port (9a08268b-29a5-47e0-936b-0f3d804c6284), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:30.332830 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-c85b070e-e0e7-4c12-a648-eef4e78ae6d0 req-13ad4c98-0403-4a02-9844-33a33c149444 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c7cb238-567d-497d-b504-75465b9772f9 HTTP/1.1" status: 200 len: 1000 time: 0.0981300 Apr 12 19:48:30.336362 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-2f605941-0133-4f93-92ce-14e5cde22c48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (019dec8d-e83b-4751-8422-f5898ed1bfed), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:30.338969 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-2f605941-0133-4f93-92ce-14e5cde22c48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:30.343093 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-2f605941-0133-4f93-92ce-14e5cde22c48 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/019dec8d-e83b-4751-8422-f5898ed1bfed HTTP/1.1" status: 204 len: 168 time: 0.3187752 Apr 12 19:48:30.356985 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.plugin [None req-7548a5d8-a1a2-43bc-aafc-f74275b54c1e admin admin] Calling delete_port for 9a08268b-29a5-47e0-936b-0f3d804c6284 owned by network:router_interface {{(pid=106707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:48:30.359080 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f605941-0133-4f93-92ce-14e5cde22c48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=019dec8d-e83b-4751-8422-f5898ed1bfed,revision_number=None']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:48:30.409062 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85b070e-e0e7-4c12-a648-eef4e78ae6d0 req-60cfb025-e000-4f95-b9c8-450aebe43071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:48:30.410561 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-c85b070e-e0e7-4c12-a648-eef4e78ae6d0 req-60cfb025-e000-4f95-b9c8-450aebe43071 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=17d1257d-e8de-480c-a236-a7606e4db732 HTTP/1.1" status: 200 len: 851 time: 0.0714779 Apr 12 19:48:30.481042 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85b070e-e0e7-4c12-a648-eef4e78ae6d0 req-d48d11a6-a93a-47cd-b476-59aa16e2267e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:48:30.482993 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-c85b070e-e0e7-4c12-a648-eef4e78ae6d0 req-d48d11a6-a93a-47cd-b476-59aa16e2267e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0643263 Apr 12 19:48:30.526429 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153b31bc-260f-494c-bfdb-1478a8f2f659 req-81b5055c-a6db-4e57-9c83-f56e11d98d36 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:48:30.528642 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-153b31bc-260f-494c-bfdb-1478a8f2f659 req-81b5055c-a6db-4e57-9c83-f56e11d98d36 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7216c75-bedc-4144-8b13-94d37bdf7c13 HTTP/1.1" status: 200 len: 946 time: 0.0669100 Apr 12 19:48:30.637206 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-153b31bc-260f-494c-bfdb-1478a8f2f659 req-6baf816e-73ec-4bcd-b89f-b747017f1ec7 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=ccd1ef45-35bc-4a1b-85a4-e82f4eb36fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965633 Apr 12 19:48:30.655943 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-c85b070e-e0e7-4c12-a648-eef4e78ae6d0 req-ee75349f-f28d-47bb-a273-9336d6e2d3ec service neutron] 10.222.0.25 "GET /v2.0/networks/cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582079 Apr 12 19:48:30.737110 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-7548a5d8-a1a2-43bc-aafc-f74275b54c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749198465814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749198058671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9064885'] for port (9a08268b-29a5-47e0-936b-0f3d804c6284), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:30.790928 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7548a5d8-a1a2-43bc-aafc-f74275b54c1e admin admin] Pushing event deleted for resources: {'Port': ['ID=9a08268b-29a5-47e0-936b-0f3d804c6284,revision_number=None']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:48:30.803896 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-c85b070e-e0e7-4c12-a648-eef4e78ae6d0 req-22f81f79-81f2-47b5-85c2-f4dbc2a651cd service neutron] 10.222.0.25 "GET /v2.0/networks/cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428821 Apr 12 19:48:31.312319 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-7548a5d8-a1a2-43bc-aafc-f74275b54c1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-668194'] for router_interface (4bb5d70d-61b2-4d57-a79e-be3b3a4596d6), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:31.580555 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7548a5d8-a1a2-43bc-aafc-f74275b54c1e admin admin] Router 4bb5d70d-61b2-4d57-a79e-be3b3a4596d6 has already been hosted by L3 agent 4d9412c4-31b2-4fbf-87a0-f931332ab9d5 {{(pid=106707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 19:48:31.726124 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7548a5d8-a1a2-43bc-aafc-f74275b54c1e admin admin] Notify agent at l3_agent.dv-cinder-837540-1-iscsi the message routers_updated {{(pid=106707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:48:31.735292 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a067611e-078b-4101-9d8f-dd07e6f46614 None None] Sync routers for ids ['4bb5d70d-61b2-4d57-a79e-be3b3a4596d6'] in dv-cinder-837540-1-iscsi {{(pid=106718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:48:31.757577 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a067611e-078b-4101-9d8f-dd07e6f46614 None None] Routers {'4bb5d70d-61b2-4d57-a79e-be3b3a4596d6'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:48:31.759129 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-a067611e-078b-4101-9d8f-dd07e6f46614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:48:16Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['4bb5d70d-61b2-4d57-a79e-be3b3a4596d6'], 'active': True} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:48:31.765115 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-7548a5d8-a1a2-43bc-aafc-f74275b54c1e admin admin] 10.222.0.15 "PUT /v2.0/routers/4bb5d70d-61b2-4d57-a79e-be3b3a4596d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4989552 Apr 12 19:48:31.770946 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 38844) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:48:31.831693 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967aeb04-25c9-4d77-91e6-7d89be2f9f4b req-fb9eb4ae-3b4b-4e59-b2a4-732b858c76e1 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:48:31.835063 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-967aeb04-25c9-4d77-91e6-7d89be2f9f4b req-fb9eb4ae-3b4b-4e59-b2a4-732b858c76e1 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7216c75-bedc-4144-8b13-94d37bdf7c13 HTTP/1.1" status: 200 len: 946 time: 0.0907111 Apr 12 19:48:31.961920 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-967aeb04-25c9-4d77-91e6-7d89be2f9f4b req-18698a13-b228-487e-adb8-6964140e52b5 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=ccd1ef45-35bc-4a1b-85a4-e82f4eb36fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131310 Apr 12 19:48:31.971038 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-68bd4428-a517-45d8-87bd-29289247a057 admin admin] Publish callbacks [] for router (4bb5d70d-61b2-4d57-a79e-be3b3a4596d6), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:32.013528 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvr_db [None req-a067611e-078b-4101-9d8f-dd07e6f46614 None None] Set router 4bb5d70d-61b2-4d57-a79e-be3b3a4596d6 gateway port host: dv-cinder-837540-1-iscsi {{(pid=106718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:48:32.124681 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-68bd4428-a517-45d8-87bd-29289247a057 admin admin] Publish callbacks [] for router_gateway (4bb5d70d-61b2-4d57-a79e-be3b3a4596d6), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:32.217528 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-a067611e-078b-4101-9d8f-dd07e6f46614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb5d70d-61b2-4d57-a79e-be3b3a4596d6', 'name': 'tempest-TestShelveInstance-2133669833-router', 'tenant_id': '25505e1fa3da4037b5c77cccb47d3515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '5d137e0e-5be9-4376-8296-3e844c44af81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:41:14Z', 'updated_at': '2022-04-12T19:48:30Z', 'revision_number': 5, 'project_id': '25505e1fa3da4037b5c77cccb47d3515', 'gw_port': {'id': '5d137e0e-5be9-4376-8296-3e844c44af81', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:c0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb5d70d-61b2-4d57-a79e-be3b3a4596d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:41:14Z', 'updated_at': '2022-04-12T19:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi'}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:48:32.223071 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.plugin [None req-68bd4428-a517-45d8-87bd-29289247a057 admin admin] Deleting port 5d137e0e-5be9-4376-8296-3e844c44af81 {{(pid=106707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:48:32.223422 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-68bd4428-a517-45d8-87bd-29289247a057 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749198460456'] for port (5d137e0e-5be9-4376-8296-3e844c44af81), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:32.269794 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a067611e-078b-4101-9d8f-dd07e6f46614 None None] Checking router: 4bb5d70d-61b2-4d57-a79e-be3b3a4596d6 for host: dv-cinder-837540-1-iscsi {{(pid=106718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:48:32.291060 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a067611e-078b-4101-9d8f-dd07e6f46614 None None] Routers {'4bb5d70d-61b2-4d57-a79e-be3b3a4596d6'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:48:32.291716 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-a067611e-078b-4101-9d8f-dd07e6f46614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:48:16Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['4bb5d70d-61b2-4d57-a79e-be3b3a4596d6'], 'active': True} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:48:32.349223 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.db [None req-68bd4428-a517-45d8-87bd-29289247a057 admin admin] For port 5d137e0e-5be9-4376-8296-3e844c44af81, host dv-cinder-837540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-1-iscsi',level=0,port_id=5d137e0e-5be9-4376-8296-3e844c44af81,segment=NetworkSegment(d71711ac-63cd-4a26-822c-81ae059ce82d),segment_id=d71711ac-63cd-4a26-822c-81ae059ce82d)] {{(pid=106707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:48:32.349714 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-68bd4428-a517-45d8-87bd-29289247a057 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661808'] for port (5d137e0e-5be9-4376-8296-3e844c44af81), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:32.364204 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.plugin [None req-68bd4428-a517-45d8-87bd-29289247a057 admin admin] Calling delete_port for 5d137e0e-5be9-4376-8296-3e844c44af81 owned by network:router_gateway {{(pid=106707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:48:32.437599 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvr_db [None req-a067611e-078b-4101-9d8f-dd07e6f46614 None None] Set router 4bb5d70d-61b2-4d57-a79e-be3b3a4596d6 gateway port host: None {{(pid=106718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:48:32.526341 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-a067611e-078b-4101-9d8f-dd07e6f46614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb5d70d-61b2-4d57-a79e-be3b3a4596d6', 'name': 'tempest-TestShelveInstance-2133669833-router', 'tenant_id': '25505e1fa3da4037b5c77cccb47d3515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:41:14Z', 'updated_at': '2022-04-12T19:48:32Z', 'revision_number': 6, 'project_id': '25505e1fa3da4037b5c77cccb47d3515', 'gw_port_host': None}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:48:32.561380 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a067611e-078b-4101-9d8f-dd07e6f46614 None None] The sync data for ids ['4bb5d70d-61b2-4d57-a79e-be3b3a4596d6'] in dv-cinder-837540-1-iscsi is: [{'id': '4bb5d70d-61b2-4d57-a79e-be3b3a4596d6', 'name': 'tempest-TestShelveInstance-2133669833-router', 'tenant_id': '25505e1fa3da4037b5c77cccb47d3515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:41:14Z', 'updated_at': '2022-04-12T19:48:32Z', 'revision_number': 6, 'project_id': '25505e1fa3da4037b5c77cccb47d3515', 'gw_port_host': None}] {{(pid=106718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:48:32.565788 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-68bd4428-a517-45d8-87bd-29289247a057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749198465814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749198058671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9064885'] for port (5d137e0e-5be9-4376-8296-3e844c44af81), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:32.610818 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bd4428-a517-45d8-87bd-29289247a057 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d137e0e-5be9-4376-8296-3e844c44af81,revision_number=None']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:48:32.695199 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-68bd4428-a517-45d8-87bd-29289247a057 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668036'] for router_gateway (4bb5d70d-61b2-4d57-a79e-be3b3a4596d6), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:32.825001 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-68bd4428-a517-45d8-87bd-29289247a057 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-670298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26510'] for router (4bb5d70d-61b2-4d57-a79e-be3b3a4596d6), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:32.830529 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-68bd4428-a517-45d8-87bd-29289247a057 admin admin] Publish callbacks [] for router_controller (4bb5d70d-61b2-4d57-a79e-be3b3a4596d6), precommit_delete_associations {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:32.894861 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-68bd4428-a517-45d8-87bd-29289247a057 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-670305'] for router (4bb5d70d-61b2-4d57-a79e-be3b3a4596d6), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:32.894861 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68bd4428-a517-45d8-87bd-29289247a057 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4bb5d70d-61b2-4d57-a79e-be3b3a4596d6 {{(pid=106707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 19:48:32.899868 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-68bd4428-a517-45d8-87bd-29289247a057 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:32.904992 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-68bd4428-a517-45d8-87bd-29289247a057 admin admin] 10.222.0.15 "DELETE /v2.0/routers/4bb5d70d-61b2-4d57-a79e-be3b3a4596d6 HTTP/1.1" status: 204 len: 168 time: 1.1324165 Apr 12 19:48:32.905351 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 38878) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:48:32.999899 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.db_base_plugin_v2 [None req-54a10bb3-3482-4706-9455-de569270e8fd admin admin] Deleting subnet 913eccc2-3fc9-416c-8745-8aa9ab19ccf1 {{(pid=106704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 19:48:33.007124 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-54a10bb3-3482-4706-9455-de569270e8fd admin admin] Publish callbacks [] for subnet (913eccc2-3fc9-416c-8745-8aa9ab19ccf1), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:33.128277 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device 9a08268b-29a5-47e0-936b-0f3d804c6284 no longer exists at agent ovs-agent-dv-cinder-837540-1-iscsi {{(pid=106714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 19:48:33.132909 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684a4ed1-08b4-4b9c-b9fa-411b9284e8bd req-8c760851-7522-411c-952b-6bac6d96fd43 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:48:33.135705 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-54a10bb3-3482-4706-9455-de569270e8fd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9360983'] for subnet (913eccc2-3fc9-416c-8745-8aa9ab19ccf1), precommit_delete_associations {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:33.147442 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-684a4ed1-08b4-4b9c-b9fa-411b9284e8bd req-8c760851-7522-411c-952b-6bac6d96fd43 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7216c75-bedc-4144-8b13-94d37bdf7c13 HTTP/1.1" status: 200 len: 946 time: 0.0865941 Apr 12 19:48:33.158157 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] No Port match for: 9a08268b-29a5-47e0-936b-0f3d804c6284 {{(pid=106714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 19:48:33.161061 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device 9a08268b-29a5-47e0-936b-0f3d804c6284 not bound to the agent host dv-cinder-837540-1-iscsi {{(pid=106714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 19:48:33.260398 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-684a4ed1-08b4-4b9c-b9fa-411b9284e8bd req-01ca9872-043d-43d7-b23e-818eb577156d tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=ccd1ef45-35bc-4a1b-85a4-e82f4eb36fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120176 Apr 12 19:48:33.318658 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-54a10bb3-3482-4706-9455-de569270e8fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449141'] for subnet (913eccc2-3fc9-416c-8745-8aa9ab19ccf1), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:33.386780 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-54a10bb3-3482-4706-9455-de569270e8fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8791302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8854074'] for subnet (913eccc2-3fc9-416c-8745-8aa9ab19ccf1), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:33.421962 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a10bb3-3482-4706-9455-de569270e8fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=913eccc2-3fc9-416c-8745-8aa9ab19ccf1,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:48:33.424781 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-54a10bb3-3482-4706-9455-de569270e8fd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:33.428464 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-54a10bb3-3482-4706-9455-de569270e8fd admin admin] 10.222.0.15 "DELETE /v2.0/subnets/913eccc2-3fc9-416c-8745-8aa9ab19ccf1 HTTP/1.1" status: 204 len: 168 time: 0.5219195 Apr 12 19:48:33.430835 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 38890) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:48:33.433379 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18ace62-dbe4-497c-bbcb-1f5df4bb850e None None] Network 16f98a57-2f56-426d-a11d-35966394c1dd requested from dv-cinder-837540-1-iscsi {{(pid=106714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 19:48:33.532912 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 38892) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:48:33.551647 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-310cd68d-ab64-4e02-9ea1-2bc1c02ec045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3636804'] for network (16f98a57-2f56-426d-a11d-35966394c1dd), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:33.611877 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.plugin [None req-310cd68d-ab64-4e02-9ea1-2bc1c02ec045 admin admin] Deleting port 0f4a106a-0133-4316-8d1d-330d4f0901c3 {{(pid=106704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:48:33.612393 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-310cd68d-ab64-4e02-9ea1-2bc1c02ec045 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749198460456'] for port (0f4a106a-0133-4316-8d1d-330d4f0901c3), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:33.712307 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2df8ab2-5922-4841-9464-b889be3e652c None None] DHCP port deletion for 16f98a57-2f56-426d-a11d-35966394c1dd request from dv-cinder-837540-1-iscsi {{(pid=106714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 19:48:33.713994 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.db [None req-310cd68d-ab64-4e02-9ea1-2bc1c02ec045 admin admin] For port 0f4a106a-0133-4316-8d1d-330d4f0901c3, host dv-cinder-837540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-1-iscsi',level=0,port_id=0f4a106a-0133-4316-8d1d-330d4f0901c3,segment=NetworkSegment(091cad68-4d23-40d8-8acd-1c52000a0bc6),segment_id=091cad68-4d23-40d8-8acd-1c52000a0bc6)] {{(pid=106704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:48:33.714145 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-310cd68d-ab64-4e02-9ea1-2bc1c02ec045 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661808'] for port (0f4a106a-0133-4316-8d1d-330d4f0901c3), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:33.730030 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-151a79b0-1a53-4e51-b208-f252c578052b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:33.743516 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.plugin [None req-310cd68d-ab64-4e02-9ea1-2bc1c02ec045 admin admin] Calling delete_port for 0f4a106a-0133-4316-8d1d-330d4f0901c3 owned by network:dhcp {{(pid=106704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:48:33.766068 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-d2df8ab2-5922-4841-9464-b889be3e652c None None] Deleting port 0f4a106a-0133-4316-8d1d-330d4f0901c3 {{(pid=106714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:48:33.766394 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-d2df8ab2-5922-4841-9464-b889be3e652c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749198460456'] for port (0f4a106a-0133-4316-8d1d-330d4f0901c3), before_delete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:33.880727 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-d2df8ab2-5922-4841-9464-b889be3e652c None None] For port 0f4a106a-0133-4316-8d1d-330d4f0901c3, host dv-cinder-837540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-1-iscsi',level=0,port_id=0f4a106a-0133-4316-8d1d-330d4f0901c3,segment=NetworkSegment(091cad68-4d23-40d8-8acd-1c52000a0bc6),segment_id=091cad68-4d23-40d8-8acd-1c52000a0bc6)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:48:33.881135 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-d2df8ab2-5922-4841-9464-b889be3e652c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661808'] for port (0f4a106a-0133-4316-8d1d-330d4f0901c3), precommit_delete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:33.889146 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-151a79b0-1a53-4e51-b208-f252c578052b admin admin] Publish callbacks [] for security_group (f11aef3f-3df6-473a-b95e-8ab5a92f751d), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:33.897342 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-d2df8ab2-5922-4841-9464-b889be3e652c None None] Calling delete_port for 0f4a106a-0133-4316-8d1d-330d4f0901c3 owned by network:dhcp {{(pid=106714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:48:33.912682 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-151a79b0-1a53-4e51-b208-f252c578052b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (f11aef3f-3df6-473a-b95e-8ab5a92f751d), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:33.916256 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-310cd68d-ab64-4e02-9ea1-2bc1c02ec045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749198465814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749198058671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8791401'] for port (0f4a106a-0133-4316-8d1d-330d4f0901c3), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:33.958347 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310cd68d-ab64-4e02-9ea1-2bc1c02ec045 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f4a106a-0133-4316-8d1d-330d4f0901c3,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:48:33.967322 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310cd68d-ab64-4e02-9ea1-2bc1c02ec045 admin admin] No DVR routers for this DVR port 0f4a106a-0133-4316-8d1d-330d4f0901c3 on host dv-cinder-837540-1-iscsi {{(pid=106704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 19:48:33.983658 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-151a79b0-1a53-4e51-b208-f252c578052b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=27829fcb96524da583e5171b0afb391d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4485343 Apr 12 19:48:33.985846 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151a79b0-1a53-4e51-b208-f252c578052b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f11aef3f-3df6-473a-b95e-8ab5a92f751d,revision_number=1']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:48:33.988837 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 38896) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:48:34.063474 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-fd417a27-65bd-45fd-adac-b20bd217a39e admin admin] Publish callbacks [] for security_group (f11aef3f-3df6-473a-b95e-8ab5a92f751d), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:34.079908 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-d2df8ab2-5922-4841-9464-b889be3e652c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749198465814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749198058671'] for port (0f4a106a-0133-4316-8d1d-330d4f0901c3), after_delete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:34.081543 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-310cd68d-ab64-4e02-9ea1-2bc1c02ec045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3451022', 'neutron.services.segments.db._delete_segments_for_network-8749198551224'] for network (16f98a57-2f56-426d-a11d-35966394c1dd), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:34.092790 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-fd417a27-65bd-45fd-adac-b20bd217a39e admin admin] Publish callbacks [] for security_group (f11aef3f-3df6-473a-b95e-8ab5a92f751d), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:34.124872 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2df8ab2-5922-4841-9464-b889be3e652c None None] Pushing event deleted for resources: {'Port': ['ID=0f4a106a-0133-4316-8d1d-330d4f0901c3,revision_number=None']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:48:34.130209 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.services.segments.db [None req-310cd68d-ab64-4e02-9ea1-2bc1c02ec045 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16f98a57-2f56-426d-a11d-35966394c1dd']}} {{(pid=106704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:48:34.132786 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2df8ab2-5922-4841-9464-b889be3e652c None None] No DVR routers for this DVR port 0f4a106a-0133-4316-8d1d-330d4f0901c3 on host dv-cinder-837540-1-iscsi {{(pid=106714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 19:48:34.151024 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.services.segments.db [None req-310cd68d-ab64-4e02-9ea1-2bc1c02ec045 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '091cad68-4d23-40d8-8acd-1c52000a0bc6') {'for_net_delete': True} {{(pid=106704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:48:34.151319 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.services.segments.db [None req-310cd68d-ab64-4e02-9ea1-2bc1c02ec045 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '091cad68-4d23-40d8-8acd-1c52000a0bc6') {} {{(pid=106704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:48:34.162602 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-310cd68d-ab64-4e02-9ea1-2bc1c02ec045 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749198554305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361004'] for segment (091cad68-4d23-40d8-8acd-1c52000a0bc6), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:34.163152 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-fd417a27-65bd-45fd-adac-b20bd217a39e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (f11aef3f-3df6-473a-b95e-8ab5a92f751d), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:34.166052 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-fd417a27-65bd-45fd-adac-b20bd217a39e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:34.169913 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-fd417a27-65bd-45fd-adac-b20bd217a39e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f11aef3f-3df6-473a-b95e-8ab5a92f751d HTTP/1.1" status: 204 len: 168 time: 0.1800478 Apr 12 19:48:34.181748 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd417a27-65bd-45fd-adac-b20bd217a39e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f11aef3f-3df6-473a-b95e-8ab5a92f751d,revision_number=None']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:48:34.196162 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-310cd68d-ab64-4e02-9ea1-2bc1c02ec045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495566'] for segment (091cad68-4d23-40d8-8acd-1c52000a0bc6), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:34.212940 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-310cd68d-ab64-4e02-9ea1-2bc1c02ec045 admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=106704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 19:48:34.214035 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-310cd68d-ab64-4e02-9ea1-2bc1c02ec045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8791484'] for segment (091cad68-4d23-40d8-8acd-1c52000a0bc6), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:34.217275 dv-cinder-837540-1-iscsi neutron-server[106704]: Traceback (most recent call last): Apr 12 19:48:34.217275 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 19:48:34.217275 dv-cinder-837540-1-iscsi neutron-server[106704]: timer() Apr 12 19:48:34.217275 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 19:48:34.217275 dv-cinder-837540-1-iscsi neutron-server[106704]: cb(*args, **kw) Apr 12 19:48:34.217275 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 19:48:34.217275 dv-cinder-837540-1-iscsi neutron-server[106704]: return func(*args, **kwargs) Apr 12 19:48:34.217275 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 19:48:34.217275 dv-cinder-837540-1-iscsi neutron-server[106704]: self._notify() Apr 12 19:48:34.217275 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 19:48:34.217275 dv-cinder-837540-1-iscsi neutron-server[106704]: self.callback(batched_events) Apr 12 19:48:34.217275 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 19:48:34.217275 dv-cinder-837540-1-iscsi neutron-server[106704]: event.method(event) Apr 12 19:48:34.217275 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 19:48:34.217275 dv-cinder-837540-1-iscsi neutron-server[106704]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 19:48:34.217275 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 19:48:34.217275 dv-cinder-837540-1-iscsi neutron-server[106704]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 19:48:34.217275 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 19:48:34.217275 dv-cinder-837540-1-iscsi neutron-server[106704]: return f(self, *a, **k) Apr 12 19:48:34.217275 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 19:48:34.217275 dv-cinder-837540-1-iscsi neutron-server[106704]: return self._get(url).json() Apr 12 19:48:34.217275 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 19:48:34.217275 dv-cinder-837540-1-iscsi neutron-server[106704]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 19:48:34.217275 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 19:48:34.217275 dv-cinder-837540-1-iscsi neutron-server[106704]: return self.request(url, 'GET', **kwargs) Apr 12 19:48:34.217275 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 19:48:34.217275 dv-cinder-837540-1-iscsi neutron-server[106704]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 19:48:34.217275 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 19:48:34.217275 dv-cinder-837540-1-iscsi neutron-server[106704]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 19:48:34.217275 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 19:48:34.217275 dv-cinder-837540-1-iscsi neutron-server[106704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 19:48:34.217275 dv-cinder-837540-1-iscsi neutron-server[106704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 19:48:34.313370 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-310cd68d-ab64-4e02-9ea1-2bc1c02ec045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3451063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668064'] for network (16f98a57-2f56-426d-a11d-35966394c1dd), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:34.320158 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-310cd68d-ab64-4e02-9ea1-2bc1c02ec045 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565043'] for network (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:34.323304 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-310cd68d-ab64-4e02-9ea1-2bc1c02ec045 admin admin] 10.222.0.15 "DELETE /v2.0/networks/16f98a57-2f56-426d-a11d-35966394c1dd HTTP/1.1" status: 204 len: 168 time: 0.8914113 Apr 12 19:48:34.334797 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 38902) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:48:34.343110 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310cd68d-ab64-4e02-9ea1-2bc1c02ec045 admin admin] Pushing event deleted for resources: {'Network': ['ID=16f98a57-2f56-426d-a11d-35966394c1dd,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:48:34.476430 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48adc99-90f8-49df-a197-835fb8e16d45 req-2d666e15-7993-4050-ad7a-156108eae89d tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:48:34.478026 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-a48adc99-90f8-49df-a197-835fb8e16d45 req-2d666e15-7993-4050-ad7a-156108eae89d tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7216c75-bedc-4144-8b13-94d37bdf7c13 HTTP/1.1" status: 200 len: 946 time: 0.0568204 Apr 12 19:48:34.556921 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-a48adc99-90f8-49df-a197-835fb8e16d45 req-f4ad5af9-fd59-48dc-8f35-0e3633807fe5 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=ccd1ef45-35bc-4a1b-85a4-e82f4eb36fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620091 Apr 12 19:48:34.660720 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 38910) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:48:34.676448 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-2b34bc75-7721-45f9-a143-204357a2d6de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:34.793453 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device 5d137e0e-5be9-4376-8296-3e844c44af81 no longer exists at agent ovs-agent-dv-cinder-837540-1-iscsi {{(pid=106714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 19:48:34.813698 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-2b34bc75-7721-45f9-a143-204357a2d6de admin admin] Publish callbacks [] for security_group (bfae5562-ae39-4684-9f3b-1c120ede0f0e), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:34.821698 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-2b34bc75-7721-45f9-a143-204357a2d6de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (bfae5562-ae39-4684-9f3b-1c120ede0f0e), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:34.827186 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] No Port match for: 5d137e0e-5be9-4376-8296-3e844c44af81 {{(pid=106714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 19:48:34.827881 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device 5d137e0e-5be9-4376-8296-3e844c44af81 not bound to the agent host dv-cinder-837540-1-iscsi {{(pid=106714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 19:48:34.829253 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device 0f4a106a-0133-4316-8d1d-330d4f0901c3 no longer exists at agent ovs-agent-dv-cinder-837540-1-iscsi {{(pid=106714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 19:48:34.841657 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-6c272309-edc6-4283-8209-a55219604f8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-668350'] for router_interface (da70aba3-a999-49fe-a9b7-46e68f11d34c), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:34.854725 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] No Port match for: 0f4a106a-0133-4316-8d1d-330d4f0901c3 {{(pid=106714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 19:48:34.855398 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device 0f4a106a-0133-4316-8d1d-330d4f0901c3 not bound to the agent host dv-cinder-837540-1-iscsi {{(pid=106714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 19:48:34.904777 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-2b34bc75-7721-45f9-a143-204357a2d6de admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=10ec8fd3ee9b4bbe8c0fdaa612ab07f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2428467 Apr 12 19:48:34.905400 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 38912) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:48:34.921903 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b34bc75-7721-45f9-a143-204357a2d6de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfae5562-ae39-4684-9f3b-1c120ede0f0e,revision_number=1']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:48:34.967861 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-64a85f9f-239d-4fa0-8ac5-b9774f9bbe54 admin admin] Publish callbacks [] for security_group (bfae5562-ae39-4684-9f3b-1c120ede0f0e), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:34.991414 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-64a85f9f-239d-4fa0-8ac5-b9774f9bbe54 admin admin] Publish callbacks [] for security_group (bfae5562-ae39-4684-9f3b-1c120ede0f0e), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:35.046998 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-64a85f9f-239d-4fa0-8ac5-b9774f9bbe54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (bfae5562-ae39-4684-9f3b-1c120ede0f0e), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:35.050904 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-64a85f9f-239d-4fa0-8ac5-b9774f9bbe54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:35.054728 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-64a85f9f-239d-4fa0-8ac5-b9774f9bbe54 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bfae5562-ae39-4684-9f3b-1c120ede0f0e HTTP/1.1" status: 204 len: 168 time: 0.1431682 Apr 12 19:48:35.062179 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a85f9f-239d-4fa0-8ac5-b9774f9bbe54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfae5562-ae39-4684-9f3b-1c120ede0f0e,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:48:35.186156 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.plugin [None req-6c272309-edc6-4283-8209-a55219604f8d admin admin] Deleting port d30614b6-679c-4573-bc3d-e05c1f58b9da {{(pid=106707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:48:35.186547 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-6c272309-edc6-4283-8209-a55219604f8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749198460456'] for port (d30614b6-679c-4573-bc3d-e05c1f58b9da), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:35.274493 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.db [None req-6c272309-edc6-4283-8209-a55219604f8d admin admin] For port d30614b6-679c-4573-bc3d-e05c1f58b9da, host dv-cinder-837540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-1-iscsi',level=0,port_id=d30614b6-679c-4573-bc3d-e05c1f58b9da,segment=NetworkSegment(a589bead-6424-47ba-8dff-2009ff4bb220),segment_id=a589bead-6424-47ba-8dff-2009ff4bb220)] {{(pid=106707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:48:35.275117 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-6c272309-edc6-4283-8209-a55219604f8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661808'] for port (d30614b6-679c-4573-bc3d-e05c1f58b9da), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:35.292496 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.plugin [None req-6c272309-edc6-4283-8209-a55219604f8d admin admin] Calling delete_port for d30614b6-679c-4573-bc3d-e05c1f58b9da owned by network:router_interface {{(pid=106707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:48:35.511878 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-6c272309-edc6-4283-8209-a55219604f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749198465814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749198058671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9064885'] for port (d30614b6-679c-4573-bc3d-e05c1f58b9da), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:35.552627 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c272309-edc6-4283-8209-a55219604f8d admin admin] Pushing event deleted for resources: {'Port': ['ID=d30614b6-679c-4573-bc3d-e05c1f58b9da,revision_number=None']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:48:35.796608 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40e831c-b0f3-4120-bbca-9d927dc412fc req-4b77927e-add6-42ef-9a24-35ef8c60550b tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:48:35.798019 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-e40e831c-b0f3-4120-bbca-9d927dc412fc req-4b77927e-add6-42ef-9a24-35ef8c60550b tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7216c75-bedc-4144-8b13-94d37bdf7c13 HTTP/1.1" status: 200 len: 946 time: 0.0961022 Apr 12 19:48:35.852612 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-6c272309-edc6-4283-8209-a55219604f8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-668194'] for router_interface (da70aba3-a999-49fe-a9b7-46e68f11d34c), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:35.919567 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-e40e831c-b0f3-4120-bbca-9d927dc412fc req-239f7a2d-21d5-4a9c-a3dd-b17c77959d71 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=ccd1ef45-35bc-4a1b-85a4-e82f4eb36fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120179 Apr 12 19:48:36.129094 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c272309-edc6-4283-8209-a55219604f8d admin admin] Router da70aba3-a999-49fe-a9b7-46e68f11d34c has already been hosted by L3 agent 4d9412c4-31b2-4fbf-87a0-f931332ab9d5 {{(pid=106707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 19:48:36.265302 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c272309-edc6-4283-8209-a55219604f8d admin admin] Notify agent at l3_agent.dv-cinder-837540-1-iscsi the message routers_updated {{(pid=106707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:48:36.273233 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-6c272309-edc6-4283-8209-a55219604f8d admin admin] 10.222.0.15 "PUT /v2.0/routers/da70aba3-a999-49fe-a9b7-46e68f11d34c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9372234 Apr 12 19:48:36.275719 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 38942) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:48:36.278537 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef4815e-7773-46b6-ae54-6d9016d6cb47 None None] Sync routers for ids ['da70aba3-a999-49fe-a9b7-46e68f11d34c'] in dv-cinder-837540-1-iscsi {{(pid=106714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:48:36.294452 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef4815e-7773-46b6-ae54-6d9016d6cb47 None None] Routers {'da70aba3-a999-49fe-a9b7-46e68f11d34c'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:48:36.298586 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_hamode_db [None req-5ef4815e-7773-46b6-ae54-6d9016d6cb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:48:16Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['da70aba3-a999-49fe-a9b7-46e68f11d34c'], 'active': True} {{(pid=106714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:48:36.452576 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_dvr_db [None req-5ef4815e-7773-46b6-ae54-6d9016d6cb47 None None] Set router da70aba3-a999-49fe-a9b7-46e68f11d34c gateway port host: dv-cinder-837540-1-iscsi {{(pid=106714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:48:36.646315 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_hamode_db [None req-5ef4815e-7773-46b6-ae54-6d9016d6cb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da70aba3-a999-49fe-a9b7-46e68f11d34c', 'name': 'tempest-TestShelveInstance-65822740-router', 'tenant_id': 'adf919fa29ea49628b021f8c8a8faafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'c006fcb6-de23-4882-a6b2-1cece12bd081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:41:19Z', 'updated_at': '2022-04-12T19:48:35Z', 'revision_number': 5, 'project_id': 'adf919fa29ea49628b021f8c8a8faafa', 'gw_port': {'id': 'c006fcb6-de23-4882-a6b2-1cece12bd081', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da70aba3-a999-49fe-a9b7-46e68f11d34c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:41:20Z', 'updated_at': '2022-04-12T19:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi'}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:48:36.680264 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef4815e-7773-46b6-ae54-6d9016d6cb47 None None] Checking router: da70aba3-a999-49fe-a9b7-46e68f11d34c for host: dv-cinder-837540-1-iscsi {{(pid=106714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:48:36.694774 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef4815e-7773-46b6-ae54-6d9016d6cb47 None None] Routers {'da70aba3-a999-49fe-a9b7-46e68f11d34c'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:48:36.694774 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_hamode_db [None req-5ef4815e-7773-46b6-ae54-6d9016d6cb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:48:16Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['da70aba3-a999-49fe-a9b7-46e68f11d34c'], 'active': True} {{(pid=106714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:48:36.720872 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-075fd22d-9d63-4d17-b982-09ce1f9e8abd admin admin] Publish callbacks [] for router (da70aba3-a999-49fe-a9b7-46e68f11d34c), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:36.887211 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-075fd22d-9d63-4d17-b982-09ce1f9e8abd admin admin] Publish callbacks [] for router_gateway (da70aba3-a999-49fe-a9b7-46e68f11d34c), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:36.949610 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.plugin [None req-075fd22d-9d63-4d17-b982-09ce1f9e8abd admin admin] Deleting port c006fcb6-de23-4882-a6b2-1cece12bd081 {{(pid=106707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:48:36.949997 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-075fd22d-9d63-4d17-b982-09ce1f9e8abd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749198460456'] for port (c006fcb6-de23-4882-a6b2-1cece12bd081), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:37.027241 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_dvr_db [None req-5ef4815e-7773-46b6-ae54-6d9016d6cb47 None None] Set router da70aba3-a999-49fe-a9b7-46e68f11d34c gateway port host: dv-cinder-837540-1-iscsi {{(pid=106714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:48:37.074390 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.db [None req-075fd22d-9d63-4d17-b982-09ce1f9e8abd admin admin] For port c006fcb6-de23-4882-a6b2-1cece12bd081, host dv-cinder-837540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-1-iscsi',level=0,port_id=c006fcb6-de23-4882-a6b2-1cece12bd081,segment=NetworkSegment(d71711ac-63cd-4a26-822c-81ae059ce82d),segment_id=d71711ac-63cd-4a26-822c-81ae059ce82d)] {{(pid=106707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:48:37.075039 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-075fd22d-9d63-4d17-b982-09ce1f9e8abd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661808'] for port (c006fcb6-de23-4882-a6b2-1cece12bd081), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:37.092325 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.plugin [None req-075fd22d-9d63-4d17-b982-09ce1f9e8abd admin admin] Calling delete_port for c006fcb6-de23-4882-a6b2-1cece12bd081 owned by network:router_gateway {{(pid=106707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:48:37.141106 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b09fe71-a998-4b6e-b825-bb6a8dc019ce req-55ca76cd-5848-4d3d-bd9b-1527ac5214e6 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:48:37.142532 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-0b09fe71-a998-4b6e-b825-bb6a8dc019ce req-55ca76cd-5848-4d3d-bd9b-1527ac5214e6 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7216c75-bedc-4144-8b13-94d37bdf7c13 HTTP/1.1" status: 200 len: 946 time: 0.0773430 Apr 12 19:48:37.239768 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-0b09fe71-a998-4b6e-b825-bb6a8dc019ce req-33f4a15f-c545-45a5-833e-cdddd6acdd5d tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=ccd1ef45-35bc-4a1b-85a4-e82f4eb36fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910823 Apr 12 19:48:37.347005 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-075fd22d-9d63-4d17-b982-09ce1f9e8abd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749198465814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749198058671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9064885'] for port (c006fcb6-de23-4882-a6b2-1cece12bd081), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:37.350972 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_hamode_db [None req-5ef4815e-7773-46b6-ae54-6d9016d6cb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da70aba3-a999-49fe-a9b7-46e68f11d34c', 'name': 'tempest-TestShelveInstance-65822740-router', 'tenant_id': 'adf919fa29ea49628b021f8c8a8faafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'c006fcb6-de23-4882-a6b2-1cece12bd081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:41:19Z', 'updated_at': '2022-04-12T19:48:35Z', 'revision_number': 5, 'project_id': 'adf919fa29ea49628b021f8c8a8faafa', 'gw_port': {'id': 'c006fcb6-de23-4882-a6b2-1cece12bd081', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da70aba3-a999-49fe-a9b7-46e68f11d34c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:41:20Z', 'updated_at': '2022-04-12T19:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi'}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:48:37.387896 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef4815e-7773-46b6-ae54-6d9016d6cb47 None None] The sync data for ids ['da70aba3-a999-49fe-a9b7-46e68f11d34c'] in dv-cinder-837540-1-iscsi is: [{'id': 'da70aba3-a999-49fe-a9b7-46e68f11d34c', 'name': 'tempest-TestShelveInstance-65822740-router', 'tenant_id': 'adf919fa29ea49628b021f8c8a8faafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'c006fcb6-de23-4882-a6b2-1cece12bd081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:41:19Z', 'updated_at': '2022-04-12T19:48:35Z', 'revision_number': 5, 'project_id': 'adf919fa29ea49628b021f8c8a8faafa', 'gw_port': {'id': 'c006fcb6-de23-4882-a6b2-1cece12bd081', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da70aba3-a999-49fe-a9b7-46e68f11d34c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:41:20Z', 'updated_at': '2022-04-12T19:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi'}] {{(pid=106714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:48:37.403032 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075fd22d-9d63-4d17-b982-09ce1f9e8abd admin admin] Pushing event deleted for resources: {'Port': ['ID=c006fcb6-de23-4882-a6b2-1cece12bd081,revision_number=None']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:48:37.489903 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-075fd22d-9d63-4d17-b982-09ce1f9e8abd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668036'] for router_gateway (da70aba3-a999-49fe-a9b7-46e68f11d34c), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:37.569407 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 38964) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:48:37.608518 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-075fd22d-9d63-4d17-b982-09ce1f9e8abd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-670298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26510'] for router (da70aba3-a999-49fe-a9b7-46e68f11d34c), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:37.613602 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-075fd22d-9d63-4d17-b982-09ce1f9e8abd admin admin] Publish callbacks [] for router_controller (da70aba3-a999-49fe-a9b7-46e68f11d34c), precommit_delete_associations {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:37.672356 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-075fd22d-9d63-4d17-b982-09ce1f9e8abd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-670305'] for router (da70aba3-a999-49fe-a9b7-46e68f11d34c), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:37.673883 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-075fd22d-9d63-4d17-b982-09ce1f9e8abd admin admin] Fanout notify agent at l3_agent the message router_deleted on router da70aba3-a999-49fe-a9b7-46e68f11d34c {{(pid=106707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 19:48:37.678878 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-075fd22d-9d63-4d17-b982-09ce1f9e8abd admin admin] Publish callbacks [] for router (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:37.680218 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-075fd22d-9d63-4d17-b982-09ce1f9e8abd admin admin] 10.222.0.15 "DELETE /v2.0/routers/da70aba3-a999-49fe-a9b7-46e68f11d34c HTTP/1.1" status: 204 len: 168 time: 1.4026544 Apr 12 19:48:37.682919 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 38970) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:48:37.740458 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-a0b2f95a-9aa9-4429-a745-99b94e5c5f20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:37.749751 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.db.db_base_plugin_v2 [None req-e391b1c5-fc6f-463f-b753-3922edcd9b19 admin admin] Deleting subnet 7b6cbf2f-cc0e-4599-8e05-cf756e35e59f {{(pid=106707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 19:48:37.753594 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-e391b1c5-fc6f-463f-b753-3922edcd9b19 admin admin] Publish callbacks [] for subnet (7b6cbf2f-cc0e-4599-8e05-cf756e35e59f), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:37.808547 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-e391b1c5-fc6f-463f-b753-3922edcd9b19 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9065194'] for subnet (7b6cbf2f-cc0e-4599-8e05-cf756e35e59f), precommit_delete_associations {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:37.881890 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-a0b2f95a-9aa9-4429-a745-99b94e5c5f20 admin admin] Publish callbacks [] for security_group (bf514eaf-5dfb-476d-b011-e24e443d461d), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:37.889549 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-a0b2f95a-9aa9-4429-a745-99b94e5c5f20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (bf514eaf-5dfb-476d-b011-e24e443d461d), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:37.922029 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-e391b1c5-fc6f-463f-b753-3922edcd9b19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449141'] for subnet (7b6cbf2f-cc0e-4599-8e05-cf756e35e59f), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:37.926464 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b2f95a-9aa9-4429-a745-99b94e5c5f20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf514eaf-5dfb-476d-b011-e24e443d461d,revision_number=1']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:48:37.970136 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-a0b2f95a-9aa9-4429-a745-99b94e5c5f20 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=206754a824cb4eeda2199375197a1fb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3995268 Apr 12 19:48:37.973848 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 38972) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:48:38.051779 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-e391b1c5-fc6f-463f-b753-3922edcd9b19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9064922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9408020'] for subnet (7b6cbf2f-cc0e-4599-8e05-cf756e35e59f), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:38.070512 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-f5bea938-079d-436f-ac81-504e17ae1e59 admin admin] Publish callbacks [] for security_group (bf514eaf-5dfb-476d-b011-e24e443d461d), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:38.100755 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e391b1c5-fc6f-463f-b753-3922edcd9b19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b6cbf2f-cc0e-4599-8e05-cf756e35e59f,revision_number=None']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:48:38.107755 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-e391b1c5-fc6f-463f-b753-3922edcd9b19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565043'] for subnet (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:38.109265 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6ce573-9c22-40f5-b97b-e987daf0b0f0 None None] Network 9f6ac0f4-6e3a-4407-b6cb-b96fdf6af82f requested from dv-cinder-837540-1-iscsi {{(pid=106714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 19:48:38.111323 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-e391b1c5-fc6f-463f-b753-3922edcd9b19 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/7b6cbf2f-cc0e-4599-8e05-cf756e35e59f HTTP/1.1" status: 204 len: 168 time: 0.4254351 Apr 12 19:48:38.113876 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 38974) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:48:38.154878 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-f5bea938-079d-436f-ac81-504e17ae1e59 admin admin] Publish callbacks [] for security_group (bf514eaf-5dfb-476d-b011-e24e443d461d), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:38.246921 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-ba1d7870-8cc4-4fcc-bb32-3658b6dd440f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3636804'] for network (9f6ac0f4-6e3a-4407-b6cb-b96fdf6af82f), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:38.261788 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-f5bea938-079d-436f-ac81-504e17ae1e59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (bf514eaf-5dfb-476d-b011-e24e443d461d), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:38.271372 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-f5bea938-079d-436f-ac81-504e17ae1e59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:38.271372 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-f5bea938-079d-436f-ac81-504e17ae1e59 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bf514eaf-5dfb-476d-b011-e24e443d461d HTTP/1.1" status: 204 len: 168 time: 0.2927125 Apr 12 19:48:38.296046 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bea938-079d-436f-ac81-504e17ae1e59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf514eaf-5dfb-476d-b011-e24e443d461d,revision_number=None']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:48:38.368497 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.plugin [None req-ba1d7870-8cc4-4fcc-bb32-3658b6dd440f admin admin] Deleting port 12d41ebb-702c-45a7-b056-f46edecbfd9d {{(pid=106704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:48:38.369153 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-ba1d7870-8cc4-4fcc-bb32-3658b6dd440f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749198460456'] for port (12d41ebb-702c-45a7-b056-f46edecbfd9d), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:38.458186 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.db [None req-ba1d7870-8cc4-4fcc-bb32-3658b6dd440f admin admin] For port 12d41ebb-702c-45a7-b056-f46edecbfd9d, host dv-cinder-837540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-1-iscsi',level=0,port_id=12d41ebb-702c-45a7-b056-f46edecbfd9d,segment=NetworkSegment(a589bead-6424-47ba-8dff-2009ff4bb220),segment_id=a589bead-6424-47ba-8dff-2009ff4bb220)] {{(pid=106704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:48:38.458815 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-ba1d7870-8cc4-4fcc-bb32-3658b6dd440f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661808'] for port (12d41ebb-702c-45a7-b056-f46edecbfd9d), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:38.466068 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4606b6-d08a-4009-b29c-fb86d021626e req-9cd83f82-133e-4659-963b-4f294a278ab5 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:48:38.477237 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-2c4606b6-d08a-4009-b29c-fb86d021626e req-9cd83f82-133e-4659-963b-4f294a278ab5 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7216c75-bedc-4144-8b13-94d37bdf7c13 HTTP/1.1" status: 200 len: 946 time: 0.0732996 Apr 12 19:48:38.482233 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.plugin [None req-ba1d7870-8cc4-4fcc-bb32-3658b6dd440f admin admin] Calling delete_port for 12d41ebb-702c-45a7-b056-f46edecbfd9d owned by network:dhcp {{(pid=106704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:48:38.543535 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-2c4606b6-d08a-4009-b29c-fb86d021626e req-56915ad8-141d-4dfb-8206-421d16bf7276 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=ccd1ef45-35bc-4a1b-85a4-e82f4eb36fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646348 Apr 12 19:48:38.650371 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57c3fab-4efd-461c-83d8-b2663909db81 None None] DHCP port deletion for 9f6ac0f4-6e3a-4407-b6cb-b96fdf6af82f request from dv-cinder-837540-1-iscsi {{(pid=106714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 19:48:38.654166 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-ba1d7870-8cc4-4fcc-bb32-3658b6dd440f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749198465814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749198058671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8791401'] for port (12d41ebb-702c-45a7-b056-f46edecbfd9d), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:38.721729 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1d7870-8cc4-4fcc-bb32-3658b6dd440f admin admin] No DVR routers for this DVR port 12d41ebb-702c-45a7-b056-f46edecbfd9d on host dv-cinder-837540-1-iscsi {{(pid=106704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 19:48:38.737507 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d7870-8cc4-4fcc-bb32-3658b6dd440f admin admin] Pushing event deleted for resources: {'Port': ['ID=12d41ebb-702c-45a7-b056-f46edecbfd9d,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:48:38.814575 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device c006fcb6-de23-4882-a6b2-1cece12bd081 no longer exists at agent ovs-agent-dv-cinder-837540-1-iscsi {{(pid=106714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 19:48:38.847025 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-ba1d7870-8cc4-4fcc-bb32-3658b6dd440f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3451022', 'neutron.services.segments.db._delete_segments_for_network-8749198551224'] for network (9f6ac0f4-6e3a-4407-b6cb-b96fdf6af82f), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:38.847784 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] No Port match for: c006fcb6-de23-4882-a6b2-1cece12bd081 {{(pid=106714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 19:48:38.848870 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device c006fcb6-de23-4882-a6b2-1cece12bd081 not bound to the agent host dv-cinder-837540-1-iscsi {{(pid=106714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 19:48:38.849625 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device d30614b6-679c-4573-bc3d-e05c1f58b9da no longer exists at agent ovs-agent-dv-cinder-837540-1-iscsi {{(pid=106714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 19:48:38.863772 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 38988) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:48:38.888834 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] No Port match for: d30614b6-679c-4573-bc3d-e05c1f58b9da {{(pid=106714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 19:48:38.889743 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device d30614b6-679c-4573-bc3d-e05c1f58b9da not bound to the agent host dv-cinder-837540-1-iscsi {{(pid=106714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 19:48:38.890358 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device 12d41ebb-702c-45a7-b056-f46edecbfd9d no longer exists at agent ovs-agent-dv-cinder-837540-1-iscsi {{(pid=106714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 19:48:38.895217 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-c32ce99b-1482-49c2-8976-ddcf42fdae51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:38.897971 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.services.segments.db [None req-ba1d7870-8cc4-4fcc-bb32-3658b6dd440f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f6ac0f4-6e3a-4407-b6cb-b96fdf6af82f']}} {{(pid=106704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:48:38.915445 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.services.segments.db [None req-ba1d7870-8cc4-4fcc-bb32-3658b6dd440f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a589bead-6424-47ba-8dff-2009ff4bb220') {'for_net_delete': True} {{(pid=106704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:48:38.915759 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.services.segments.db [None req-ba1d7870-8cc4-4fcc-bb32-3658b6dd440f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a589bead-6424-47ba-8dff-2009ff4bb220') {} {{(pid=106704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:48:38.917320 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] No Port match for: 12d41ebb-702c-45a7-b056-f46edecbfd9d {{(pid=106714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 19:48:38.918188 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device 12d41ebb-702c-45a7-b056-f46edecbfd9d not bound to the agent host dv-cinder-837540-1-iscsi {{(pid=106714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 19:48:38.930265 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-ba1d7870-8cc4-4fcc-bb32-3658b6dd440f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749198554305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361004'] for segment (a589bead-6424-47ba-8dff-2009ff4bb220), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:38.950490 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-ba1d7870-8cc4-4fcc-bb32-3658b6dd440f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495566'] for segment (a589bead-6424-47ba-8dff-2009ff4bb220), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:38.964672 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba1d7870-8cc4-4fcc-bb32-3658b6dd440f admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=106704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 19:48:38.965052 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-ba1d7870-8cc4-4fcc-bb32-3658b6dd440f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8791484'] for segment (a589bead-6424-47ba-8dff-2009ff4bb220), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:38.966900 dv-cinder-837540-1-iscsi neutron-server[106704]: Traceback (most recent call last): Apr 12 19:48:38.966900 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 19:48:38.966900 dv-cinder-837540-1-iscsi neutron-server[106704]: timer() Apr 12 19:48:38.966900 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 19:48:38.966900 dv-cinder-837540-1-iscsi neutron-server[106704]: cb(*args, **kw) Apr 12 19:48:38.966900 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 19:48:38.966900 dv-cinder-837540-1-iscsi neutron-server[106704]: return func(*args, **kwargs) Apr 12 19:48:38.966900 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 19:48:38.966900 dv-cinder-837540-1-iscsi neutron-server[106704]: self._notify() Apr 12 19:48:38.966900 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 19:48:38.966900 dv-cinder-837540-1-iscsi neutron-server[106704]: self.callback(batched_events) Apr 12 19:48:38.966900 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 19:48:38.966900 dv-cinder-837540-1-iscsi neutron-server[106704]: event.method(event) Apr 12 19:48:38.966900 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 19:48:38.966900 dv-cinder-837540-1-iscsi neutron-server[106704]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 19:48:38.966900 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 19:48:38.966900 dv-cinder-837540-1-iscsi neutron-server[106704]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 19:48:38.966900 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 19:48:38.966900 dv-cinder-837540-1-iscsi neutron-server[106704]: return f(self, *a, **k) Apr 12 19:48:38.966900 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 19:48:38.966900 dv-cinder-837540-1-iscsi neutron-server[106704]: return self._get(url).json() Apr 12 19:48:38.966900 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 19:48:38.966900 dv-cinder-837540-1-iscsi neutron-server[106704]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 19:48:38.966900 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 19:48:38.966900 dv-cinder-837540-1-iscsi neutron-server[106704]: return self.request(url, 'GET', **kwargs) Apr 12 19:48:38.966900 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 19:48:38.966900 dv-cinder-837540-1-iscsi neutron-server[106704]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 19:48:38.966900 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 19:48:38.966900 dv-cinder-837540-1-iscsi neutron-server[106704]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 19:48:38.966900 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 19:48:38.966900 dv-cinder-837540-1-iscsi neutron-server[106704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 19:48:38.966900 dv-cinder-837540-1-iscsi neutron-server[106704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 19:48:39.037794 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-ba1d7870-8cc4-4fcc-bb32-3658b6dd440f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3451063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668064'] for network (9f6ac0f4-6e3a-4407-b6cb-b96fdf6af82f), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:39.041944 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-ba1d7870-8cc4-4fcc-bb32-3658b6dd440f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565043'] for network (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:39.052199 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-ba1d7870-8cc4-4fcc-bb32-3658b6dd440f admin admin] 10.222.0.15 "DELETE /v2.0/networks/9f6ac0f4-6e3a-4407-b6cb-b96fdf6af82f HTTP/1.1" status: 204 len: 168 time: 0.9328778 Apr 12 19:48:39.076649 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d7870-8cc4-4fcc-bb32-3658b6dd440f admin admin] Pushing event deleted for resources: {'Network': ['ID=9f6ac0f4-6e3a-4407-b6cb-b96fdf6af82f,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:48:39.096609 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-c32ce99b-1482-49c2-8976-ddcf42fdae51 admin admin] Publish callbacks [] for security_group (93fdc818-0870-4904-a569-b905c9805284), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:39.109276 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-c32ce99b-1482-49c2-8976-ddcf42fdae51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (93fdc818-0870-4904-a569-b905c9805284), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:39.157315 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-c32ce99b-1482-49c2-8976-ddcf42fdae51 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1620c75c73884388bdf67f68d98dccc9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2899580 Apr 12 19:48:39.157650 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 38992) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:48:39.159002 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32ce99b-1482-49c2-8976-ddcf42fdae51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93fdc818-0870-4904-a569-b905c9805284,revision_number=1']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:48:39.224884 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-0afc8c63-8bd0-4244-b7f9-7c8bd162ae2a admin admin] Publish callbacks [] for security_group (93fdc818-0870-4904-a569-b905c9805284), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:39.249865 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-0afc8c63-8bd0-4244-b7f9-7c8bd162ae2a admin admin] Publish callbacks [] for security_group (93fdc818-0870-4904-a569-b905c9805284), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:39.283648 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 38994) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:48:39.330024 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-0afc8c63-8bd0-4244-b7f9-7c8bd162ae2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (93fdc818-0870-4904-a569-b905c9805284), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:39.332767 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-0afc8c63-8bd0-4244-b7f9-7c8bd162ae2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:39.336728 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-0afc8c63-8bd0-4244-b7f9-7c8bd162ae2a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/93fdc818-0870-4904-a569-b905c9805284 HTTP/1.1" status: 204 len: 168 time: 0.1779578 Apr 12 19:48:39.350212 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afc8c63-8bd0-4244-b7f9-7c8bd162ae2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93fdc818-0870-4904-a569-b905c9805284,revision_number=None']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:48:39.356017 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-b5432836-f476-42f9-b5e4-60c529b3e186 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=25505e1fa3da4037b5c77cccb47d3515&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0702705 Apr 12 19:48:39.358585 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 38998) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:48:39.427022 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-2cdaa060-b02d-4b07-9e67-07d75245a9f0 admin admin] Publish callbacks [] for security_group (47b6b987-7354-46fa-af64-028829663952), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:39.450475 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-2cdaa060-b02d-4b07-9e67-07d75245a9f0 admin admin] Publish callbacks [] for security_group (47b6b987-7354-46fa-af64-028829663952), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:39.505650 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-2cdaa060-b02d-4b07-9e67-07d75245a9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (47b6b987-7354-46fa-af64-028829663952), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:39.508254 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-2cdaa060-b02d-4b07-9e67-07d75245a9f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:39.509413 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-2cdaa060-b02d-4b07-9e67-07d75245a9f0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/47b6b987-7354-46fa-af64-028829663952 HTTP/1.1" status: 204 len: 168 time: 0.1496761 Apr 12 19:48:39.517523 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdaa060-b02d-4b07-9e67-07d75245a9f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47b6b987-7354-46fa-af64-028829663952,revision_number=None']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:48:39.699462 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7b24ba-22bc-4299-9de2-bcca0201fd08 req-1ef07466-aaf9-40bd-9bfd-e401305f2a2d tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:48:39.705273 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-3a7b24ba-22bc-4299-9de2-bcca0201fd08 req-1ef07466-aaf9-40bd-9bfd-e401305f2a2d tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7216c75-bedc-4144-8b13-94d37bdf7c13 HTTP/1.1" status: 200 len: 946 time: 0.0608430 Apr 12 19:48:39.761066 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-3a7b24ba-22bc-4299-9de2-bcca0201fd08 req-2489c1cd-a00a-46d0-836c-b2f7cc1cf027 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=ccd1ef45-35bc-4a1b-85a4-e82f4eb36fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548058 Apr 12 19:48:39.918239 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 39026) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:48:39.957184 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-deb272d7-ceea-4353-9c64-e70a282f332d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=adf919fa29ea49628b021f8c8a8faafa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377922 Apr 12 19:48:39.960405 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 39028) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:48:40.007885 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-0c38ada4-4b7d-40a0-a517-0c84d30cca82 admin admin] Publish callbacks [] for security_group (a59e8c2f-79de-41c6-9e1f-05ffaa6b355c), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:40.030983 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-0c38ada4-4b7d-40a0-a517-0c84d30cca82 admin admin] Publish callbacks [] for security_group (a59e8c2f-79de-41c6-9e1f-05ffaa6b355c), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:40.090214 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-0c38ada4-4b7d-40a0-a517-0c84d30cca82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (a59e8c2f-79de-41c6-9e1f-05ffaa6b355c), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:40.092826 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-0c38ada4-4b7d-40a0-a517-0c84d30cca82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:40.094501 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-0c38ada4-4b7d-40a0-a517-0c84d30cca82 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a59e8c2f-79de-41c6-9e1f-05ffaa6b355c HTTP/1.1" status: 204 len: 168 time: 0.1326382 Apr 12 19:48:40.102760 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c38ada4-4b7d-40a0-a517-0c84d30cca82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a59e8c2f-79de-41c6-9e1f-05ffaa6b355c,revision_number=None']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:48:40.605783 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4793d62-0e5d-45ac-9b78-18e042273fda req-d0110308-e4f5-462c-bc23-e65c80bd5020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:48:40.607272 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-e4793d62-0e5d-45ac-9b78-18e042273fda req-d0110308-e4f5-462c-bc23-e65c80bd5020 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a16ad9726e5e4b49874286bb90e53c94&device_id=b7216c75-bedc-4144-8b13-94d37bdf7c13 HTTP/1.1" status: 200 len: 1130 time: 0.0383821 Apr 12 19:48:40.708994 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4793d62-0e5d-45ac-9b78-18e042273fda req-ca86aa74-2f2e-40fd-adda-74227dfc3e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:48:40.710555 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-e4793d62-0e5d-45ac-9b78-18e042273fda req-ca86aa74-2f2e-40fd-adda-74227dfc3e01 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f4a737e2-fbd1-4d73-b744-770d94c0d414 HTTP/1.1" status: 200 len: 917 time: 0.0963385 Apr 12 19:48:40.786595 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-e4793d62-0e5d-45ac-9b78-18e042273fda req-54cdeffd-fb51-403d-9707-38ce0cd34a7d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2eb2f619-7f5e-48a2-9ea1-d27b19512f87 HTTP/1.1" status: 200 len: 1002 time: 0.0698764 Apr 12 19:48:40.845482 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4793d62-0e5d-45ac-9b78-18e042273fda req-1e53ec6b-afbf-4c65-94a8-cf070859993f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:48:40.847033 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-e4793d62-0e5d-45ac-9b78-18e042273fda req-1e53ec6b-afbf-4c65-94a8-cf070859993f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f0175af4-3e14-4634-8d47-e6784ac2f6db HTTP/1.1" status: 200 len: 855 time: 0.0541940 Apr 12 19:48:40.891923 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4793d62-0e5d-45ac-9b78-18e042273fda req-0ba6acb0-cf21-4803-a471-375f9e32cb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:48:40.892156 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0f5a48-ca61-42a5-92a4-52b58b38b21f req-787bb744-f221-45a1-a568-29d8992603de tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:48:40.893513 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-e4793d62-0e5d-45ac-9b78-18e042273fda req-0ba6acb0-cf21-4803-a471-375f9e32cb61 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f4a737e2-fbd1-4d73-b744-770d94c0d414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399220 Apr 12 19:48:40.893709 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-9c0f5a48-ca61-42a5-92a4-52b58b38b21f req-787bb744-f221-45a1-a568-29d8992603de tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7216c75-bedc-4144-8b13-94d37bdf7c13 HTTP/1.1" status: 200 len: 946 time: 0.0512483 Apr 12 19:48:40.940588 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-9c0f5a48-ca61-42a5-92a4-52b58b38b21f req-310299a1-4f62-42dd-b9c1-7ed41a3d1849 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=ccd1ef45-35bc-4a1b-85a4-e82f4eb36fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412052 Apr 12 19:48:40.984065 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-e4793d62-0e5d-45ac-9b78-18e042273fda req-8668bb8d-f253-478d-a152-a0982b5a4e86 service neutron] 10.222.0.25 "GET /v2.0/networks/f4a737e2-fbd1-4d73-b744-770d94c0d414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841553 Apr 12 19:48:41.073551 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-e4793d62-0e5d-45ac-9b78-18e042273fda req-f53fd899-f301-40b3-b1b8-46c255d4a3a3 service neutron] 10.222.0.25 "GET /v2.0/networks/f4a737e2-fbd1-4d73-b744-770d94c0d414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835211 Apr 12 19:48:42.209335 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f456f30-8069-4c44-9ba5-1a66e05678fd req-49acb84e-dc2f-4bb9-818a-cb4d606f880f tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:48:42.210802 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-3f456f30-8069-4c44-9ba5-1a66e05678fd req-49acb84e-dc2f-4bb9-818a-cb4d606f880f tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7216c75-bedc-4144-8b13-94d37bdf7c13 HTTP/1.1" status: 200 len: 946 time: 0.0475874 Apr 12 19:48:42.260077 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-3f456f30-8069-4c44-9ba5-1a66e05678fd req-3cefd495-e045-49fb-8028-0a8702a92fa1 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=ccd1ef45-35bc-4a1b-85a4-e82f4eb36fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437593 Apr 12 19:48:42.859902 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Device 2eb2f619-7f5e-48a2-9ea1-d27b19512f87 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=106714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 19:48:42.935947 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Current status of the port 2eb2f619-7f5e-48a2-9ea1-d27b19512f87 is: ACTIVE; New status is: DOWN {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:48:42.936442 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (2eb2f619-7f5e-48a2-9ea1-d27b19512f87), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:42.959582 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7216c75-bedc-4144-8b13-94d37bdf7c13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2eb2f619-7f5e-48a2-9ea1-d27b19512f87'}] {{(pid=106714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:48:42.961839 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a81cf7441df70286f4dc8f717b9c4c32a6686a605fef215f859f2b4f09b95be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51e1181b-e4fd-4f5b-9176-54437268272a" -d '{"events": [{"server_uuid": "b7216c75-bedc-4144-8b13-94d37bdf7c13", "name": "network-vif-unplugged", "status": "completed", "tag": "2eb2f619-7f5e-48a2-9ea1-d27b19512f87"}]}' {{(pid=106714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:48:42.975062 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] For port 2eb2f619-7f5e-48a2-9ea1-d27b19512f87, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=2eb2f619-7f5e-48a2-9ea1-d27b19512f87,segment=NetworkSegment(7d4c5579-d5c2-4ae5-8e1e-f30678073acf),segment_id=7d4c5579-d5c2-4ae5-8e1e-f30678073acf)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:48:42.980086 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (2eb2f619-7f5e-48a2-9ea1-d27b19512f87), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:43.012102 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Apr 2022 19:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db8eaf93-859e-417a-a85e-5d32fc4deb4a x-openstack-request-id: req-db8eaf93-859e-417a-a85e-5d32fc4deb4a {{(pid=106714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:48:43.012400 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7216c75-bedc-4144-8b13-94d37bdf7c13", "name": "network-vif-unplugged", "status": "completed", "tag": "2eb2f619-7f5e-48a2-9ea1-d27b19512f87", "code": 200}]} {{(pid=106714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:48:43.012659 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-db8eaf93-859e-417a-a85e-5d32fc4deb4a {{(pid=106714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:48:43.013051 dv-cinder-837540-1-iscsi neutron-server[106714]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db8eaf93-859e-417a-a85e-5d32fc4deb4a'] response: {'server_uuid': 'b7216c75-bedc-4144-8b13-94d37bdf7c13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2eb2f619-7f5e-48a2-9ea1-d27b19512f87', 'code': 200} Apr 12 19:48:43.038970 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Pushing event updated for resources: {'Port': ['ID=2eb2f619-7f5e-48a2-9ea1-d27b19512f87,revision_number=8']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:48:43.375284 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071ac325-ee68-4992-afdd-58eb6fd511b2 req-dddcbe82-5ac5-463b-ac1e-dd6e4b49837d tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:48:43.377322 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-071ac325-ee68-4992-afdd-58eb6fd511b2 req-dddcbe82-5ac5-463b-ac1e-dd6e4b49837d tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7216c75-bedc-4144-8b13-94d37bdf7c13 HTTP/1.1" status: 200 len: 944 time: 0.0489488 Apr 12 19:48:43.428135 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-071ac325-ee68-4992-afdd-58eb6fd511b2 req-8f5386ce-3594-4429-a458-eed110d41bf3 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=ccd1ef45-35bc-4a1b-85a4-e82f4eb36fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452812 Apr 12 19:48:43.846726 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-e20b01c6-5f4b-4a92-a390-f1af8fa8c7bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (055fa106-9079-4d8f-a829-e3ca37bbcb19), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:44.310205 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a21f2c-a7af-4704-ac67-41b6cc7425ee req-85a5aee1-b105-44eb-8f96-313d12b341bf tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:48:44.311683 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-e6a21f2c-a7af-4704-ac67-41b6cc7425ee req-85a5aee1-b105-44eb-8f96-313d12b341bf tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7216c75-bedc-4144-8b13-94d37bdf7c13 HTTP/1.1" status: 200 len: 944 time: 0.0465958 Apr 12 19:48:44.358864 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-e6a21f2c-a7af-4704-ac67-41b6cc7425ee req-430f5099-fe25-4e36-9d8a-52a283f270de tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=ccd1ef45-35bc-4a1b-85a4-e82f4eb36fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409293 Apr 12 19:48:44.535552 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-70ff61ea-7be7-43e6-a90f-b47f57823e7b req-7218ebe6-14ca-4e13-993c-3dc0fdf615ba service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b7216c75-bedc-4144-8b13-94d37bdf7c13&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0380044 Apr 12 19:48:45.477345 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef1b9d2-f714-45cb-8fdc-33e3d2174e92 req-f268ae85-bd01-454e-afed-8a2d62f621a7 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:48:45.478835 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-6ef1b9d2-f714-45cb-8fdc-33e3d2174e92 req-f268ae85-bd01-454e-afed-8a2d62f621a7 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7216c75-bedc-4144-8b13-94d37bdf7c13 HTTP/1.1" status: 200 len: 944 time: 0.0494988 Apr 12 19:48:45.528945 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-6ef1b9d2-f714-45cb-8fdc-33e3d2174e92 req-7094c0c2-a633-4e29-bd72-985caed1b73d tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=ccd1ef45-35bc-4a1b-85a4-e82f4eb36fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441694 Apr 12 19:48:45.619529 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff61ea-7be7-43e6-a90f-b47f57823e7b req-3c3d094e-7125-4478-bb8e-cda476164490 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:48:45.622107 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-70ff61ea-7be7-43e6-a90f-b47f57823e7b req-3c3d094e-7125-4478-bb8e-cda476164490 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports/2eb2f619-7f5e-48a2-9ea1-d27b19512f87 HTTP/1.1" status: 200 len: 941 time: 0.0494497 Apr 12 19:48:46.288027 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-2bfff616-aff6-4630-92e6-9734de6cc1f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (4d9412c4-31b2-4fbf-87a0-f931332ab9d5), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:46.643856 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50365fde-7f61-4b1e-8e02-9d19383c8dcf req-0b4f3c98-26f8-49d3-aa0b-56f51d54e511 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:48:46.645351 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-50365fde-7f61-4b1e-8e02-9d19383c8dcf req-0b4f3c98-26f8-49d3-aa0b-56f51d54e511 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7216c75-bedc-4144-8b13-94d37bdf7c13 HTTP/1.1" status: 200 len: 944 time: 0.0465832 Apr 12 19:48:46.692034 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-50365fde-7f61-4b1e-8e02-9d19383c8dcf req-c365cd0f-1785-4374-b063-1611d2852421 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=ccd1ef45-35bc-4a1b-85a4-e82f4eb36fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405729 Apr 12 19:48:47.235799 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-0fb4a5ae-492f-43e3-90d5-82372e23b9ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (01005bd1-5b1e-41c6-b9b3-a4d4f93589b9), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:47.806991 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7675d5-6216-4c1e-81d8-2c6b27be94a3 req-ee1f5dcd-8f0f-428e-a9fe-66ee2bd57ba9 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:48:47.808508 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-9b7675d5-6216-4c1e-81d8-2c6b27be94a3 req-ee1f5dcd-8f0f-428e-a9fe-66ee2bd57ba9 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7216c75-bedc-4144-8b13-94d37bdf7c13 HTTP/1.1" status: 200 len: 944 time: 0.0460172 Apr 12 19:48:47.855554 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-9b7675d5-6216-4c1e-81d8-2c6b27be94a3 req-1c125613-f485-409e-9f45-3687175aeca2 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=ccd1ef45-35bc-4a1b-85a4-e82f4eb36fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414884 Apr 12 19:48:48.686137 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-655d5a5e-25bf-423f-acb4-166f4bec9d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (f3d2fb0e-5305-4f08-ab1f-5f1d50bdad22), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:48.972169 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1e2be2-2949-4d67-8491-c023e2966afe req-497b6761-c715-4691-8acb-519e852d0b74 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:48:48.973542 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-ae1e2be2-2949-4d67-8491-c023e2966afe req-497b6761-c715-4691-8acb-519e852d0b74 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7216c75-bedc-4144-8b13-94d37bdf7c13 HTTP/1.1" status: 200 len: 944 time: 0.0468268 Apr 12 19:48:49.037965 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-ae1e2be2-2949-4d67-8491-c023e2966afe req-4c0bd96b-6f74-4b7d-8803-0a5eba5c543c tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=ccd1ef45-35bc-4a1b-85a4-e82f4eb36fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580208 Apr 12 19:48:49.395417 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff61ea-7be7-43e6-a90f-b47f57823e7b req-ae85d207-fb56-45e6-ad44-3de0064db44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:48:49.396906 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-70ff61ea-7be7-43e6-a90f-b47f57823e7b req-ae85d207-fb56-45e6-ad44-3de0064db44d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b7216c75-bedc-4144-8b13-94d37bdf7c13&tenant_id=a16ad9726e5e4b49874286bb90e53c94 HTTP/1.1" status: 200 len: 1128 time: 0.0384872 Apr 12 19:48:49.462139 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff61ea-7be7-43e6-a90f-b47f57823e7b req-e807723f-f819-46d6-ab9a-03eaa39f059e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:48:49.463574 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-70ff61ea-7be7-43e6-a90f-b47f57823e7b req-e807723f-f819-46d6-ab9a-03eaa39f059e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a16ad9726e5e4b49874286bb90e53c94&device_id=b7216c75-bedc-4144-8b13-94d37bdf7c13 HTTP/1.1" status: 200 len: 1128 time: 0.0375044 Apr 12 19:48:49.554774 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff61ea-7be7-43e6-a90f-b47f57823e7b req-185baa70-f0b0-4a2d-b5a3-ed6ed43ce8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:48:49.556164 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-70ff61ea-7be7-43e6-a90f-b47f57823e7b req-185baa70-f0b0-4a2d-b5a3-ed6ed43ce8a2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f4a737e2-fbd1-4d73-b744-770d94c0d414 HTTP/1.1" status: 200 len: 917 time: 0.0850279 Apr 12 19:48:49.619471 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-70ff61ea-7be7-43e6-a90f-b47f57823e7b req-4521a3b0-2583-4837-857d-ee9537f3d69f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2eb2f619-7f5e-48a2-9ea1-d27b19512f87 HTTP/1.1" status: 200 len: 1000 time: 0.0571835 Apr 12 19:48:49.666166 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff61ea-7be7-43e6-a90f-b47f57823e7b req-965cab14-8616-4554-aa29-e5d3fcaebe13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:48:49.667641 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-70ff61ea-7be7-43e6-a90f-b47f57823e7b req-965cab14-8616-4554-aa29-e5d3fcaebe13 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f0175af4-3e14-4634-8d47-e6784ac2f6db HTTP/1.1" status: 200 len: 855 time: 0.0424662 Apr 12 19:48:49.715123 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff61ea-7be7-43e6-a90f-b47f57823e7b req-f8ef69f9-e8e0-4784-91fa-7cc54a399fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:48:49.716583 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-70ff61ea-7be7-43e6-a90f-b47f57823e7b req-f8ef69f9-e8e0-4784-91fa-7cc54a399fae service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f4a737e2-fbd1-4d73-b744-770d94c0d414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404267 Apr 12 19:48:49.803377 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-70ff61ea-7be7-43e6-a90f-b47f57823e7b req-9f727861-8f10-4360-b836-d3b482c48609 service neutron] 10.222.0.25 "GET /v2.0/networks/f4a737e2-fbd1-4d73-b744-770d94c0d414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795512 Apr 12 19:48:50.143021 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-70ff61ea-7be7-43e6-a90f-b47f57823e7b req-bb8fa0da-f329-41d3-9ff3-039e7c5484a3 service neutron] 10.222.0.25 "GET /v2.0/networks/f4a737e2-fbd1-4d73-b744-770d94c0d414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3334808 Apr 12 19:48:50.173608 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d57443-8d27-40c3-8a7c-f3cd47c071a6 req-f50df592-728f-4d7b-a035-a5223d98fb4c tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:48:50.175126 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-46d57443-8d27-40c3-8a7c-f3cd47c071a6 req-f50df592-728f-4d7b-a035-a5223d98fb4c tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7216c75-bedc-4144-8b13-94d37bdf7c13 HTTP/1.1" status: 200 len: 944 time: 0.0597305 Apr 12 19:48:50.227071 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-46d57443-8d27-40c3-8a7c-f3cd47c071a6 req-d0704acd-1148-4d46-b40d-2a86bdc44534 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=ccd1ef45-35bc-4a1b-85a4-e82f4eb36fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454912 Apr 12 19:48:50.390389 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 39236) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:48:50.481129 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (e0bf5abe-d5c5-40a1-a359-03156ade36a4), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:50.499207 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-778fa282-8d15-4a75-90d7-b05807efbd2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:50.584373 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-778fa282-8d15-4a75-90d7-b05807efbd2c admin admin] Publish callbacks [] for security_group (c34572a4-ee5d-4303-b9f7-9afe718d0daa), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:50.589162 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-778fa282-8d15-4a75-90d7-b05807efbd2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (c34572a4-ee5d-4303-b9f7-9afe718d0daa), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:50.620973 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778fa282-8d15-4a75-90d7-b05807efbd2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c34572a4-ee5d-4303-b9f7-9afe718d0daa,revision_number=1']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:48:50.657953 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-778fa282-8d15-4a75-90d7-b05807efbd2c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4910f1d9defd497cab82c26626ae7701&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2663543 Apr 12 19:48:50.660645 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 39250) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:48:50.752596 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-1c137c33-6ccf-497e-9667-16cdd3508e7b admin admin] Publish callbacks [] for security_group (c34572a4-ee5d-4303-b9f7-9afe718d0daa), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:50.777319 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-1c137c33-6ccf-497e-9667-16cdd3508e7b admin admin] Publish callbacks [] for security_group (c34572a4-ee5d-4303-b9f7-9afe718d0daa), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:50.838048 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-1c137c33-6ccf-497e-9667-16cdd3508e7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (c34572a4-ee5d-4303-b9f7-9afe718d0daa), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:50.841560 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-1c137c33-6ccf-497e-9667-16cdd3508e7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:50.843347 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-1c137c33-6ccf-497e-9667-16cdd3508e7b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c34572a4-ee5d-4303-b9f7-9afe718d0daa HTTP/1.1" status: 204 len: 168 time: 0.1815155 Apr 12 19:48:50.854491 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c137c33-6ccf-497e-9667-16cdd3508e7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c34572a4-ee5d-4303-b9f7-9afe718d0daa,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:48:50.864569 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c137c33-6ccf-497e-9667-16cdd3508e7b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:48:50.867113 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c137c33-6ccf-497e-9667-16cdd3508e7b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:48:50.867464 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c137c33-6ccf-497e-9667-16cdd3508e7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:48:50.868238 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c137c33-6ccf-497e-9667-16cdd3508e7b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:48:50.869104 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c137c33-6ccf-497e-9667-16cdd3508e7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:48:50.869577 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c137c33-6ccf-497e-9667-16cdd3508e7b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:48:50.870086 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c137c33-6ccf-497e-9667-16cdd3508e7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:48:50.870655 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c137c33-6ccf-497e-9667-16cdd3508e7b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:48:50.871221 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c137c33-6ccf-497e-9667-16cdd3508e7b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:48:50.871785 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c137c33-6ccf-497e-9667-16cdd3508e7b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:48:50.872601 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c137c33-6ccf-497e-9667-16cdd3508e7b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:48:50.873430 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c137c33-6ccf-497e-9667-16cdd3508e7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:48:50.874295 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c137c33-6ccf-497e-9667-16cdd3508e7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:48:50.874933 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c137c33-6ccf-497e-9667-16cdd3508e7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:48:50.876536 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c137c33-6ccf-497e-9667-16cdd3508e7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:48:51.349738 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11aad41-8e3a-45ac-9309-550b4eb27bc3 req-63f134fa-8929-4308-bdc0-92fee0009eac tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:48:51.351364 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-b11aad41-8e3a-45ac-9309-550b4eb27bc3 req-63f134fa-8929-4308-bdc0-92fee0009eac tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7216c75-bedc-4144-8b13-94d37bdf7c13 HTTP/1.1" status: 200 len: 944 time: 0.0458548 Apr 12 19:48:51.406297 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-b11aad41-8e3a-45ac-9309-550b4eb27bc3 req-9f26441d-b730-46f2-b481-8f79029f2766 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=ccd1ef45-35bc-4a1b-85a4-e82f4eb36fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482795 Apr 12 19:48:52.526004 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137a9cea-b618-4af2-a682-d1292d7b741b req-73d8b487-1268-4622-a46e-2a4f1f4ad55f tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:48:52.527357 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-137a9cea-b618-4af2-a682-d1292d7b741b req-73d8b487-1268-4622-a46e-2a4f1f4ad55f tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7216c75-bedc-4144-8b13-94d37bdf7c13 HTTP/1.1" status: 200 len: 944 time: 0.0472839 Apr 12 19:48:52.577405 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-137a9cea-b618-4af2-a682-d1292d7b741b req-1e8bc525-8da7-4a59-b6d9-46fffe9d6782 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=ccd1ef45-35bc-4a1b-85a4-e82f4eb36fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438952 Apr 12 19:48:53.697624 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a368f767-d0bf-440f-b178-cefff64e0970 req-3b810b50-3eb7-41a4-a9c3-a45ac7854af5 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:48:53.699108 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-a368f767-d0bf-440f-b178-cefff64e0970 req-3b810b50-3eb7-41a4-a9c3-a45ac7854af5 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7216c75-bedc-4144-8b13-94d37bdf7c13 HTTP/1.1" status: 200 len: 944 time: 0.0471196 Apr 12 19:48:53.746096 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-a368f767-d0bf-440f-b178-cefff64e0970 req-9a2a672f-4512-43c8-9b9c-8a69d8e0702b tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=ccd1ef45-35bc-4a1b-85a4-e82f4eb36fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412626 Apr 12 19:48:54.528808 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5c2b62-512d-4685-9645-5c2f933396bd req-2c2a6519-dc3a-4cfd-a1a8-dc83b3fbeb15 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:48:54.530282 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-ff5c2b62-512d-4685-9645-5c2f933396bd req-2c2a6519-dc3a-4cfd-a1a8-dc83b3fbeb15 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e3c44c0-ba7b-4139-a755-6a5ad952d075 HTTP/1.1" status: 200 len: 945 time: 0.0502574 Apr 12 19:48:54.581569 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-ff5c2b62-512d-4685-9645-5c2f933396bd req-dbdea3d9-928b-4c02-82b3-f7b2460bf7ab tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/security-groups?id=cbff3107-daca-4eee-8f23-60f596090e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445654 Apr 12 19:48:54.891773 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7799c8-d341-46e1-acca-25f67f57db88 req-0f00f1d9-064f-4228-8cb2-a5e241aeca89 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:48:54.893990 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-8d7799c8-d341-46e1-acca-25f67f57db88 req-0f00f1d9-064f-4228-8cb2-a5e241aeca89 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7216c75-bedc-4144-8b13-94d37bdf7c13 HTTP/1.1" status: 200 len: 944 time: 0.0591700 Apr 12 19:48:54.944589 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-8d7799c8-d341-46e1-acca-25f67f57db88 req-636566ee-31af-4b56-8f83-c574a0ee4bd1 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=ccd1ef45-35bc-4a1b-85a4-e82f4eb36fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447485 Apr 12 19:48:55.644669 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (ce4c6b0b-91ae-4576-82ad-f2f4ee2d2a45), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:48:55.706369 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b582f7d5-7833-418f-8325-1a7acc8b0cf2 req-c60b4fc6-3778-41ed-bbfe-d75318e555d6 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:48:55.707906 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-b582f7d5-7833-418f-8325-1a7acc8b0cf2 req-c60b4fc6-3778-41ed-bbfe-d75318e555d6 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e3c44c0-ba7b-4139-a755-6a5ad952d075 HTTP/1.1" status: 200 len: 945 time: 0.0516999 Apr 12 19:48:55.756691 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-b582f7d5-7833-418f-8325-1a7acc8b0cf2 req-653b3bc7-17a9-498d-b0ec-a7156aeb189e tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/security-groups?id=cbff3107-daca-4eee-8f23-60f596090e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430331 Apr 12 19:48:56.066181 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7972b3e3-6f3e-4630-a066-57bef394b12f req-406d060c-a8ef-4d36-b3cd-296a475fb4e6 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:48:56.067624 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-7972b3e3-6f3e-4630-a066-57bef394b12f req-406d060c-a8ef-4d36-b3cd-296a475fb4e6 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7216c75-bedc-4144-8b13-94d37bdf7c13 HTTP/1.1" status: 200 len: 944 time: 0.0462997 Apr 12 19:48:56.119193 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-7972b3e3-6f3e-4630-a066-57bef394b12f req-75682c6b-e319-42e4-a65a-f2fc68883764 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=ccd1ef45-35bc-4a1b-85a4-e82f4eb36fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456481 Apr 12 19:48:56.870523 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e045fb-d0bc-4b01-bc09-859dac992c24 req-189fa7d8-a64c-46d7-8bb3-3432ed357fd3 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:48:56.872175 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-98e045fb-d0bc-4b01-bc09-859dac992c24 req-189fa7d8-a64c-46d7-8bb3-3432ed357fd3 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e3c44c0-ba7b-4139-a755-6a5ad952d075 HTTP/1.1" status: 200 len: 945 time: 0.0492365 Apr 12 19:48:56.930378 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-98e045fb-d0bc-4b01-bc09-859dac992c24 req-78f6a10c-59ef-449d-b325-0bcf09e13c40 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/security-groups?id=cbff3107-daca-4eee-8f23-60f596090e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491345 Apr 12 19:48:57.241091 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0570846-a5e6-43b0-a111-1493a72fe3b4 req-e09b49e0-9436-4305-9663-ee953454b907 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:48:57.242590 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-e0570846-a5e6-43b0-a111-1493a72fe3b4 req-e09b49e0-9436-4305-9663-ee953454b907 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7216c75-bedc-4144-8b13-94d37bdf7c13 HTTP/1.1" status: 200 len: 944 time: 0.0480685 Apr 12 19:48:57.301531 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-e0570846-a5e6-43b0-a111-1493a72fe3b4 req-ab0dac95-33da-4f39-b2c1-53135ccabd1c tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=ccd1ef45-35bc-4a1b-85a4-e82f4eb36fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502417 Apr 12 19:48:58.050846 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911043f3-7a4f-41f1-9416-7e128ebdcbdc req-e80cd762-5678-4e86-a015-173012e9363f tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:48:58.052364 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-911043f3-7a4f-41f1-9416-7e128ebdcbdc req-e80cd762-5678-4e86-a015-173012e9363f tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e3c44c0-ba7b-4139-a755-6a5ad952d075 HTTP/1.1" status: 200 len: 945 time: 0.0520790 Apr 12 19:48:58.104375 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-911043f3-7a4f-41f1-9416-7e128ebdcbdc req-e9e13bd1-06fe-49e0-ab6f-d48fd7b6b38a tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/security-groups?id=cbff3107-daca-4eee-8f23-60f596090e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463920 Apr 12 19:48:58.418534 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2116ef1a-366c-4fae-98a7-d509d4394537 req-f72a4e1d-c13d-4748-8bf5-32cc79fb0a2b tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:48:58.420007 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-2116ef1a-366c-4fae-98a7-d509d4394537 req-f72a4e1d-c13d-4748-8bf5-32cc79fb0a2b tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7216c75-bedc-4144-8b13-94d37bdf7c13 HTTP/1.1" status: 200 len: 944 time: 0.0506871 Apr 12 19:48:58.468372 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-2116ef1a-366c-4fae-98a7-d509d4394537 req-21c9f0bc-96f5-4155-8b8f-d363432872d2 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=ccd1ef45-35bc-4a1b-85a4-e82f4eb36fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422428 Apr 12 19:48:59.221408 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3b2514-0e7e-4f00-b395-d1a81fed2ff5 req-d49f97cd-1a25-4319-b08a-71edf64e1d61 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:48:59.222799 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-0e3b2514-0e7e-4f00-b395-d1a81fed2ff5 req-d49f97cd-1a25-4319-b08a-71edf64e1d61 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e3c44c0-ba7b-4139-a755-6a5ad952d075 HTTP/1.1" status: 200 len: 945 time: 0.0479999 Apr 12 19:48:59.272733 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-0e3b2514-0e7e-4f00-b395-d1a81fed2ff5 req-9c159f4e-d165-4ecf-80ee-95e8167f34e2 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/security-groups?id=cbff3107-daca-4eee-8f23-60f596090e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443854 Apr 12 19:48:59.589780 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbd825e-310b-4b02-9866-bfd31cfb8be7 req-720ce334-2b59-4d6b-87bb-48458266187c tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:48:59.591377 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-6dbd825e-310b-4b02-9866-bfd31cfb8be7 req-720ce334-2b59-4d6b-87bb-48458266187c tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7216c75-bedc-4144-8b13-94d37bdf7c13 HTTP/1.1" status: 200 len: 944 time: 0.0488553 Apr 12 19:48:59.641653 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-6dbd825e-310b-4b02-9866-bfd31cfb8be7 req-260b4f65-ec28-45d2-af17-31bb4d9ef760 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=ccd1ef45-35bc-4a1b-85a4-e82f4eb36fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435722 Apr 12 19:49:00.385467 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e6b116-cfdc-46bc-8611-55cc7de24e36 req-0f442aaf-cabc-4d72-8866-361be96c00b6 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:49:00.386923 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-f7e6b116-cfdc-46bc-8611-55cc7de24e36 req-0f442aaf-cabc-4d72-8866-361be96c00b6 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e3c44c0-ba7b-4139-a755-6a5ad952d075 HTTP/1.1" status: 200 len: 945 time: 0.0464370 Apr 12 19:49:00.437529 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-f7e6b116-cfdc-46bc-8611-55cc7de24e36 req-db6e8586-354b-4c38-8ae4-4d7e448b8d07 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/security-groups?id=cbff3107-daca-4eee-8f23-60f596090e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445762 Apr 12 19:49:00.762514 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bd56ad-b766-4199-b59b-5cafe8b23b78 req-e7fd8fff-6378-4161-84f7-9efba52b315a tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:49:00.763982 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-a5bd56ad-b766-4199-b59b-5cafe8b23b78 req-e7fd8fff-6378-4161-84f7-9efba52b315a tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7216c75-bedc-4144-8b13-94d37bdf7c13 HTTP/1.1" status: 200 len: 944 time: 0.0495479 Apr 12 19:49:00.809649 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-a5bd56ad-b766-4199-b59b-5cafe8b23b78 req-8c52507f-6ef5-41e9-a9ba-28d2c222fb33 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=ccd1ef45-35bc-4a1b-85a4-e82f4eb36fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402169 Apr 12 19:49:01.547810 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bc471e-8a19-45c9-8e02-9bba60e046fd req-4dd0c2d0-f2af-4f15-bbcf-bfa815b1814b tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:49:01.549291 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-41bc471e-8a19-45c9-8e02-9bba60e046fd req-4dd0c2d0-f2af-4f15-bbcf-bfa815b1814b tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e3c44c0-ba7b-4139-a755-6a5ad952d075 HTTP/1.1" status: 200 len: 945 time: 0.0467939 Apr 12 19:49:01.596933 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-41bc471e-8a19-45c9-8e02-9bba60e046fd req-3f3607bc-6967-44e9-aa02-0375100b9a4f tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/security-groups?id=cbff3107-daca-4eee-8f23-60f596090e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420191 Apr 12 19:49:01.927720 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f448cb-27a1-4d7b-85b1-b2e5a697a706 req-180604e0-dff1-4443-afc4-661d827417b9 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:49:01.929192 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-17f448cb-27a1-4d7b-85b1-b2e5a697a706 req-180604e0-dff1-4443-afc4-661d827417b9 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7216c75-bedc-4144-8b13-94d37bdf7c13 HTTP/1.1" status: 200 len: 944 time: 0.0461659 Apr 12 19:49:01.974452 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-17f448cb-27a1-4d7b-85b1-b2e5a697a706 req-8b978111-9a7d-4cdf-a324-8bbbef35c9d2 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=ccd1ef45-35bc-4a1b-85a4-e82f4eb36fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398283 Apr 12 19:49:02.706999 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb172aa-6706-4ad0-abaa-d305a37af4e6 req-b2b862e8-1665-4b1c-b86b-4a2cf29ab64f tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:49:02.708498 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-0fb172aa-6706-4ad0-abaa-d305a37af4e6 req-b2b862e8-1665-4b1c-b86b-4a2cf29ab64f tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e3c44c0-ba7b-4139-a755-6a5ad952d075 HTTP/1.1" status: 200 len: 945 time: 0.0463009 Apr 12 19:49:02.760569 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-0fb172aa-6706-4ad0-abaa-d305a37af4e6 req-947e6149-d01d-4bf1-ad25-54ea9361afb5 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/security-groups?id=cbff3107-daca-4eee-8f23-60f596090e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465021 Apr 12 19:49:03.087310 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e483a5d7-7fe0-4d25-8110-f4759d696e10 req-b6d5361c-58b2-45ef-a58d-34ca854a68bc tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:49:03.088792 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-e483a5d7-7fe0-4d25-8110-f4759d696e10 req-b6d5361c-58b2-45ef-a58d-34ca854a68bc tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7216c75-bedc-4144-8b13-94d37bdf7c13 HTTP/1.1" status: 200 len: 944 time: 0.0455418 Apr 12 19:49:03.138006 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-e483a5d7-7fe0-4d25-8110-f4759d696e10 req-6dc60d89-2aac-44e6-a480-bb88af3cd271 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=ccd1ef45-35bc-4a1b-85a4-e82f4eb36fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432582 Apr 12 19:49:03.874983 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d3530-3f21-45e1-bee8-27a428f51e15 req-e40f63e8-a777-4c5d-a4ef-7a87be858ca3 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:49:03.876509 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-e50d3530-3f21-45e1-bee8-27a428f51e15 req-e40f63e8-a777-4c5d-a4ef-7a87be858ca3 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e3c44c0-ba7b-4139-a755-6a5ad952d075 HTTP/1.1" status: 200 len: 945 time: 0.0510075 Apr 12 19:49:03.924207 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-e50d3530-3f21-45e1-bee8-27a428f51e15 req-3c1fc05d-79cd-423a-aa41-fe7c25c86b19 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/security-groups?id=cbff3107-daca-4eee-8f23-60f596090e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420575 Apr 12 19:49:04.254491 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0fbd60-fcb4-4a94-a427-d793e921a3ac req-7343610a-4ebe-4356-853f-c09064ab4de0 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:49:04.255939 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-5f0fbd60-fcb4-4a94-a427-d793e921a3ac req-7343610a-4ebe-4356-853f-c09064ab4de0 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7216c75-bedc-4144-8b13-94d37bdf7c13 HTTP/1.1" status: 200 len: 944 time: 0.0458691 Apr 12 19:49:04.301923 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-5f0fbd60-fcb4-4a94-a427-d793e921a3ac req-4c785907-ea11-4428-a551-610675e3b469 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=ccd1ef45-35bc-4a1b-85a4-e82f4eb36fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404170 Apr 12 19:49:05.032565 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7f148f-ccbb-41ae-ae4d-6315e3ee39fa req-b42db69a-71a2-4d39-bb40-52f6eeea1655 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:49:05.034033 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-9c7f148f-ccbb-41ae-ae4d-6315e3ee39fa req-b42db69a-71a2-4d39-bb40-52f6eeea1655 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e3c44c0-ba7b-4139-a755-6a5ad952d075 HTTP/1.1" status: 200 len: 945 time: 0.0461528 Apr 12 19:49:05.081196 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-9c7f148f-ccbb-41ae-ae4d-6315e3ee39fa req-02fdc0e9-7e24-4809-976b-58281d2cded7 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/security-groups?id=cbff3107-daca-4eee-8f23-60f596090e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417471 Apr 12 19:49:05.415745 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e70b0-075d-43ee-a73a-832daf0bbc45 req-a54d628f-5d6e-4b1a-8711-92f0846d02d4 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:49:05.417213 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-7a1e70b0-075d-43ee-a73a-832daf0bbc45 req-a54d628f-5d6e-4b1a-8711-92f0846d02d4 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7216c75-bedc-4144-8b13-94d37bdf7c13 HTTP/1.1" status: 200 len: 944 time: 0.0458159 Apr 12 19:49:05.462289 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-7a1e70b0-075d-43ee-a73a-832daf0bbc45 req-d8748cf4-3391-4c02-9205-d25b41fcb101 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=ccd1ef45-35bc-4a1b-85a4-e82f4eb36fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396910 Apr 12 19:49:06.203036 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf9f4d3-e784-4145-94ff-efd31827156a req-2970d96e-9412-445d-aa1e-52345753cc9a tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:49:06.204530 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-6cf9f4d3-e784-4145-94ff-efd31827156a req-2970d96e-9412-445d-aa1e-52345753cc9a tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e3c44c0-ba7b-4139-a755-6a5ad952d075 HTTP/1.1" status: 200 len: 945 time: 0.0583932 Apr 12 19:49:06.250687 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2480144e-4b71-4a57-b578-8fcf33414117 req-dc7c71a9-a53a-4b4f-aa2d-9d44abd97032 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:49:06.252686 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-2480144e-4b71-4a57-b578-8fcf33414117 req-dc7c71a9-a53a-4b4f-aa2d-9d44abd97032 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e3c44c0-ba7b-4139-a755-6a5ad952d075 HTTP/1.1" status: 200 len: 945 time: 0.0698559 Apr 12 19:49:06.303906 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-6cf9f4d3-e784-4145-94ff-efd31827156a req-363b0f8a-baa4-48a4-bd8f-c9a89935ff8e tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/security-groups?id=cbff3107-daca-4eee-8f23-60f596090e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833879 Apr 12 19:49:06.354468 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.plugin [req-2480144e-4b71-4a57-b578-8fcf33414117 req-663e8369-d09e-4e27-9c50-1c1d3eb65988 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Deleting port 3c7cb238-567d-497d-b504-75465b9772f9 {{(pid=106704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:49:06.354793 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-2480144e-4b71-4a57-b578-8fcf33414117 req-663e8369-d09e-4e27-9c50-1c1d3eb65988 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749198460456'] for port (3c7cb238-567d-497d-b504-75465b9772f9), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:06.445075 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.db [req-2480144e-4b71-4a57-b578-8fcf33414117 req-663e8369-d09e-4e27-9c50-1c1d3eb65988 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] For port 3c7cb238-567d-497d-b504-75465b9772f9, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=3c7cb238-567d-497d-b504-75465b9772f9,segment=NetworkSegment(a144370d-4b66-4f66-8cfd-2a36bf44a2ec),segment_id=a144370d-4b66-4f66-8cfd-2a36bf44a2ec)] {{(pid=106704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:49:06.445443 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-2480144e-4b71-4a57-b578-8fcf33414117 req-663e8369-d09e-4e27-9c50-1c1d3eb65988 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661808'] for port (3c7cb238-567d-497d-b504-75465b9772f9), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:06.580880 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccbfe3a-b7e3-4307-8d51-ec950e4d161d req-0c856f8c-c644-421e-95c2-a587ec28cc15 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:49:06.582390 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-7ccbfe3a-b7e3-4307-8d51-ec950e4d161d req-0c856f8c-c644-421e-95c2-a587ec28cc15 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7216c75-bedc-4144-8b13-94d37bdf7c13 HTTP/1.1" status: 200 len: 944 time: 0.0502329 Apr 12 19:49:06.616679 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-2480144e-4b71-4a57-b578-8fcf33414117 req-663e8369-d09e-4e27-9c50-1c1d3eb65988 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:06.617054 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-2480144e-4b71-4a57-b578-8fcf33414117 req-663e8369-d09e-4e27-9c50-1c1d3eb65988 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668094'] for floatingip (7104fe9a-52e2-47fe-bebf-6a835608c8e7), after_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:06.617370 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.db.l3_db [req-2480144e-4b71-4a57-b578-8fcf33414117 req-663e8369-d09e-4e27-9c50-1c1d3eb65988 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Floating IP 7104fe9a-52e2-47fe-bebf-6a835608c8e7 disassociated. External IP: 172.27.2.80, port: 3c7cb238-567d-497d-b504-75465b9772f9. Apr 12 19:49:06.617723 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.plugin [req-2480144e-4b71-4a57-b578-8fcf33414117 req-663e8369-d09e-4e27-9c50-1c1d3eb65988 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Calling delete_port for 3c7cb238-567d-497d-b504-75465b9772f9 owned by compute:nova {{(pid=106704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:49:06.628937 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-7ccbfe3a-b7e3-4307-8d51-ec950e4d161d req-c0928554-7fff-43f0-a42a-c58b673ce8a7 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=ccd1ef45-35bc-4a1b-85a4-e82f4eb36fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409396 Apr 12 19:49:06.747063 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-2480144e-4b71-4a57-b578-8fcf33414117 req-663e8369-d09e-4e27-9c50-1c1d3eb65988 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749198465814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749198058671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8791401'] for port (3c7cb238-567d-497d-b504-75465b9772f9), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:06.773670 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663e8369-d09e-4e27-9c50-1c1d3eb65988 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Pushing event deleted for resources: {'Port': ['ID=3c7cb238-567d-497d-b504-75465b9772f9,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:49:06.892754 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2480144e-4b71-4a57-b578-8fcf33414117 req-663e8369-d09e-4e27-9c50-1c1d3eb65988 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Router 7013e331-1097-482b-97d8-6610276975e3 has already been hosted by L3 agent 4d9412c4-31b2-4fbf-87a0-f931332ab9d5 {{(pid=106704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 19:49:06.956478 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Device 2eb2f619-7f5e-48a2-9ea1-d27b19512f87 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=106714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 19:49:07.003644 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2480144e-4b71-4a57-b578-8fcf33414117 req-663e8369-d09e-4e27-9c50-1c1d3eb65988 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Notify agent at l3_agent.dv-cinder-837540-1-iscsi the message routers_updated {{(pid=106704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:49:07.013930 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2723d83e-a089-4e70-95e9-876af8a9a46b None None] Sync routers for ids ['7013e331-1097-482b-97d8-6610276975e3'] in dv-cinder-837540-1-iscsi {{(pid=106718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:49:07.024787 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2723d83e-a089-4e70-95e9-876af8a9a46b None None] Routers {'7013e331-1097-482b-97d8-6610276975e3'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:49:07.025732 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-2723d83e-a089-4e70-95e9-876af8a9a46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:48:46Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['7013e331-1097-482b-97d8-6610276975e3'], 'active': True} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:49:07.046553 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.l3_dvrscheduler_db [req-2480144e-4b71-4a57-b578-8fcf33414117 req-663e8369-d09e-4e27-9c50-1c1d3eb65988 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] No DVR routers for this DVR port 3c7cb238-567d-497d-b504-75465b9772f9 on host hv-cinder-83754 {{(pid=106704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 19:49:07.051472 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-2480144e-4b71-4a57-b578-8fcf33414117 req-663e8369-d09e-4e27-9c50-1c1d3eb65988 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245471'] for port (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:07.054973 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-2480144e-4b71-4a57-b578-8fcf33414117 req-663e8369-d09e-4e27-9c50-1c1d3eb65988 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.25 "DELETE /v2.0/ports/3c7cb238-567d-497d-b504-75465b9772f9 HTTP/1.1" status: 204 len: 173 time: 0.7931461 Apr 12 19:49:07.055428 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e3c44c0-ba7b-4139-a755-6a5ad952d075', 'name': 'network-vif-deleted', 'tag': '3c7cb238-567d-497d-b504-75465b9772f9'}] {{(pid=106704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:49:07.057503 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] For port 2eb2f619-7f5e-48a2-9ea1-d27b19512f87, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=2eb2f619-7f5e-48a2-9ea1-d27b19512f87,segment=NetworkSegment(7d4c5579-d5c2-4ae5-8e1e-f30678073acf),segment_id=7d4c5579-d5c2-4ae5-8e1e-f30678073acf)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:49:07.058316 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7198706052eeb44005bd3d373437c5078b0bb903de01f30342c0d4536e5352d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a477a732-81e4-421d-9946-bd09afa303c3" -d '{"events": [{"server_uuid": "1e3c44c0-ba7b-4139-a755-6a5ad952d075", "name": "network-vif-deleted", "tag": "3c7cb238-567d-497d-b504-75465b9772f9"}]}' {{(pid=106704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:49:07.070218 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Returning: {'device': '2eb2f619-7f5e-48a2-9ea1-d27b19512f87', 'network_id': 'f4a737e2-fbd1-4d73-b744-770d94c0d414', 'port_id': '2eb2f619-7f5e-48a2-9ea1-d27b19512f87', 'mac_address': 'fa:16:3e:86:be:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0175af4-3e14-4634-8d47-e6784ac2f6db', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 19:49:07.095947 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 19:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64e52217-8e80-4282-9701-df74f5688017 x-openstack-request-id: req-64e52217-8e80-4282-9701-df74f5688017 {{(pid=106704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:49:07.096576 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e3c44c0-ba7b-4139-a755-6a5ad952d075", "name": "network-vif-deleted", "tag": "3c7cb238-567d-497d-b504-75465b9772f9", "status": "completed", "code": 200}]} {{(pid=106704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:49:07.097002 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-64e52217-8e80-4282-9701-df74f5688017 {{(pid=106704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:49:07.101842 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64e52217-8e80-4282-9701-df74f5688017'] response: {'server_uuid': '1e3c44c0-ba7b-4139-a755-6a5ad952d075', 'name': 'network-vif-deleted', 'tag': '3c7cb238-567d-497d-b504-75465b9772f9', 'status': 'completed', 'code': 200} Apr 12 19:49:07.110423 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Current status of the port 2eb2f619-7f5e-48a2-9ea1-d27b19512f87 is: DOWN; New status is: BUILD {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:49:07.110850 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (2eb2f619-7f5e-48a2-9ea1-d27b19512f87), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:07.126071 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.notifiers.nova [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2eb2f619-7f5e-48a2-9ea1-d27b19512f87 {{(pid=106714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 19:49:07.142593 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvr_db [None req-2723d83e-a089-4e70-95e9-876af8a9a46b None None] Set router 7013e331-1097-482b-97d8-6610276975e3 gateway port host: dv-cinder-837540-1-iscsi {{(pid=106718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:49:07.148217 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] For port 2eb2f619-7f5e-48a2-9ea1-d27b19512f87, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=2eb2f619-7f5e-48a2-9ea1-d27b19512f87,segment=NetworkSegment(7d4c5579-d5c2-4ae5-8e1e-f30678073acf),segment_id=7d4c5579-d5c2-4ae5-8e1e-f30678073acf)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:49:07.153127 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (2eb2f619-7f5e-48a2-9ea1-d27b19512f87), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:07.193684 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.agents_db [None req-c5aaa6ba-db5d-46db-92f0-20249d3ff0a0 None None] Agent healthcheck: found 6 active agents {{(pid=106718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 19:49:07.208307 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Pushing event updated for resources: {'Port': ['ID=2eb2f619-7f5e-48a2-9ea1-d27b19512f87,revision_number=9']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:49:07.216110 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:49:07.216498 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:49:07.216843 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:49:07.217188 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:49:07.217526 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:49:07.217862 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:49:07.218192 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:49:07.218521 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:49:07.218850 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:49:07.219179 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:49:07.219505 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:49:07.219832 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:49:07.220237 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:49:07.221078 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:49:07.221399 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:49:07.350485 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-2723d83e-a089-4e70-95e9-876af8a9a46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7013e331-1097-482b-97d8-6610276975e3', 'name': 'tempest-TestVolumeBootPattern-1301443618-router', 'tenant_id': '6bee925806f84c5292071bdf5600ea3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'f88b9b97-d799-4c39-8277-5ca46ea62d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:45:27Z', 'updated_at': '2022-04-12T19:45:30Z', 'revision_number': 4, 'project_id': '6bee925806f84c5292071bdf5600ea3d', 'gw_port': {'id': 'f88b9b97-d799-4c39-8277-5ca46ea62d04', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:29:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7013e331-1097-482b-97d8-6610276975e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:45:28Z', 'updated_at': '2022-04-12T19:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_interfaces': [{'id': '7ea9e191-0575-41a4-b8a6-6f7159e4e5e7', 'name': '', 'network_id': 'cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf', 'tenant_id': '6bee925806f84c5292071bdf5600ea3d', 'mac_address': 'fa:16:3e:b0:bc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7013e331-1097-482b-97d8-6610276975e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '17d1257d-e8de-480c-a236-a7606e4db732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:45:29Z', 'updated_at': '2022-04-12T19:45:34Z', 'revision_number': 5, 'project_id': '6bee925806f84c5292071bdf5600ea3d', 'subnets': [{'id': '17d1257d-e8de-480c-a236-a7606e4db732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:49:07.382475 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2723d83e-a089-4e70-95e9-876af8a9a46b None None] Checking router: 7013e331-1097-482b-97d8-6610276975e3 for host: dv-cinder-837540-1-iscsi {{(pid=106718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:49:07.392955 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2723d83e-a089-4e70-95e9-876af8a9a46b None None] Routers {'7013e331-1097-482b-97d8-6610276975e3'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:49:07.393650 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-2723d83e-a089-4e70-95e9-876af8a9a46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:48:46Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['7013e331-1097-482b-97d8-6610276975e3'], 'active': True} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:49:07.418255 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-08c64dfd-0a74-495e-b1f4-b9a321ccaebf req-deaf767e-0798-4990-b00d-0a600b023ead tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e3c44c0-ba7b-4139-a755-6a5ad952d075 HTTP/1.1" status: 200 len: 210 time: 0.0279076 Apr 12 19:49:07.490530 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] get_ports_and_sgs() called for port_ids ['2eb2f619-7f5e-48a2-9ea1-d27b19512f87'] {{(pid=106714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 19:49:07.499600 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvr_db [None req-2723d83e-a089-4e70-95e9-876af8a9a46b None None] Set router 7013e331-1097-482b-97d8-6610276975e3 gateway port host: dv-cinder-837540-1-iscsi {{(pid=106718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:49:07.687988 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-2723d83e-a089-4e70-95e9-876af8a9a46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7013e331-1097-482b-97d8-6610276975e3', 'name': 'tempest-TestVolumeBootPattern-1301443618-router', 'tenant_id': '6bee925806f84c5292071bdf5600ea3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'f88b9b97-d799-4c39-8277-5ca46ea62d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:45:27Z', 'updated_at': '2022-04-12T19:45:30Z', 'revision_number': 4, 'project_id': '6bee925806f84c5292071bdf5600ea3d', 'gw_port': {'id': 'f88b9b97-d799-4c39-8277-5ca46ea62d04', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:29:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7013e331-1097-482b-97d8-6610276975e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:45:28Z', 'updated_at': '2022-04-12T19:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_interfaces': [{'id': '7ea9e191-0575-41a4-b8a6-6f7159e4e5e7', 'name': '', 'network_id': 'cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf', 'tenant_id': '6bee925806f84c5292071bdf5600ea3d', 'mac_address': 'fa:16:3e:b0:bc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7013e331-1097-482b-97d8-6610276975e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '17d1257d-e8de-480c-a236-a7606e4db732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:45:29Z', 'updated_at': '2022-04-12T19:45:34Z', 'revision_number': 5, 'project_id': '6bee925806f84c5292071bdf5600ea3d', 'subnets': [{'id': '17d1257d-e8de-480c-a236-a7606e4db732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:49:07.715115 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2723d83e-a089-4e70-95e9-876af8a9a46b None None] The sync data for ids ['7013e331-1097-482b-97d8-6610276975e3'] in dv-cinder-837540-1-iscsi is: [{'id': '7013e331-1097-482b-97d8-6610276975e3', 'name': 'tempest-TestVolumeBootPattern-1301443618-router', 'tenant_id': '6bee925806f84c5292071bdf5600ea3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'f88b9b97-d799-4c39-8277-5ca46ea62d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:45:27Z', 'updated_at': '2022-04-12T19:45:30Z', 'revision_number': 4, 'project_id': '6bee925806f84c5292071bdf5600ea3d', 'gw_port': {'id': 'f88b9b97-d799-4c39-8277-5ca46ea62d04', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:29:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7013e331-1097-482b-97d8-6610276975e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:45:28Z', 'updated_at': '2022-04-12T19:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_interfaces': [{'id': '7ea9e191-0575-41a4-b8a6-6f7159e4e5e7', 'name': '', 'network_id': 'cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf', 'tenant_id': '6bee925806f84c5292071bdf5600ea3d', 'mac_address': 'fa:16:3e:b0:bc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7013e331-1097-482b-97d8-6610276975e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '17d1257d-e8de-480c-a236-a7606e4db732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:45:29Z', 'updated_at': '2022-04-12T19:45:34Z', 'revision_number': 5, 'project_id': '6bee925806f84c5292071bdf5600ea3d', 'subnets': [{'id': '17d1257d-e8de-480c-a236-a7606e4db732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:49:07.760636 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1368016f-60ad-41a3-9d55-862ed65f3de1 req-8e62239c-e05c-4242-8008-00b414d53e05 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:49:07.762966 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-1368016f-60ad-41a3-9d55-862ed65f3de1 req-8e62239c-e05c-4242-8008-00b414d53e05 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7216c75-bedc-4144-8b13-94d37bdf7c13 HTTP/1.1" status: 200 len: 945 time: 0.0587823 Apr 12 19:49:07.814381 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-1368016f-60ad-41a3-9d55-862ed65f3de1 req-7d8787e8-74f9-4a56-969a-fff0eebe2f51 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=ccd1ef45-35bc-4a1b-85a4-e82f4eb36fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451157 Apr 12 19:49:07.946355 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386030b4-0c68-4a10-9023-0d03dc633df4 None None] New status for floating IP 7104fe9a-52e2-47fe-bebf-6a835608c8e7: DOWN {{(pid=106714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 19:49:08.668323 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-47c6783f-f8eb-4e5f-963a-6bded6ee3a8d req-24b8da57-a23b-4e9e-b44a-011c6445d15e tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1043320734&fields=id&tenant_id=6bee925806f84c5292071bdf5600ea3d HTTP/1.1" status: 200 len: 267 time: 0.0435410 Apr 12 19:49:08.773311 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c6783f-f8eb-4e5f-963a-6bded6ee3a8d req-e6fc48b6-aaf4-4dd3-a271-fa7071aedda3 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:49:08.774748 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-47c6783f-f8eb-4e5f-963a-6bded6ee3a8d req-e6fc48b6-aaf4-4dd3-a271-fa7071aedda3 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/networks?id=cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf HTTP/1.1" status: 200 len: 812 time: 0.0997772 Apr 12 19:49:08.788774 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-47c6783f-f8eb-4e5f-963a-6bded6ee3a8d req-f1861f8b-9cf0-4d34-95a0-b9a7aa17e810 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/quotas/6bee925806f84c5292071bdf5600ea3d HTTP/1.1" status: 200 len: 375 time: 0.0086560 Apr 12 19:49:08.838036 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-47c6783f-f8eb-4e5f-963a-6bded6ee3a8d req-ee68eab8-65a6-47e6-81c0-54211092e7e5 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6bee925806f84c5292071bdf5600ea3d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444372 Apr 12 19:49:08.943214 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b92e515-33c8-4f8b-8ebc-87833f4d4daf req-5bc44427-29bc-4872-994d-ba97f5362768 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:49:08.944690 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-47c6783f-f8eb-4e5f-963a-6bded6ee3a8d req-19d6d652-6eba-4518-99e1-a24e6fe301c4 service neutron] 10.222.0.15 "GET /v2.0/networks/cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944149 Apr 12 19:49:08.944857 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-7b92e515-33c8-4f8b-8ebc-87833f4d4daf req-5bc44427-29bc-4872-994d-ba97f5362768 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7216c75-bedc-4144-8b13-94d37bdf7c13 HTTP/1.1" status: 200 len: 945 time: 0.0586011 Apr 12 19:49:08.971193 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Device 2eb2f619-7f5e-48a2-9ea1-d27b19512f87 up at agent hyperv_hv-cinder-83754 {{(pid=106714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:49:09.007618 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-7b92e515-33c8-4f8b-8ebc-87833f4d4daf req-e9bcf38c-130d-47aa-85a7-fbdfc0e78cc6 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=ccd1ef45-35bc-4a1b-85a4-e82f4eb36fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570319 Apr 12 19:49:09.025240 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Provisioning complete for port 2eb2f619-7f5e-48a2-9ea1-d27b19512f87 triggered by entity L2. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:49:09.025701 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (2eb2f619-7f5e-48a2-9ea1-d27b19512f87), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:09.066951 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-47c6783f-f8eb-4e5f-963a-6bded6ee3a8d req-3c0d9073-c7f3-425b-97dc-01b2bd744f5a service neutron] 10.222.0.15 "GET /v2.0/networks/cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191452 Apr 12 19:49:09.112551 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Current status of the port 2eb2f619-7f5e-48a2-9ea1-d27b19512f87 is: BUILD; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:49:09.112946 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (2eb2f619-7f5e-48a2-9ea1-d27b19512f87), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:09.138099 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7216c75-bedc-4144-8b13-94d37bdf7c13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eb2f619-7f5e-48a2-9ea1-d27b19512f87'}] {{(pid=106714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:49:09.143997 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a81cf7441df70286f4dc8f717b9c4c32a6686a605fef215f859f2b4f09b95be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f713dde-5e95-451c-8737-c025f734bb65" -d '{"events": [{"server_uuid": "b7216c75-bedc-4144-8b13-94d37bdf7c13", "name": "network-vif-plugged", "status": "completed", "tag": "2eb2f619-7f5e-48a2-9ea1-d27b19512f87"}]}' {{(pid=106714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:49:09.155410 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] For port 2eb2f619-7f5e-48a2-9ea1-d27b19512f87, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=2eb2f619-7f5e-48a2-9ea1-d27b19512f87,segment=NetworkSegment(7d4c5579-d5c2-4ae5-8e1e-f30678073acf),segment_id=7d4c5579-d5c2-4ae5-8e1e-f30678073acf)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:49:09.160873 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (2eb2f619-7f5e-48a2-9ea1-d27b19512f87), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:09.161868 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Device 3c7cb238-567d-497d-b504-75465b9772f9 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=106714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 19:49:09.209370 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 19:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cef8740-58dd-4fe8-aa50-f783506a34d3 x-openstack-request-id: req-0cef8740-58dd-4fe8-aa50-f783506a34d3 {{(pid=106714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:49:09.209668 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7216c75-bedc-4144-8b13-94d37bdf7c13", "name": "network-vif-plugged", "status": "completed", "tag": "2eb2f619-7f5e-48a2-9ea1-d27b19512f87", "code": 200}]} {{(pid=106714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:49:09.210125 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0cef8740-58dd-4fe8-aa50-f783506a34d3 {{(pid=106714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:49:09.210526 dv-cinder-837540-1-iscsi neutron-server[106714]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cef8740-58dd-4fe8-aa50-f783506a34d3'] response: {'server_uuid': 'b7216c75-bedc-4144-8b13-94d37bdf7c13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eb2f619-7f5e-48a2-9ea1-d27b19512f87', 'code': 200} Apr 12 19:49:09.213100 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] No Port match for: 3c7cb238-567d-497d-b504-75465b9772f9 {{(pid=106714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 19:49:09.213451 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Device 3c7cb238-567d-497d-b504-75465b9772f9 not bound to the agent host hv-cinder-83754 {{(pid=106714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 19:49:09.235589 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Pushing event updated for resources: {'Port': ['ID=2eb2f619-7f5e-48a2-9ea1-d27b19512f87,revision_number=10']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:49:09.378067 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b130ba6-da73-450f-9d57-08674837bbe5 req-56bb0e7a-7a84-473d-8814-ce8ea4197476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:49:09.379694 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-4b130ba6-da73-450f-9d57-08674837bbe5 req-56bb0e7a-7a84-473d-8814-ce8ea4197476 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b7216c75-bedc-4144-8b13-94d37bdf7c13 HTTP/1.1" status: 200 len: 1131 time: 0.0406001 Apr 12 19:49:09.381961 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-6c75ceec-08ba-42b8-8fe6-6316f20df2a0 req-2a3e330e-6b58-403c-9b99-8dece80f6bd7 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/ports?device_id=5cd60a83-9370-4a3c-bf76-6621e8005066 HTTP/1.1" status: 200 len: 210 time: 0.0313830 Apr 12 19:49:09.426491 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-4b130ba6-da73-450f-9d57-08674837bbe5 req-216f55d1-51de-4f21-9fa2-8cfcb1369073 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=ccd1ef45-35bc-4a1b-85a4-e82f4eb36fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408547 Apr 12 19:49:10.127754 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75be7ce0-97c0-49f7-9a95-c9b6f05ad619 req-de73c1fd-afca-4eea-9c71-cd624849e12f tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:49:10.129244 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-75be7ce0-97c0-49f7-9a95-c9b6f05ad619 req-de73c1fd-afca-4eea-9c71-cd624849e12f tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7216c75-bedc-4144-8b13-94d37bdf7c13 HTTP/1.1" status: 200 len: 947 time: 0.0499375 Apr 12 19:49:10.187888 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-75be7ce0-97c0-49f7-9a95-c9b6f05ad619 req-49bd3536-8fca-4031-963e-f1857a0c9936 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=ccd1ef45-35bc-4a1b-85a4-e82f4eb36fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530889 Apr 12 19:49:10.473814 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-cc0c2127-77f3-4fa4-967e-b7ee256b66ed req-661f2fac-0892-4d41-b482-5ce0ef37cbf8 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/ports?device_id=5cd60a83-9370-4a3c-bf76-6621e8005066 HTTP/1.1" status: 200 len: 210 time: 0.0276685 Apr 12 19:49:10.705634 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c6783f-f8eb-4e5f-963a-6bded6ee3a8d req-ab96e75c-98e6-4484-a63b-f5da9d5ef024 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:49:10.707110 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-47c6783f-f8eb-4e5f-963a-6bded6ee3a8d req-ab96e75c-98e6-4484-a63b-f5da9d5ef024 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.25 "GET /v2.0/networks?id=cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf HTTP/1.1" status: 200 len: 812 time: 0.1040545 Apr 12 19:49:11.177461 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-47c6783f-f8eb-4e5f-963a-6bded6ee3a8d req-aa55ddbe-becf-4687-88ac-aedf8e465de9 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6bee925806f84c5292071bdf5600ea3d HTTP/1.1" status: 200 len: 380 time: 0.0664542 Apr 12 19:49:11.185628 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.v2.base [req-47c6783f-f8eb-4e5f-963a-6bded6ee3a8d req-730029e5-acf2-4ad2-98a9-e12280ef470b tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Request body: {'port': {'device_id': '5cd60a83-9370-4a3c-bf76-6621e8005066', 'network_id': 'cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf', 'admin_state_up': True, 'tenant_id': '6bee925806f84c5292071bdf5600ea3d', 'security_groups': ['cbff3107-daca-4eee-8f23-60f596090e71']}} {{(pid=106704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:49:11.319715 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad6f550-4cb5-4b45-9ddb-a72439372f2b req-a41f6614-f039-4d18-9293-9a1b63c6da61 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:49:11.321225 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-5ad6f550-4cb5-4b45-9ddb-a72439372f2b req-a41f6614-f039-4d18-9293-9a1b63c6da61 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7216c75-bedc-4144-8b13-94d37bdf7c13 HTTP/1.1" status: 200 len: 947 time: 0.0591745 Apr 12 19:49:11.365116 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47c6783f-f8eb-4e5f-963a-6bded6ee3a8d req-730029e5-acf2-4ad2-98a9-e12280ef470b tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Made reservation on behalf of 6bee925806f84c5292071bdf5600ea3d for: {'port': 1} {{(pid=106704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:49:11.368351 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-47c6783f-f8eb-4e5f-963a-6bded6ee3a8d req-730029e5-acf2-4ad2-98a9-e12280ef470b tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:11.403926 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-5ad6f550-4cb5-4b45-9ddb-a72439372f2b req-98b4e88b-0b40-43a4-9dc6-a7ad9a4a4b86 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=ccd1ef45-35bc-4a1b-85a4-e82f4eb36fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762157 Apr 12 19:49:11.528363 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.db_base_plugin_common [req-47c6783f-f8eb-4e5f-963a-6bded6ee3a8d req-730029e5-acf2-4ad2-98a9-e12280ef470b tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Allocated IP 172.20.0.14 (cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf/17d1257d-e8de-480c-a236-a7606e4db732/d302d18e-d32d-403e-95bd-c3bd780fd67a) {{(pid=106704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:49:11.598804 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-4b733b8c-e9de-45ef-96b5-ef7d0529066f req-4c652cca-a153-4ea6-a93a-8cb051648e17 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/ports?device_id=5cd60a83-9370-4a3c-bf76-6621e8005066 HTTP/1.1" status: 200 len: 210 time: 0.0349388 Apr 12 19:49:11.698161 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-47c6783f-f8eb-4e5f-963a-6bded6ee3a8d req-730029e5-acf2-4ad2-98a9-e12280ef470b tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Publish callbacks [] for port (d302d18e-d32d-403e-95bd-c3bd780fd67a), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:11.732449 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-47c6783f-f8eb-4e5f-963a-6bded6ee3a8d req-730029e5-acf2-4ad2-98a9-e12280ef470b tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749198058662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8791401'] for port (d302d18e-d32d-403e-95bd-c3bd780fd67a), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:11.774994 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47c6783f-f8eb-4e5f-963a-6bded6ee3a8d req-730029e5-acf2-4ad2-98a9-e12280ef470b tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Network cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf is already hosted by enough agents. {{(pid=106704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:49:11.780164 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.base_scheduler [req-47c6783f-f8eb-4e5f-963a-6bded6ee3a8d req-730029e5-acf2-4ad2-98a9-e12280ef470b tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Resources bound (agent type, host, resource id): {{(pid=106704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:49:11.784510 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.l3_dvrscheduler_db [req-47c6783f-f8eb-4e5f-963a-6bded6ee3a8d req-730029e5-acf2-4ad2-98a9-e12280ef470b tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Received port after_create {{(pid=106704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:49:11.790988 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730029e5-acf2-4ad2-98a9-e12280ef470b tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Pushing event updated for resources: {'Port': ['ID=d302d18e-d32d-403e-95bd-c3bd780fd67a,revision_number=1']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:49:11.837459 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c6783f-f8eb-4e5f-963a-6bded6ee3a8d req-730029e5-acf2-4ad2-98a9-e12280ef470b tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:49:11.838007 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-47c6783f-f8eb-4e5f-963a-6bded6ee3a8d req-730029e5-acf2-4ad2-98a9-e12280ef470b tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245471'] for port (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:11.859837 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-47c6783f-f8eb-4e5f-963a-6bded6ee3a8d req-730029e5-acf2-4ad2-98a9-e12280ef470b tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6779039 Apr 12 19:49:11.872196 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.v2.base [req-47c6783f-f8eb-4e5f-963a-6bded6ee3a8d req-e629de69-a434-4254-91a2-e93655ac6c21 service neutron] Request body: {'port': {'device_id': '5cd60a83-9370-4a3c-bf76-6621e8005066', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=106704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:49:11.940761 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-47c6783f-f8eb-4e5f-963a-6bded6ee3a8d req-e629de69-a434-4254-91a2-e93655ac6c21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (d302d18e-d32d-403e-95bd-c3bd780fd67a), before_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:12.030010 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-bbf48b8d-0bb0-42af-8f53-c6ed904d2ddd None None] Provisioning complete for port d302d18e-d32d-403e-95bd-c3bd780fd67a triggered by entity DHCP. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:49:12.030661 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-bbf48b8d-0bb0-42af-8f53-c6ed904d2ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (d302d18e-d32d-403e-95bd-c3bd780fd67a), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:12.068099 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-bbf48b8d-0bb0-42af-8f53-c6ed904d2ddd None None] Port d302d18e-d32d-403e-95bd-c3bd780fd67a cannot update to ACTIVE because it is not bound. {{(pid=106714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 19:49:12.201142 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.notifiers.nova [req-47c6783f-f8eb-4e5f-963a-6bded6ee3a8d req-e629de69-a434-4254-91a2-e93655ac6c21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d302d18e-d32d-403e-95bd-c3bd780fd67a {{(pid=106704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 19:49:12.208956 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-47c6783f-f8eb-4e5f-963a-6bded6ee3a8d req-e629de69-a434-4254-91a2-e93655ac6c21 service neutron] Publish callbacks [] for port (d302d18e-d32d-403e-95bd-c3bd780fd67a), precommit_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:12.221253 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.provisioning_blocks [req-47c6783f-f8eb-4e5f-963a-6bded6ee3a8d req-e629de69-a434-4254-91a2-e93655ac6c21 service neutron] Transition to ACTIVE for port object d302d18e-d32d-403e-95bd-c3bd780fd67a will not be triggered until provisioned by entity L2. {{(pid=106704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 19:49:12.224644 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-47c6783f-f8eb-4e5f-963a-6bded6ee3a8d req-e629de69-a434-4254-91a2-e93655ac6c21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8791376'] for port (d302d18e-d32d-403e-95bd-c3bd780fd67a), after_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:12.278856 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e629de69-a434-4254-91a2-e93655ac6c21 service neutron] Pushing event updated for resources: {'Port': ['ID=d302d18e-d32d-403e-95bd-c3bd780fd67a,revision_number=2']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:49:12.348185 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.managers [req-47c6783f-f8eb-4e5f-963a-6bded6ee3a8d req-e629de69-a434-4254-91a2-e93655ac6c21 service neutron] Attempting to bind port d302d18e-d32d-403e-95bd-c3bd780fd67a on host hv-cinder-83754 for vnic_type normal with profile {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:49:12.348524 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.managers [req-47c6783f-f8eb-4e5f-963a-6bded6ee3a8d req-e629de69-a434-4254-91a2-e93655ac6c21 service neutron] Attempting to bind port d302d18e-d32d-403e-95bd-c3bd780fd67a by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': 'a144370d-4b66-4f66-8cfd-2a36bf44a2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf'}] {{(pid=106704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:49:12.348853 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c6783f-f8eb-4e5f-963a-6bded6ee3a8d req-e629de69-a434-4254-91a2-e93655ac6c21 service neutron] Attempting to bind port d302d18e-d32d-403e-95bd-c3bd780fd67a on network cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:49:12.353403 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c6783f-f8eb-4e5f-963a-6bded6ee3a8d req-e629de69-a434-4254-91a2-e93655ac6c21 service neutron] Port d302d18e-d32d-403e-95bd-c3bd780fd67a on network cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 19:49:12.353724 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c6783f-f8eb-4e5f-963a-6bded6ee3a8d req-e629de69-a434-4254-91a2-e93655ac6c21 service neutron] Attempting to bind port d302d18e-d32d-403e-95bd-c3bd780fd67a on network cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:49:12.358759 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c6783f-f8eb-4e5f-963a-6bded6ee3a8d req-e629de69-a434-4254-91a2-e93655ac6c21 service neutron] Checking agent: {'id': 'ce4c6b0b-91ae-4576-82ad-f2f4ee2d2a45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 37, 20), 'started_at': datetime.datetime(2022, 4, 12, 19, 37, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:49:12.359098 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c6783f-f8eb-4e5f-963a-6bded6ee3a8d req-e629de69-a434-4254-91a2-e93655ac6c21 service neutron] Checking segment: {'id': 'a144370d-4b66-4f66-8cfd-2a36bf44a2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:49:12.359485 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c6783f-f8eb-4e5f-963a-6bded6ee3a8d req-e629de69-a434-4254-91a2-e93655ac6c21 service neutron] Bound using segment: {'id': 'a144370d-4b66-4f66-8cfd-2a36bf44a2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf'} {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:49:12.359912 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.managers [req-47c6783f-f8eb-4e5f-963a-6bded6ee3a8d req-e629de69-a434-4254-91a2-e93655ac6c21 service neutron] Bound port: d302d18e-d32d-403e-95bd-c3bd780fd67a, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a144370d-4b66-4f66-8cfd-2a36bf44a2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf'}}] {{(pid=106704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:49:12.360294 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-47c6783f-f8eb-4e5f-963a-6bded6ee3a8d req-e629de69-a434-4254-91a2-e93655ac6c21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (d302d18e-d32d-403e-95bd-c3bd780fd67a), before_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:12.424908 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.db [req-47c6783f-f8eb-4e5f-963a-6bded6ee3a8d req-e629de69-a434-4254-91a2-e93655ac6c21 service neutron] For port d302d18e-d32d-403e-95bd-c3bd780fd67a, host hv-cinder-83754, cleared binding levels {{(pid=106704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:49:12.427775 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.db [req-47c6783f-f8eb-4e5f-963a-6bded6ee3a8d req-e629de69-a434-4254-91a2-e93655ac6c21 service neutron] For port d302d18e-d32d-403e-95bd-c3bd780fd67a, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=d302d18e-d32d-403e-95bd-c3bd780fd67a,segment=NetworkSegment(a144370d-4b66-4f66-8cfd-2a36bf44a2ec),segment_id=a144370d-4b66-4f66-8cfd-2a36bf44a2ec)] {{(pid=106704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:49:12.435238 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-47c6783f-f8eb-4e5f-963a-6bded6ee3a8d req-e629de69-a434-4254-91a2-e93655ac6c21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8791376'] for port (d302d18e-d32d-403e-95bd-c3bd780fd67a), after_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:12.472252 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c6783f-f8eb-4e5f-963a-6bded6ee3a8d req-e629de69-a434-4254-91a2-e93655ac6c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:49:12.472870 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-47c6783f-f8eb-4e5f-963a-6bded6ee3a8d req-e629de69-a434-4254-91a2-e93655ac6c21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245471'] for port (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:12.474252 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-47c6783f-f8eb-4e5f-963a-6bded6ee3a8d req-e629de69-a434-4254-91a2-e93655ac6c21 service neutron] 10.222.0.25 "PUT /v2.0/ports/d302d18e-d32d-403e-95bd-c3bd780fd67a HTTP/1.1" status: 200 len: 1094 time: 0.6075108 Apr 12 19:49:12.474700 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cd60a83-9370-4a3c-bf76-6621e8005066', 'tag': 'd302d18e-d32d-403e-95bd-c3bd780fd67a'}] {{(pid=106704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:49:12.476953 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7198706052eeb44005bd3d373437c5078b0bb903de01f30342c0d4536e5352d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d21344-8061-4384-a317-98b1bfbe3654" -d '{"events": [{"name": "network-changed", "server_uuid": "5cd60a83-9370-4a3c-bf76-6621e8005066", "tag": "d302d18e-d32d-403e-95bd-c3bd780fd67a"}]}' {{(pid=106704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:49:12.536514 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 19:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bccc48b4-8eb6-4eed-a963-d6536212cece x-openstack-request-id: req-bccc48b4-8eb6-4eed-a963-d6536212cece {{(pid=106704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:49:12.536812 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cd60a83-9370-4a3c-bf76-6621e8005066", "tag": "d302d18e-d32d-403e-95bd-c3bd780fd67a", "status": "completed", "code": 200}]} {{(pid=106704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:49:12.537073 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bccc48b4-8eb6-4eed-a963-d6536212cece {{(pid=106704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:49:12.537476 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bccc48b4-8eb6-4eed-a963-d6536212cece'] response: {'name': 'network-changed', 'server_uuid': '5cd60a83-9370-4a3c-bf76-6621e8005066', 'tag': 'd302d18e-d32d-403e-95bd-c3bd780fd67a', 'status': 'completed', 'code': 200} Apr 12 19:49:12.562721 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e629de69-a434-4254-91a2-e93655ac6c21 service neutron] Pushing event updated for resources: {'Port': ['ID=d302d18e-d32d-403e-95bd-c3bd780fd67a,revision_number=3']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:49:12.574185 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1cee5e-58fe-4399-b52d-fd7c18b9d89a req-e3c05911-5f61-4f68-ad61-ae120a62578a tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:49:12.575633 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-3f1cee5e-58fe-4399-b52d-fd7c18b9d89a req-e3c05911-5f61-4f68-ad61-ae120a62578a tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7216c75-bedc-4144-8b13-94d37bdf7c13 HTTP/1.1" status: 200 len: 947 time: 0.0960956 Apr 12 19:49:12.585351 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c6783f-f8eb-4e5f-963a-6bded6ee3a8d req-8708fa1d-4700-434a-a176-bb8a66ca7bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:49:12.586795 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-47c6783f-f8eb-4e5f-963a-6bded6ee3a8d req-8708fa1d-4700-434a-a176-bb8a66ca7bb7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6bee925806f84c5292071bdf5600ea3d&device_id=5cd60a83-9370-4a3c-bf76-6621e8005066 HTTP/1.1" status: 200 len: 1128 time: 0.0653226 Apr 12 19:49:12.647631 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-47c6783f-f8eb-4e5f-963a-6bded6ee3a8d req-dd53d655-16c7-4546-8dbd-2251651f3cc1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d302d18e-d32d-403e-95bd-c3bd780fd67a HTTP/1.1" status: 200 len: 217 time: 0.0485976 Apr 12 19:49:12.690535 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-3f1cee5e-58fe-4399-b52d-fd7c18b9d89a req-97965a57-f2f1-4443-80e4-8cdb4caac4e1 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=ccd1ef45-35bc-4a1b-85a4-e82f4eb36fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071980 Apr 12 19:49:12.716456 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce471f3a-2ec3-4799-86b1-96e9380f3968 req-fecf2616-976f-4e52-8dce-2fdfd15cb00a tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:49:12.717088 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c6783f-f8eb-4e5f-963a-6bded6ee3a8d req-da01a297-7978-4180-9116-e8b816bad2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:49:12.717182 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-ce471f3a-2ec3-4799-86b1-96e9380f3968 req-fecf2616-976f-4e52-8dce-2fdfd15cb00a tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/ports?device_id=5cd60a83-9370-4a3c-bf76-6621e8005066 HTTP/1.1" status: 200 len: 944 time: 0.0530980 Apr 12 19:49:12.717296 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-47c6783f-f8eb-4e5f-963a-6bded6ee3a8d req-da01a297-7978-4180-9116-e8b816bad2e1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=17d1257d-e8de-480c-a236-a7606e4db732 HTTP/1.1" status: 200 len: 851 time: 0.0607860 Apr 12 19:49:12.760869 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c6783f-f8eb-4e5f-963a-6bded6ee3a8d req-6bae0b8d-812c-479f-8909-65f04331e279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:49:12.762501 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-47c6783f-f8eb-4e5f-963a-6bded6ee3a8d req-6bae0b8d-812c-479f-8909-65f04331e279 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426161 Apr 12 19:49:12.765900 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-ce471f3a-2ec3-4799-86b1-96e9380f3968 req-7d7fe17e-0cda-44bf-b65a-0c4e787fd81f tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/security-groups?id=cbff3107-daca-4eee-8f23-60f596090e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448520 Apr 12 19:49:12.855273 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-47c6783f-f8eb-4e5f-963a-6bded6ee3a8d req-ac27eb01-7291-44cb-a302-41216906772f service neutron] 10.222.0.25 "GET /v2.0/networks/cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867898 Apr 12 19:49:12.945021 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-47c6783f-f8eb-4e5f-963a-6bded6ee3a8d req-a226e6cd-3bb9-41c0-ae61-e98ae1fe9a3d service neutron] 10.222.0.25 "GET /v2.0/networks/cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828688 Apr 12 19:49:13.710970 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d21344-8061-4384-a317-98b1bfbe3654 req-32534242-6baf-4ad4-a63d-16c46ef5ffe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:49:13.712469 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-07d21344-8061-4384-a317-98b1bfbe3654 req-32534242-6baf-4ad4-a63d-16c46ef5ffe7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6bee925806f84c5292071bdf5600ea3d&device_id=5cd60a83-9370-4a3c-bf76-6621e8005066 HTTP/1.1" status: 200 len: 1128 time: 0.0426340 Apr 12 19:49:13.797946 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d21344-8061-4384-a317-98b1bfbe3654 req-3a0852c0-30da-4e42-9f54-b19576addfea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:49:13.799425 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-07d21344-8061-4384-a317-98b1bfbe3654 req-3a0852c0-30da-4e42-9f54-b19576addfea service neutron] 10.222.0.25 "GET /v2.0/networks?id=cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf HTTP/1.1" status: 200 len: 913 time: 0.0808992 Apr 12 19:49:13.847920 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-07d21344-8061-4384-a317-98b1bfbe3654 req-2d3ddd64-1831-4709-ab2a-fdb5817c78d0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d302d18e-d32d-403e-95bd-c3bd780fd67a HTTP/1.1" status: 200 len: 217 time: 0.0419676 Apr 12 19:49:13.848874 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-53c93721-0aff-4b49-8b14-0a99f9b312a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (055fa106-9079-4d8f-a829-e3ca37bbcb19), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:13.917688 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5841c1-8415-4e6b-8fb6-36984c6c6b57 req-867188ca-da08-4fb1-90b4-29c26f1c52a8 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:49:13.919143 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-5a5841c1-8415-4e6b-8fb6-36984c6c6b57 req-867188ca-da08-4fb1-90b4-29c26f1c52a8 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/ports?device_id=5cd60a83-9370-4a3c-bf76-6621e8005066 HTTP/1.1" status: 200 len: 944 time: 0.0738442 Apr 12 19:49:13.928412 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d21344-8061-4384-a317-98b1bfbe3654 req-84abbc7f-ab20-4d2c-a770-0eae9d130537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:49:13.929737 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-07d21344-8061-4384-a317-98b1bfbe3654 req-84abbc7f-ab20-4d2c-a770-0eae9d130537 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=17d1257d-e8de-480c-a236-a7606e4db732 HTTP/1.1" status: 200 len: 851 time: 0.0743659 Apr 12 19:49:13.999258 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d21344-8061-4384-a317-98b1bfbe3654 req-bc6a51e5-c6fe-407c-a877-6a60d14a32ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:49:14.000662 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-07d21344-8061-4384-a317-98b1bfbe3654 req-bc6a51e5-c6fe-407c-a877-6a60d14a32ff service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0587275 Apr 12 19:49:14.004902 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-5a5841c1-8415-4e6b-8fb6-36984c6c6b57 req-6b3e8700-a7de-40fc-b4bc-70a67a3af567 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/security-groups?id=cbff3107-daca-4eee-8f23-60f596090e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790536 Apr 12 19:49:14.086107 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-07d21344-8061-4384-a317-98b1bfbe3654 req-d2c847ec-2ff6-422c-800b-c074e1780e19 service neutron] 10.222.0.25 "GET /v2.0/networks/cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793426 Apr 12 19:49:14.176055 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-07d21344-8061-4384-a317-98b1bfbe3654 req-505e649a-7db0-43a5-b936-e7cd009a9916 service neutron] 10.222.0.25 "GET /v2.0/networks/cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835435 Apr 12 19:49:15.116406 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4e983d-e04c-4a85-9923-1ed68bca86d3 req-63757b67-7b20-439a-aaba-83be5fbd1cd3 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:49:15.117838 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-cc4e983d-e04c-4a85-9923-1ed68bca86d3 req-63757b67-7b20-439a-aaba-83be5fbd1cd3 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/ports?device_id=5cd60a83-9370-4a3c-bf76-6621e8005066 HTTP/1.1" status: 200 len: 944 time: 0.0485749 Apr 12 19:49:15.164340 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-cc4e983d-e04c-4a85-9923-1ed68bca86d3 req-acfc4df1-a498-41ef-8534-2309620f1a04 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/security-groups?id=cbff3107-daca-4eee-8f23-60f596090e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410702 Apr 12 19:49:16.275931 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac32060-a4b4-4d74-ae63-aac6f377b0e7 req-0b66d402-eabb-423c-b4c0-70d515d2dee3 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:49:16.277452 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-7ac32060-a4b4-4d74-ae63-aac6f377b0e7 req-0b66d402-eabb-423c-b4c0-70d515d2dee3 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/ports?device_id=5cd60a83-9370-4a3c-bf76-6621e8005066 HTTP/1.1" status: 200 len: 944 time: 0.0492544 Apr 12 19:49:16.289196 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-5bef737f-d0ba-4141-9819-4f05c81c2523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (4d9412c4-31b2-4fbf-87a0-f931332ab9d5), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:16.331290 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-7ac32060-a4b4-4d74-ae63-aac6f377b0e7 req-6b7b1842-2871-42a4-8312-23b9075fe67e tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/security-groups?id=cbff3107-daca-4eee-8f23-60f596090e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480535 Apr 12 19:49:17.238859 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-0fb4a5ae-492f-43e3-90d5-82372e23b9ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (01005bd1-5b1e-41c6-b9b3-a4d4f93589b9), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:17.442325 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906ac184-f00d-4aa1-885b-54baae592821 req-b279b930-f6a8-431a-bf7a-7db4ff0966e3 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:49:17.443762 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-906ac184-f00d-4aa1-885b-54baae592821 req-b279b930-f6a8-431a-bf7a-7db4ff0966e3 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/ports?device_id=5cd60a83-9370-4a3c-bf76-6621e8005066 HTTP/1.1" status: 200 len: 944 time: 0.0461483 Apr 12 19:49:17.491014 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-906ac184-f00d-4aa1-885b-54baae592821 req-0ac57388-2e0a-4f2d-b194-31c53db55aaa tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/security-groups?id=cbff3107-daca-4eee-8f23-60f596090e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416713 Apr 12 19:49:18.601196 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1167ca8d-c6f8-4ea0-82b1-202e726ef4e0 req-034e995d-03f0-429a-9e5e-7089c91cb495 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:49:18.602671 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-1167ca8d-c6f8-4ea0-82b1-202e726ef4e0 req-034e995d-03f0-429a-9e5e-7089c91cb495 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/ports?device_id=5cd60a83-9370-4a3c-bf76-6621e8005066 HTTP/1.1" status: 200 len: 944 time: 0.0456507 Apr 12 19:49:18.653670 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-1167ca8d-c6f8-4ea0-82b1-202e726ef4e0 req-99698a3a-28b5-4dc1-86af-ec5cb250eb62 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/security-groups?id=cbff3107-daca-4eee-8f23-60f596090e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455284 Apr 12 19:49:18.688783 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-655d5a5e-25bf-423f-acb4-166f4bec9d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (f3d2fb0e-5305-4f08-ab1f-5f1d50bdad22), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:19.761692 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca27874-4656-4911-8308-e5c479ce5948 req-8e2f9173-42f5-4260-a697-83c9bef4c0b1 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:49:19.763252 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-8ca27874-4656-4911-8308-e5c479ce5948 req-8e2f9173-42f5-4260-a697-83c9bef4c0b1 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/ports?device_id=5cd60a83-9370-4a3c-bf76-6621e8005066 HTTP/1.1" status: 200 len: 944 time: 0.0464520 Apr 12 19:49:19.814678 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-8ca27874-4656-4911-8308-e5c479ce5948 req-7ce8e744-eff0-4fe5-9fe3-65d6ecea6bde tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/security-groups?id=cbff3107-daca-4eee-8f23-60f596090e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459332 Apr 12 19:49:20.473788 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (e0bf5abe-d5c5-40a1-a359-03156ade36a4), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:21.047564 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Device d302d18e-d32d-403e-95bd-c3bd780fd67a details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=106714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 19:49:21.077155 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caf2021-aac1-4e4f-b276-d15c974e1d86 req-8645bd7b-f092-40e5-8d5d-960364e2645b tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:49:21.078637 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-3caf2021-aac1-4e4f-b276-d15c974e1d86 req-8645bd7b-f092-40e5-8d5d-960364e2645b tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/ports?device_id=5cd60a83-9370-4a3c-bf76-6621e8005066 HTTP/1.1" status: 200 len: 944 time: 0.1982515 Apr 12 19:49:21.127261 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-3caf2021-aac1-4e4f-b276-d15c974e1d86 req-369108e8-43a6-437d-8685-5495b96faaf9 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/security-groups?id=cbff3107-daca-4eee-8f23-60f596090e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428903 Apr 12 19:49:21.147428 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] For port d302d18e-d32d-403e-95bd-c3bd780fd67a, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=d302d18e-d32d-403e-95bd-c3bd780fd67a,segment=NetworkSegment(a144370d-4b66-4f66-8cfd-2a36bf44a2ec),segment_id=a144370d-4b66-4f66-8cfd-2a36bf44a2ec)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:49:21.158728 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Returning: {'device': 'd302d18e-d32d-403e-95bd-c3bd780fd67a', 'network_id': 'cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf', 'port_id': 'd302d18e-d32d-403e-95bd-c3bd780fd67a', 'mac_address': 'fa:16:3e:df:20:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17d1257d-e8de-480c-a236-a7606e4db732', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 19:49:21.197795 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Current status of the port d302d18e-d32d-403e-95bd-c3bd780fd67a is: DOWN; New status is: BUILD {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:49:21.198180 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (d302d18e-d32d-403e-95bd-c3bd780fd67a), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:21.210680 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.notifiers.nova [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d302d18e-d32d-403e-95bd-c3bd780fd67a {{(pid=106714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 19:49:21.232236 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] For port d302d18e-d32d-403e-95bd-c3bd780fd67a, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=d302d18e-d32d-403e-95bd-c3bd780fd67a,segment=NetworkSegment(a144370d-4b66-4f66-8cfd-2a36bf44a2ec),segment_id=a144370d-4b66-4f66-8cfd-2a36bf44a2ec)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:49:21.237833 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (d302d18e-d32d-403e-95bd-c3bd780fd67a), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:21.283475 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Pushing event updated for resources: {'Port': ['ID=d302d18e-d32d-403e-95bd-c3bd780fd67a,revision_number=4']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:49:21.625814 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] get_ports_and_sgs() called for port_ids ['d302d18e-d32d-403e-95bd-c3bd780fd67a'] {{(pid=106714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 19:49:22.287390 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b802aa2-2ec6-45dd-9624-adce9f200156 req-d3ccd50a-fd7f-4e1c-ad18-e28658cbbb4b tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:49:22.288866 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-5b802aa2-2ec6-45dd-9624-adce9f200156 req-d3ccd50a-fd7f-4e1c-ad18-e28658cbbb4b tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/ports?device_id=5cd60a83-9370-4a3c-bf76-6621e8005066 HTTP/1.1" status: 200 len: 945 time: 0.0960820 Apr 12 19:49:22.336662 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-5b802aa2-2ec6-45dd-9624-adce9f200156 req-aafbc4e8-2e9c-49d8-9658-82bb40cbb89b tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/security-groups?id=cbff3107-daca-4eee-8f23-60f596090e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421569 Apr 12 19:49:23.051561 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Device d302d18e-d32d-403e-95bd-c3bd780fd67a up at agent hyperv_hv-cinder-83754 {{(pid=106714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:49:23.096457 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Provisioning for port d302d18e-d32d-403e-95bd-c3bd780fd67a completed by entity L2. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 19:49:23.101462 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Provisioning complete for port d302d18e-d32d-403e-95bd-c3bd780fd67a triggered by entity L2. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:49:23.101915 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (d302d18e-d32d-403e-95bd-c3bd780fd67a), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:23.180235 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Current status of the port d302d18e-d32d-403e-95bd-c3bd780fd67a is: BUILD; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:49:23.180622 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (d302d18e-d32d-403e-95bd-c3bd780fd67a), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:23.202208 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cd60a83-9370-4a3c-bf76-6621e8005066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd302d18e-d32d-403e-95bd-c3bd780fd67a'}] {{(pid=106714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:49:23.205239 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a81cf7441df70286f4dc8f717b9c4c32a6686a605fef215f859f2b4f09b95be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-109256bc-a530-4481-9471-fca2ce025844" -d '{"events": [{"server_uuid": "5cd60a83-9370-4a3c-bf76-6621e8005066", "name": "network-vif-plugged", "status": "completed", "tag": "d302d18e-d32d-403e-95bd-c3bd780fd67a"}]}' {{(pid=106714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:49:23.217444 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] For port d302d18e-d32d-403e-95bd-c3bd780fd67a, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=d302d18e-d32d-403e-95bd-c3bd780fd67a,segment=NetworkSegment(a144370d-4b66-4f66-8cfd-2a36bf44a2ec),segment_id=a144370d-4b66-4f66-8cfd-2a36bf44a2ec)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:49:23.222008 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (d302d18e-d32d-403e-95bd-c3bd780fd67a), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:23.246881 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 19:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36444f71-68d8-47d0-adf7-5344210a2760 x-openstack-request-id: req-36444f71-68d8-47d0-adf7-5344210a2760 {{(pid=106714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:49:23.247168 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cd60a83-9370-4a3c-bf76-6621e8005066", "name": "network-vif-plugged", "status": "completed", "tag": "d302d18e-d32d-403e-95bd-c3bd780fd67a", "code": 200}]} {{(pid=106714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:49:23.247416 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-36444f71-68d8-47d0-adf7-5344210a2760 {{(pid=106714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:49:23.247798 dv-cinder-837540-1-iscsi neutron-server[106714]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36444f71-68d8-47d0-adf7-5344210a2760'] response: {'server_uuid': '5cd60a83-9370-4a3c-bf76-6621e8005066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd302d18e-d32d-403e-95bd-c3bd780fd67a', 'code': 200} Apr 12 19:49:23.275275 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Pushing event updated for resources: {'Port': ['ID=d302d18e-d32d-403e-95bd-c3bd780fd67a,revision_number=5']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:49:23.447994 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164d63a8-bbd8-4ab0-a6e5-6e8b4f07ba27 req-f7de6bbf-48cc-414b-89a1-e3fe36d1edd6 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:49:23.449488 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-164d63a8-bbd8-4ab0-a6e5-6e8b4f07ba27 req-f7de6bbf-48cc-414b-89a1-e3fe36d1edd6 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/ports?device_id=5cd60a83-9370-4a3c-bf76-6621e8005066 HTTP/1.1" status: 200 len: 946 time: 0.0461080 Apr 12 19:49:23.466597 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb378b88-4cb9-4200-8448-94126d2bbbee req-b3edb38f-0df7-4f3c-ba34-b8c795c93059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:49:23.468134 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-cb378b88-4cb9-4200-8448-94126d2bbbee req-b3edb38f-0df7-4f3c-ba34-b8c795c93059 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5cd60a83-9370-4a3c-bf76-6621e8005066 HTTP/1.1" status: 200 len: 1130 time: 0.0386727 Apr 12 19:49:23.497663 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-164d63a8-bbd8-4ab0-a6e5-6e8b4f07ba27 req-ca859498-9e67-41b0-88c6-6b97a16ac2c1 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/security-groups?id=cbff3107-daca-4eee-8f23-60f596090e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419564 Apr 12 19:49:23.514782 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-cb378b88-4cb9-4200-8448-94126d2bbbee req-e5baa5aa-6322-4748-8b23-0ec5ad9eaece service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=cbff3107-daca-4eee-8f23-60f596090e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390785 Apr 12 19:49:24.613404 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8f6770-9d42-49ba-8522-429d5ccec3f2 req-05480da6-8351-4279-8c9a-5c698fe36eb2 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:49:24.615006 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-9c8f6770-9d42-49ba-8522-429d5ccec3f2 req-05480da6-8351-4279-8c9a-5c698fe36eb2 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/ports?device_id=5cd60a83-9370-4a3c-bf76-6621e8005066 HTTP/1.1" status: 200 len: 946 time: 0.0493968 Apr 12 19:49:24.662875 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-9c8f6770-9d42-49ba-8522-429d5ccec3f2 req-a96f698f-3500-4e6f-8451-51a7638a7eda tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/security-groups?id=cbff3107-daca-4eee-8f23-60f596090e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416987 Apr 12 19:49:25.654775 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (ce4c6b0b-91ae-4576-82ad-f2f4ee2d2a45), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:25.776546 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc75f9f0-0343-449d-8a28-9251932443f7 req-b59b32d3-8b9f-4117-bc58-2bccf005da51 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:49:25.778012 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-dc75f9f0-0343-449d-8a28-9251932443f7 req-b59b32d3-8b9f-4117-bc58-2bccf005da51 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/ports?device_id=5cd60a83-9370-4a3c-bf76-6621e8005066 HTTP/1.1" status: 200 len: 946 time: 0.0498137 Apr 12 19:49:25.826097 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-dc75f9f0-0343-449d-8a28-9251932443f7 req-61887c05-d7a0-48b8-af18-3fa26669f859 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/security-groups?id=cbff3107-daca-4eee-8f23-60f596090e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418274 Apr 12 19:49:25.940468 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e756bb-df3e-485b-915c-a29e4411e44a req-8cdf85e6-585e-4f1b-80f1-c21acefe0f68 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:49:25.941855 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-43e756bb-df3e-485b-915c-a29e4411e44a req-8cdf85e6-585e-4f1b-80f1-c21acefe0f68 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/ports?device_id=5cd60a83-9370-4a3c-bf76-6621e8005066 HTTP/1.1" status: 200 len: 946 time: 0.0461617 Apr 12 19:49:25.991623 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-43e756bb-df3e-485b-915c-a29e4411e44a req-01af09b2-ad57-4a14-92a0-786aedbdd446 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/security-groups?id=cbff3107-daca-4eee-8f23-60f596090e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442095 Apr 12 19:49:26.020247 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 39434) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:49:26.056854 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb432cd-294a-4d83-8c72-02f94f300b4d tempest-TestVolumeBootPattern-312973803 tempest-TestVolumeBootPattern-312973803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:49:26.058367 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-adb432cd-294a-4d83-8c72-02f94f300b4d tempest-TestVolumeBootPattern-312973803 tempest-TestVolumeBootPattern-312973803-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=5cd60a83-9370-4a3c-bf76-6621e8005066 HTTP/1.1" status: 200 len: 1125 time: 0.0371599 Apr 12 19:49:26.061052 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 39436) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:49:26.065365 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.v2.base [None req-582a41c1-4bfd-4255-8c0a-4dcd3a7e66dd tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Request body: {'floatingip': {'floating_network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'port_id': 'd302d18e-d32d-403e-95bd-c3bd780fd67a', 'tenant_id': '6bee925806f84c5292071bdf5600ea3d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=106704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:49:26.084962 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-582a41c1-4bfd-4255-8c0a-4dcd3a7e66dd tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:26.164370 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-582a41c1-4bfd-4255-8c0a-4dcd3a7e66dd tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:26.274128 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.db_base_plugin_common [None req-582a41c1-4bfd-4255-8c0a-4dcd3a7e66dd tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Allocated IP 172.27.2.119 (afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08/6283d24b-0e2c-4ae1-ac34-d042e72aa307/f8081e85-335c-4ad0-bd58-747ce26efdb4) {{(pid=106704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:49:26.375943 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-582a41c1-4bfd-4255-8c0a-4dcd3a7e66dd tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Publish callbacks [] for port (f8081e85-335c-4ad0-bd58-747ce26efdb4), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:26.414580 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-582a41c1-4bfd-4255-8c0a-4dcd3a7e66dd tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749198058662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8791401'] for port (f8081e85-335c-4ad0-bd58-747ce26efdb4), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:26.456586 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582a41c1-4bfd-4255-8c0a-4dcd3a7e66dd tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Network afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08 is already hosted by enough agents. {{(pid=106704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:49:26.462921 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.base_scheduler [None req-582a41c1-4bfd-4255-8c0a-4dcd3a7e66dd tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Resources bound (agent type, host, resource id): {{(pid=106704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:49:26.467475 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582a41c1-4bfd-4255-8c0a-4dcd3a7e66dd tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Received port after_create {{(pid=106704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:49:26.469440 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582a41c1-4bfd-4255-8c0a-4dcd3a7e66dd tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Pushing event updated for resources: {'Port': ['ID=f8081e85-335c-4ad0-bd58-747ce26efdb4,revision_number=1']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:49:26.861531 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-582a41c1-4bfd-4255-8c0a-4dcd3a7e66dd tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Publish callbacks [] for floatingip (ac64aa3a-833b-4d96-84e6-141249774947), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:26.933634 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-582a41c1-4bfd-4255-8c0a-4dcd3a7e66dd tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (f8081e85-335c-4ad0-bd58-747ce26efdb4), before_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:27.338410 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-582a41c1-4bfd-4255-8c0a-4dcd3a7e66dd tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Publish callbacks [] for port (f8081e85-335c-4ad0-bd58-747ce26efdb4), precommit_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:27.342738 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-582a41c1-4bfd-4255-8c0a-4dcd3a7e66dd tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8791376'] for port (f8081e85-335c-4ad0-bd58-747ce26efdb4), after_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:27.412748 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582a41c1-4bfd-4255-8c0a-4dcd3a7e66dd tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Pushing event updated for resources: {'Port': ['ID=f8081e85-335c-4ad0-bd58-747ce26efdb4,revision_number=2']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:49:27.424618 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-582a41c1-4bfd-4255-8c0a-4dcd3a7e66dd tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668094'] for floatingip (ac64aa3a-833b-4d96-84e6-141249774947), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:27.530541 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.db.l3_db [None req-582a41c1-4bfd-4255-8c0a-4dcd3a7e66dd tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Floating IP ac64aa3a-833b-4d96-84e6-141249774947 associated. External IP: 172.27.2.119, port: d302d18e-d32d-403e-95bd-c3bd780fd67a. Apr 12 19:49:27.763649 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-582a41c1-4bfd-4255-8c0a-4dcd3a7e66dd tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Router 7013e331-1097-482b-97d8-6610276975e3 has already been hosted by L3 agent 4d9412c4-31b2-4fbf-87a0-f931332ab9d5 {{(pid=106704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 19:49:27.873516 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-582a41c1-4bfd-4255-8c0a-4dcd3a7e66dd tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Notify agent at l3_agent.dv-cinder-837540-1-iscsi the message routers_updated {{(pid=106704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:49:27.883046 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b28159b-e04a-4f6b-a541-302aa97c5fa7 None None] Sync routers for ids ['7013e331-1097-482b-97d8-6610276975e3'] in dv-cinder-837540-1-iscsi {{(pid=106718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:49:27.891419 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-582a41c1-4bfd-4255-8c0a-4dcd3a7e66dd tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245471'] for floatingip (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:27.892850 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b28159b-e04a-4f6b-a541-302aa97c5fa7 None None] Routers {'7013e331-1097-482b-97d8-6610276975e3'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:49:27.893468 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-2b28159b-e04a-4f6b-a541-302aa97c5fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:49:16Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['7013e331-1097-482b-97d8-6610276975e3'], 'active': True} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:49:27.921464 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-582a41c1-4bfd-4255-8c0a-4dcd3a7e66dd tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8594024 Apr 12 19:49:27.922068 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cd60a83-9370-4a3c-bf76-6621e8005066', 'tag': 'd302d18e-d32d-403e-95bd-c3bd780fd67a'}] {{(pid=106704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:49:27.925065 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7198706052eeb44005bd3d373437c5078b0bb903de01f30342c0d4536e5352d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ba80684-2774-4bdf-a6c2-5192a86398e2" -d '{"events": [{"name": "network-changed", "server_uuid": "5cd60a83-9370-4a3c-bf76-6621e8005066", "tag": "d302d18e-d32d-403e-95bd-c3bd780fd67a"}]}' {{(pid=106704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:49:27.961366 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 19:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed561cc-e39c-4bdd-a402-5ffaf68b51b5 x-openstack-request-id: req-7ed561cc-e39c-4bdd-a402-5ffaf68b51b5 {{(pid=106704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:49:27.961664 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cd60a83-9370-4a3c-bf76-6621e8005066", "tag": "d302d18e-d32d-403e-95bd-c3bd780fd67a", "status": "completed", "code": 200}]} {{(pid=106704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:49:27.961949 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7ed561cc-e39c-4bdd-a402-5ffaf68b51b5 {{(pid=106704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:49:27.962360 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ed561cc-e39c-4bdd-a402-5ffaf68b51b5'] response: {'name': 'network-changed', 'server_uuid': '5cd60a83-9370-4a3c-bf76-6621e8005066', 'tag': 'd302d18e-d32d-403e-95bd-c3bd780fd67a', 'status': 'completed', 'code': 200} Apr 12 19:49:28.025422 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba80684-2774-4bdf-a6c2-5192a86398e2 req-f6744b1e-ef32-422d-b7df-47ca877a4f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:49:28.026941 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-9ba80684-2774-4bdf-a6c2-5192a86398e2 req-f6744b1e-ef32-422d-b7df-47ca877a4f7c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6bee925806f84c5292071bdf5600ea3d&device_id=5cd60a83-9370-4a3c-bf76-6621e8005066 HTTP/1.1" status: 200 len: 1130 time: 0.0421555 Apr 12 19:49:28.088673 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvr_db [None req-2b28159b-e04a-4f6b-a541-302aa97c5fa7 None None] Set router 7013e331-1097-482b-97d8-6610276975e3 gateway port host: dv-cinder-837540-1-iscsi {{(pid=106718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:49:28.124213 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba80684-2774-4bdf-a6c2-5192a86398e2 req-7e931697-6aba-4bc0-9e6b-609307f98bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:49:28.125828 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-9ba80684-2774-4bdf-a6c2-5192a86398e2 req-7e931697-6aba-4bc0-9e6b-609307f98bac service neutron] 10.222.0.25 "GET /v2.0/networks?id=cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf HTTP/1.1" status: 200 len: 913 time: 0.0917928 Apr 12 19:49:28.296247 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-2b28159b-e04a-4f6b-a541-302aa97c5fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7013e331-1097-482b-97d8-6610276975e3', 'name': 'tempest-TestVolumeBootPattern-1301443618-router', 'tenant_id': '6bee925806f84c5292071bdf5600ea3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'f88b9b97-d799-4c39-8277-5ca46ea62d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:45:27Z', 'updated_at': '2022-04-12T19:45:30Z', 'revision_number': 4, 'project_id': '6bee925806f84c5292071bdf5600ea3d', 'gw_port': {'id': 'f88b9b97-d799-4c39-8277-5ca46ea62d04', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:29:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7013e331-1097-482b-97d8-6610276975e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:45:28Z', 'updated_at': '2022-04-12T19:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_floatingips': [{'id': 'ac64aa3a-833b-4d96-84e6-141249774947', 'tenant_id': '6bee925806f84c5292071bdf5600ea3d', 'floating_ip_address': '172.27.2.119', 'floating_network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'router_id': '7013e331-1097-482b-97d8-6610276975e3', 'port_id': 'd302d18e-d32d-403e-95bd-c3bd780fd67a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf', 'mac_address': 'fa:16:3e:df:20:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd60a83-9370-4a3c-bf76-6621e8005066', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:49:26Z', 'updated_at': '2022-04-12T19:49:26Z', 'revision_number': 0, 'project_id': '6bee925806f84c5292071bdf5600ea3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ea9e191-0575-41a4-b8a6-6f7159e4e5e7', 'name': '', 'network_id': 'cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf', 'tenant_id': '6bee925806f84c5292071bdf5600ea3d', 'mac_address': 'fa:16:3e:b0:bc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7013e331-1097-482b-97d8-6610276975e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '17d1257d-e8de-480c-a236-a7606e4db732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:45:29Z', 'updated_at': '2022-04-12T19:45:34Z', 'revision_number': 5, 'project_id': '6bee925806f84c5292071bdf5600ea3d', 'subnets': [{'id': '17d1257d-e8de-480c-a236-a7606e4db732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:49:28.327306 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b28159b-e04a-4f6b-a541-302aa97c5fa7 None None] Checking router: 7013e331-1097-482b-97d8-6610276975e3 for host: dv-cinder-837540-1-iscsi {{(pid=106718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:49:28.336314 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b28159b-e04a-4f6b-a541-302aa97c5fa7 None None] Routers {'7013e331-1097-482b-97d8-6610276975e3'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:49:28.336693 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-2b28159b-e04a-4f6b-a541-302aa97c5fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:49:16Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['7013e331-1097-482b-97d8-6610276975e3'], 'active': True} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:49:28.379031 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-9ba80684-2774-4bdf-a6c2-5192a86398e2 req-06b69ba9-4c42-4f94-8322-5444a2bb0059 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d302d18e-d32d-403e-95bd-c3bd780fd67a HTTP/1.1" status: 200 len: 1000 time: 0.0602837 Apr 12 19:49:28.430421 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba80684-2774-4bdf-a6c2-5192a86398e2 req-1697d113-503b-4fc6-b653-d707f06bf4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:49:28.431906 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-9ba80684-2774-4bdf-a6c2-5192a86398e2 req-1697d113-503b-4fc6-b653-d707f06bf4ea service neutron] 10.222.0.25 "GET /v2.0/subnets?id=17d1257d-e8de-480c-a236-a7606e4db732 HTTP/1.1" status: 200 len: 851 time: 0.0473328 Apr 12 19:49:28.447089 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvr_db [None req-2b28159b-e04a-4f6b-a541-302aa97c5fa7 None None] Set router 7013e331-1097-482b-97d8-6610276975e3 gateway port host: dv-cinder-837540-1-iscsi {{(pid=106718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:49:28.662822 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-2b28159b-e04a-4f6b-a541-302aa97c5fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7013e331-1097-482b-97d8-6610276975e3', 'name': 'tempest-TestVolumeBootPattern-1301443618-router', 'tenant_id': '6bee925806f84c5292071bdf5600ea3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'f88b9b97-d799-4c39-8277-5ca46ea62d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:45:27Z', 'updated_at': '2022-04-12T19:45:30Z', 'revision_number': 4, 'project_id': '6bee925806f84c5292071bdf5600ea3d', 'gw_port': {'id': 'f88b9b97-d799-4c39-8277-5ca46ea62d04', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:29:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7013e331-1097-482b-97d8-6610276975e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:45:28Z', 'updated_at': '2022-04-12T19:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_floatingips': [{'id': 'ac64aa3a-833b-4d96-84e6-141249774947', 'tenant_id': '6bee925806f84c5292071bdf5600ea3d', 'floating_ip_address': '172.27.2.119', 'floating_network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'router_id': '7013e331-1097-482b-97d8-6610276975e3', 'port_id': 'd302d18e-d32d-403e-95bd-c3bd780fd67a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf', 'mac_address': 'fa:16:3e:df:20:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd60a83-9370-4a3c-bf76-6621e8005066', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:49:26Z', 'updated_at': '2022-04-12T19:49:26Z', 'revision_number': 0, 'project_id': '6bee925806f84c5292071bdf5600ea3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ea9e191-0575-41a4-b8a6-6f7159e4e5e7', 'name': '', 'network_id': 'cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf', 'tenant_id': '6bee925806f84c5292071bdf5600ea3d', 'mac_address': 'fa:16:3e:b0:bc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7013e331-1097-482b-97d8-6610276975e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '17d1257d-e8de-480c-a236-a7606e4db732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:45:29Z', 'updated_at': '2022-04-12T19:45:34Z', 'revision_number': 5, 'project_id': '6bee925806f84c5292071bdf5600ea3d', 'subnets': [{'id': '17d1257d-e8de-480c-a236-a7606e4db732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:49:28.678180 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba80684-2774-4bdf-a6c2-5192a86398e2 req-586358f4-e6d7-4a3b-ad1e-4bfda108d91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:49:28.679731 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-9ba80684-2774-4bdf-a6c2-5192a86398e2 req-586358f4-e6d7-4a3b-ad1e-4bfda108d91c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438328 Apr 12 19:49:28.692940 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b28159b-e04a-4f6b-a541-302aa97c5fa7 None None] The sync data for ids ['7013e331-1097-482b-97d8-6610276975e3'] in dv-cinder-837540-1-iscsi is: [{'id': '7013e331-1097-482b-97d8-6610276975e3', 'name': 'tempest-TestVolumeBootPattern-1301443618-router', 'tenant_id': '6bee925806f84c5292071bdf5600ea3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'f88b9b97-d799-4c39-8277-5ca46ea62d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:45:27Z', 'updated_at': '2022-04-12T19:45:30Z', 'revision_number': 4, 'project_id': '6bee925806f84c5292071bdf5600ea3d', 'gw_port': {'id': 'f88b9b97-d799-4c39-8277-5ca46ea62d04', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:29:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7013e331-1097-482b-97d8-6610276975e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:45:28Z', 'updated_at': '2022-04-12T19:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_floatingips': [{'id': 'ac64aa3a-833b-4d96-84e6-141249774947', 'tenant_id': '6bee925806f84c5292071bdf5600ea3d', 'floating_ip_address': '172.27.2.119', 'floating_network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'router_id': '7013e331-1097-482b-97d8-6610276975e3', 'port_id': 'd302d18e-d32d-403e-95bd-c3bd780fd67a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf', 'mac_address': 'fa:16:3e:df:20:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd60a83-9370-4a3c-bf76-6621e8005066', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:49:26Z', 'updated_at': '2022-04-12T19:49:26Z', 'revision_number': 0, 'project_id': '6bee925806f84c5292071bdf5600ea3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ea9e191-0575-41a4-b8a6-6f7159e4e5e7', 'name': '', 'network_id': 'cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf', 'tenant_id': '6bee925806f84c5292071bdf5600ea3d', 'mac_address': 'fa:16:3e:b0:bc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7013e331-1097-482b-97d8-6610276975e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '17d1257d-e8de-480c-a236-a7606e4db732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:45:29Z', 'updated_at': '2022-04-12T19:45:34Z', 'revision_number': 5, 'project_id': '6bee925806f84c5292071bdf5600ea3d', 'subnets': [{'id': '17d1257d-e8de-480c-a236-a7606e4db732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:49:28.775150 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-9ba80684-2774-4bdf-a6c2-5192a86398e2 req-4111e555-dd0e-42c5-90bc-29754c8cbc7f service neutron] 10.222.0.25 "GET /v2.0/networks/cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871625 Apr 12 19:49:28.877300 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-9ba80684-2774-4bdf-a6c2-5192a86398e2 req-8916646b-1dd3-46fe-924b-73f999b7df13 service neutron] 10.222.0.25 "GET /v2.0/networks/cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942917 Apr 12 19:49:28.900389 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9dc66a4-313e-4986-b65e-244ea990caac None None] New status for floating IP ac64aa3a-833b-4d96-84e6-141249774947: ACTIVE {{(pid=106714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 19:49:30.105779 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-bdd9f400-6a32-4b84-89e6-e700c1f941f0 req-e8a7154f-76c6-41b6-9ddc-5e7a1db0ded1 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b7216c75-bedc-4144-8b13-94d37bdf7c13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0379078 Apr 12 19:49:30.163891 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd9f400-6a32-4b84-89e6-e700c1f941f0 req-6a3369a3-c5ab-47dc-bff2-963d0703121f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:49:30.165463 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-bdd9f400-6a32-4b84-89e6-e700c1f941f0 req-6a3369a3-c5ab-47dc-bff2-963d0703121f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a16ad9726e5e4b49874286bb90e53c94&device_id=b7216c75-bedc-4144-8b13-94d37bdf7c13 HTTP/1.1" status: 200 len: 1131 time: 0.0371170 Apr 12 19:49:30.268715 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd9f400-6a32-4b84-89e6-e700c1f941f0 req-b1ee5296-c30d-4e4c-b7e3-6d7a0f43eab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:49:30.270149 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-bdd9f400-6a32-4b84-89e6-e700c1f941f0 req-b1ee5296-c30d-4e4c-b7e3-6d7a0f43eab1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f4a737e2-fbd1-4d73-b744-770d94c0d414 HTTP/1.1" status: 200 len: 917 time: 0.0853410 Apr 12 19:49:30.334236 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-bdd9f400-6a32-4b84-89e6-e700c1f941f0 req-99a74d9d-9308-4e67-9de8-04b0543e92a4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2eb2f619-7f5e-48a2-9ea1-d27b19512f87 HTTP/1.1" status: 200 len: 1002 time: 0.0572021 Apr 12 19:49:30.385745 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd9f400-6a32-4b84-89e6-e700c1f941f0 req-02d0f504-c922-418c-be2a-ded792ff9c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:49:30.387145 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-bdd9f400-6a32-4b84-89e6-e700c1f941f0 req-02d0f504-c922-418c-be2a-ded792ff9c2d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f0175af4-3e14-4634-8d47-e6784ac2f6db HTTP/1.1" status: 200 len: 855 time: 0.0464509 Apr 12 19:49:30.430279 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd9f400-6a32-4b84-89e6-e700c1f941f0 req-0567ae42-75e8-465e-8de3-ea555bf5537f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:49:30.431651 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-bdd9f400-6a32-4b84-89e6-e700c1f941f0 req-0567ae42-75e8-465e-8de3-ea555bf5537f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f4a737e2-fbd1-4d73-b744-770d94c0d414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379450 Apr 12 19:49:30.518868 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-bdd9f400-6a32-4b84-89e6-e700c1f941f0 req-4dc7a114-181b-42a7-b3d8-25eab70f5038 service neutron] 10.222.0.25 "GET /v2.0/networks/f4a737e2-fbd1-4d73-b744-770d94c0d414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805609 Apr 12 19:49:30.607754 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-bdd9f400-6a32-4b84-89e6-e700c1f941f0 req-10ff067e-dae7-4551-af61-ed9f3873c508 service neutron] 10.222.0.25 "GET /v2.0/networks/f4a737e2-fbd1-4d73-b744-770d94c0d414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824573 Apr 12 19:49:42.638226 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a76a34d-ad6e-4b42-a6ef-7f9b3aee87fc req-f994e4b2-dde9-4614-b404-c6cd645f4164 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:49:42.639582 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-8a76a34d-ad6e-4b42-a6ef-7f9b3aee87fc req-f994e4b2-dde9-4614-b404-c6cd645f4164 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/ports?device_id=364582b7-8c58-4d0e-b6c3-f1cce37e4aab HTTP/1.1" status: 200 len: 946 time: 0.0464771 Apr 12 19:49:42.687183 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-8a76a34d-ad6e-4b42-a6ef-7f9b3aee87fc req-9b9488c4-92ba-43ae-982c-62d95a2029f2 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/security-groups?id=20b1c426-fba5-4c71-9fac-1ae6ab832811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420313 Apr 12 19:49:43.802924 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9e97bb-1400-4eba-9402-c854f256d074 req-28d20193-f111-4b3a-9466-ac7f2badfcf7 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:49:43.804366 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-6b9e97bb-1400-4eba-9402-c854f256d074 req-28d20193-f111-4b3a-9466-ac7f2badfcf7 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/ports?device_id=364582b7-8c58-4d0e-b6c3-f1cce37e4aab HTTP/1.1" status: 200 len: 946 time: 0.0456505 Apr 12 19:49:43.851179 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-6b9e97bb-1400-4eba-9402-c854f256d074 req-f1014a06-6a58-40a5-ad5a-e1cde657638c tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/security-groups?id=20b1c426-fba5-4c71-9fac-1ae6ab832811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412359 Apr 12 19:49:43.854224 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-e096d280-0bd3-4ce3-8956-cf3ea03dbf84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (055fa106-9079-4d8f-a829-e3ca37bbcb19), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:44.182007 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.agents_db [None req-c5aaa6ba-db5d-46db-92f0-20249d3ff0a0 None None] Agent healthcheck: found 6 active agents {{(pid=106718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 19:49:44.462523 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7af70db-b6c5-4bff-80a8-f9c7096a385d req-e5729911-70ed-4bb5-8843-7627eae78fd5 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:49:44.463935 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-a7af70db-b6c5-4bff-80a8-f9c7096a385d req-e5729911-70ed-4bb5-8843-7627eae78fd5 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.25 "GET /v2.0/ports?device_id=364582b7-8c58-4d0e-b6c3-f1cce37e4aab HTTP/1.1" status: 200 len: 946 time: 0.0504513 Apr 12 19:49:44.549537 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.plugin [req-a7af70db-b6c5-4bff-80a8-f9c7096a385d req-73d2490f-b8b8-4c5e-9a48-4d074afc1947 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Deleting port bf839743-febb-4c44-a8a1-ac8f3f1e3c1d {{(pid=106704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:49:44.549871 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-a7af70db-b6c5-4bff-80a8-f9c7096a385d req-73d2490f-b8b8-4c5e-9a48-4d074afc1947 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749198460456'] for port (bf839743-febb-4c44-a8a1-ac8f3f1e3c1d), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:44.638476 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.db [req-a7af70db-b6c5-4bff-80a8-f9c7096a385d req-73d2490f-b8b8-4c5e-9a48-4d074afc1947 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] For port bf839743-febb-4c44-a8a1-ac8f3f1e3c1d, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=bf839743-febb-4c44-a8a1-ac8f3f1e3c1d,segment=NetworkSegment(bcbff496-9379-41c1-8ff0-8a4d3d91ad6b),segment_id=bcbff496-9379-41c1-8ff0-8a4d3d91ad6b)] {{(pid=106704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:49:44.638830 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-a7af70db-b6c5-4bff-80a8-f9c7096a385d req-73d2490f-b8b8-4c5e-9a48-4d074afc1947 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661808'] for port (bf839743-febb-4c44-a8a1-ac8f3f1e3c1d), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:44.804022 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-a7af70db-b6c5-4bff-80a8-f9c7096a385d req-73d2490f-b8b8-4c5e-9a48-4d074afc1947 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:44.804378 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-a7af70db-b6c5-4bff-80a8-f9c7096a385d req-73d2490f-b8b8-4c5e-9a48-4d074afc1947 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668094'] for floatingip (af2716be-ff02-4e78-a185-63086e8b9dff), after_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:44.804690 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.db.l3_db [req-a7af70db-b6c5-4bff-80a8-f9c7096a385d req-73d2490f-b8b8-4c5e-9a48-4d074afc1947 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Floating IP af2716be-ff02-4e78-a185-63086e8b9dff disassociated. External IP: 172.27.2.181, port: bf839743-febb-4c44-a8a1-ac8f3f1e3c1d. Apr 12 19:49:44.805022 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.plugin [req-a7af70db-b6c5-4bff-80a8-f9c7096a385d req-73d2490f-b8b8-4c5e-9a48-4d074afc1947 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Calling delete_port for bf839743-febb-4c44-a8a1-ac8f3f1e3c1d owned by compute:nova {{(pid=106704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:49:44.956368 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-a7af70db-b6c5-4bff-80a8-f9c7096a385d req-73d2490f-b8b8-4c5e-9a48-4d074afc1947 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749198465814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749198058671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8791401'] for port (bf839743-febb-4c44-a8a1-ac8f3f1e3c1d), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:44.990201 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d2490f-b8b8-4c5e-9a48-4d074afc1947 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Pushing event deleted for resources: {'Port': ['ID=bf839743-febb-4c44-a8a1-ac8f3f1e3c1d,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:49:45.003210 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7164dc6-e134-440c-803a-c4cc5c521b9e req-3af6ced6-39aa-435a-ac40-b236389f285e tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:49:45.004744 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-a7164dc6-e134-440c-803a-c4cc5c521b9e req-3af6ced6-39aa-435a-ac40-b236389f285e tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/ports?device_id=364582b7-8c58-4d0e-b6c3-f1cce37e4aab HTTP/1.1" status: 200 len: 946 time: 0.0827317 Apr 12 19:49:45.130515 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-a7164dc6-e134-440c-803a-c4cc5c521b9e req-6d65c58c-ee0e-4bd6-a08c-d73dde9e65ea tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/security-groups?id=20b1c426-fba5-4c71-9fac-1ae6ab832811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198964 Apr 12 19:49:45.149912 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a7af70db-b6c5-4bff-80a8-f9c7096a385d req-73d2490f-b8b8-4c5e-9a48-4d074afc1947 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Router b18ff2db-c3ca-4b36-83ec-0fa886e80341 has already been hosted by L3 agent 4d9412c4-31b2-4fbf-87a0-f931332ab9d5 {{(pid=106704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 19:49:45.255145 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a7af70db-b6c5-4bff-80a8-f9c7096a385d req-73d2490f-b8b8-4c5e-9a48-4d074afc1947 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Notify agent at l3_agent.dv-cinder-837540-1-iscsi the message routers_updated {{(pid=106704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:49:45.265750 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45cd601d-cbae-4f08-a5a6-ceaca7d16a2b None None] Sync routers for ids ['b18ff2db-c3ca-4b36-83ec-0fa886e80341'] in dv-cinder-837540-1-iscsi {{(pid=106718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:49:45.276109 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45cd601d-cbae-4f08-a5a6-ceaca7d16a2b None None] Routers {'b18ff2db-c3ca-4b36-83ec-0fa886e80341'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:49:45.276811 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-45cd601d-cbae-4f08-a5a6-ceaca7d16a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:49:16Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['b18ff2db-c3ca-4b36-83ec-0fa886e80341'], 'active': True} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:49:45.299140 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7af70db-b6c5-4bff-80a8-f9c7096a385d req-73d2490f-b8b8-4c5e-9a48-4d074afc1947 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] No DVR routers for this DVR port bf839743-febb-4c44-a8a1-ac8f3f1e3c1d on host hv-cinder-83754 {{(pid=106704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 19:49:45.301731 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-a7af70db-b6c5-4bff-80a8-f9c7096a385d req-73d2490f-b8b8-4c5e-9a48-4d074afc1947 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245471'] for port (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:45.305056 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-a7af70db-b6c5-4bff-80a8-f9c7096a385d req-73d2490f-b8b8-4c5e-9a48-4d074afc1947 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.25 "DELETE /v2.0/ports/bf839743-febb-4c44-a8a1-ac8f3f1e3c1d HTTP/1.1" status: 204 len: 173 time: 0.8340578 Apr 12 19:49:45.305499 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '364582b7-8c58-4d0e-b6c3-f1cce37e4aab', 'name': 'network-vif-deleted', 'tag': 'bf839743-febb-4c44-a8a1-ac8f3f1e3c1d'}] {{(pid=106704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:49:45.307710 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7198706052eeb44005bd3d373437c5078b0bb903de01f30342c0d4536e5352d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a31a247-0f34-49dd-aee2-07649e64083a" -d '{"events": [{"server_uuid": "364582b7-8c58-4d0e-b6c3-f1cce37e4aab", "name": "network-vif-deleted", "tag": "bf839743-febb-4c44-a8a1-ac8f3f1e3c1d"}]}' {{(pid=106704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:49:45.354528 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 19:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-033750db-fdbf-435a-b877-0341b765b180 x-openstack-request-id: req-033750db-fdbf-435a-b877-0341b765b180 {{(pid=106704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:49:45.354907 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "364582b7-8c58-4d0e-b6c3-f1cce37e4aab", "name": "network-vif-deleted", "tag": "bf839743-febb-4c44-a8a1-ac8f3f1e3c1d", "status": "completed", "code": 200}]} {{(pid=106704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:49:45.355079 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-033750db-fdbf-435a-b877-0341b765b180 {{(pid=106704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:49:45.355489 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.notifiers.nova [-] Nova event matching ['req-033750db-fdbf-435a-b877-0341b765b180'] response: {'server_uuid': '364582b7-8c58-4d0e-b6c3-f1cce37e4aab', 'name': 'network-vif-deleted', 'tag': 'bf839743-febb-4c44-a8a1-ac8f3f1e3c1d', 'status': 'completed', 'code': 200} Apr 12 19:49:45.398216 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvr_db [None req-45cd601d-cbae-4f08-a5a6-ceaca7d16a2b None None] Set router b18ff2db-c3ca-4b36-83ec-0fa886e80341 gateway port host: dv-cinder-837540-1-iscsi {{(pid=106718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:49:45.593740 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-45cd601d-cbae-4f08-a5a6-ceaca7d16a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18ff2db-c3ca-4b36-83ec-0fa886e80341', 'name': 'tempest-AttachVolumeNegativeTest-1783169139-router', 'tenant_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '11d01457-6788-4684-96e1-1ddb12a76ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:39:17Z', 'updated_at': '2022-04-12T19:39:23Z', 'revision_number': 4, 'project_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'gw_port': {'id': '11d01457-6788-4684-96e1-1ddb12a76ffb', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ea:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18ff2db-c3ca-4b36-83ec-0fa886e80341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:39:17Z', 'updated_at': '2022-04-12T19:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_interfaces': [{'id': '9f4a38d1-f0e9-4138-9648-e005b578b7dc', 'name': '', 'network_id': '7d6decb1-add4-41a2-b83e-9ac42c2293d8', 'tenant_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'mac_address': 'fa:16:3e:8c:04:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18ff2db-c3ca-4b36-83ec-0fa886e80341', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'fc7e26f8-26c2-4af8-af1d-d7fc67300eb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:39:21Z', 'updated_at': '2022-04-12T19:39:29Z', 'revision_number': 5, 'project_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'subnets': [{'id': 'fc7e26f8-26c2-4af8-af1d-d7fc67300eb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:49:45.620040 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45cd601d-cbae-4f08-a5a6-ceaca7d16a2b None None] Checking router: b18ff2db-c3ca-4b36-83ec-0fa886e80341 for host: dv-cinder-837540-1-iscsi {{(pid=106718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:49:45.628471 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45cd601d-cbae-4f08-a5a6-ceaca7d16a2b None None] Routers {'b18ff2db-c3ca-4b36-83ec-0fa886e80341'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:49:45.629074 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-45cd601d-cbae-4f08-a5a6-ceaca7d16a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:49:16Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['b18ff2db-c3ca-4b36-83ec-0fa886e80341'], 'active': True} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:49:45.733445 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvr_db [None req-45cd601d-cbae-4f08-a5a6-ceaca7d16a2b None None] Set router b18ff2db-c3ca-4b36-83ec-0fa886e80341 gateway port host: dv-cinder-837540-1-iscsi {{(pid=106718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:49:46.011354 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-45cd601d-cbae-4f08-a5a6-ceaca7d16a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18ff2db-c3ca-4b36-83ec-0fa886e80341', 'name': 'tempest-AttachVolumeNegativeTest-1783169139-router', 'tenant_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '11d01457-6788-4684-96e1-1ddb12a76ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:39:17Z', 'updated_at': '2022-04-12T19:39:23Z', 'revision_number': 4, 'project_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'gw_port': {'id': '11d01457-6788-4684-96e1-1ddb12a76ffb', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ea:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18ff2db-c3ca-4b36-83ec-0fa886e80341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:39:17Z', 'updated_at': '2022-04-12T19:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_interfaces': [{'id': '9f4a38d1-f0e9-4138-9648-e005b578b7dc', 'name': '', 'network_id': '7d6decb1-add4-41a2-b83e-9ac42c2293d8', 'tenant_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'mac_address': 'fa:16:3e:8c:04:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18ff2db-c3ca-4b36-83ec-0fa886e80341', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'fc7e26f8-26c2-4af8-af1d-d7fc67300eb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:39:21Z', 'updated_at': '2022-04-12T19:39:29Z', 'revision_number': 5, 'project_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'subnets': [{'id': 'fc7e26f8-26c2-4af8-af1d-d7fc67300eb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:49:46.040101 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45cd601d-cbae-4f08-a5a6-ceaca7d16a2b None None] The sync data for ids ['b18ff2db-c3ca-4b36-83ec-0fa886e80341'] in dv-cinder-837540-1-iscsi is: [{'id': 'b18ff2db-c3ca-4b36-83ec-0fa886e80341', 'name': 'tempest-AttachVolumeNegativeTest-1783169139-router', 'tenant_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '11d01457-6788-4684-96e1-1ddb12a76ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:39:17Z', 'updated_at': '2022-04-12T19:39:23Z', 'revision_number': 4, 'project_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'gw_port': {'id': '11d01457-6788-4684-96e1-1ddb12a76ffb', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ea:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18ff2db-c3ca-4b36-83ec-0fa886e80341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:39:17Z', 'updated_at': '2022-04-12T19:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_interfaces': [{'id': '9f4a38d1-f0e9-4138-9648-e005b578b7dc', 'name': '', 'network_id': '7d6decb1-add4-41a2-b83e-9ac42c2293d8', 'tenant_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'mac_address': 'fa:16:3e:8c:04:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18ff2db-c3ca-4b36-83ec-0fa886e80341', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'fc7e26f8-26c2-4af8-af1d-d7fc67300eb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:39:21Z', 'updated_at': '2022-04-12T19:39:29Z', 'revision_number': 5, 'project_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'subnets': [{'id': 'fc7e26f8-26c2-4af8-af1d-d7fc67300eb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:49:46.212201 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 39518) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:49:46.264851 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344f5d8e-c75f-4d14-869d-e1b414cd2ea5 None None] New status for floating IP af2716be-ff02-4e78-a185-63086e8b9dff: DOWN {{(pid=106714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 19:49:46.269466 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-801e339a-40f1-4051-bd55-795780dfd98f tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks [] for security_group (20b1c426-fba5-4c71-9fac-1ae6ab832811), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:46.292260 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-801e339a-40f1-4051-bd55-795780dfd98f tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks [] for security_group (20b1c426-fba5-4c71-9fac-1ae6ab832811), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:46.339792 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-801e339a-40f1-4051-bd55-795780dfd98f tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (20b1c426-fba5-4c71-9fac-1ae6ab832811), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:46.342439 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-801e339a-40f1-4051-bd55-795780dfd98f tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks [] for security_group (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:46.346078 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-801e339a-40f1-4051-bd55-795780dfd98f tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "DELETE /v2.0/security-groups/20b1c426-fba5-4c71-9fac-1ae6ab832811 HTTP/1.1" status: 204 len: 168 time: 0.1304460 Apr 12 19:49:46.346855 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 39520) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:49:46.354238 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801e339a-40f1-4051-bd55-795780dfd98f tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b1c426-fba5-4c71-9fac-1ae6ab832811,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:49:46.366670 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.api.v2.resource [None req-d959a470-523f-4f39-83d7-b3cfc26812a0 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] show failed (client error): The resource could not be found. Apr 12 19:49:46.367670 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-d959a470-523f-4f39-83d7-b3cfc26812a0 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "GET /v2.0/security-groups/20b1c426-fba5-4c71-9fac-1ae6ab832811 HTTP/1.1" status: 404 len: 347 time: 0.0190001 Apr 12 19:49:46.370503 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 39522) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:49:46.385125 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-25019f6b-f6c3-4be7-acad-f4bf4f670288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (4d9412c4-31b2-4fbf-87a0-f931332ab9d5), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:46.493199 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.plugin [None req-5bd4ed6f-032b-4a04-942b-9c8e4124a165 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Deleting port 5858ab55-9b16-4970-9c3b-a64763787b71 {{(pid=106707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:49:46.493536 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-5bd4ed6f-032b-4a04-942b-9c8e4124a165 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749198460456'] for port (5858ab55-9b16-4970-9c3b-a64763787b71), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:46.570507 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-5bd4ed6f-032b-4a04-942b-9c8e4124a165 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661808'] for port (5858ab55-9b16-4970-9c3b-a64763787b71), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:46.570767 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-5bd4ed6f-032b-4a04-942b-9c8e4124a165 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks [] for floatingip (5858ab55-9b16-4970-9c3b-a64763787b71), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:46.583113 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.plugin [None req-5bd4ed6f-032b-4a04-942b-9c8e4124a165 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Calling delete_port for 5858ab55-9b16-4970-9c3b-a64763787b71 owned by network:floatingip {{(pid=106707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:49:46.718147 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-5bd4ed6f-032b-4a04-942b-9c8e4124a165 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749198465814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749198058671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9064885'] for port (5858ab55-9b16-4970-9c3b-a64763787b71), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:46.743790 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd4ed6f-032b-4a04-942b-9c8e4124a165 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Pushing event deleted for resources: {'Port': ['ID=5858ab55-9b16-4970-9c3b-a64763787b71,revision_number=None']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:49:46.755280 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd4ed6f-032b-4a04-942b-9c8e4124a165 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:49:46.755631 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd4ed6f-032b-4a04-942b-9c8e4124a165 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:49:46.755988 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd4ed6f-032b-4a04-942b-9c8e4124a165 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:49:46.756337 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd4ed6f-032b-4a04-942b-9c8e4124a165 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:49:46.756669 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd4ed6f-032b-4a04-942b-9c8e4124a165 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:49:46.757001 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd4ed6f-032b-4a04-942b-9c8e4124a165 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:49:46.757332 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd4ed6f-032b-4a04-942b-9c8e4124a165 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:49:46.757662 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd4ed6f-032b-4a04-942b-9c8e4124a165 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:49:46.757983 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd4ed6f-032b-4a04-942b-9c8e4124a165 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:49:46.758308 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd4ed6f-032b-4a04-942b-9c8e4124a165 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:49:46.758631 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd4ed6f-032b-4a04-942b-9c8e4124a165 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:49:46.758953 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd4ed6f-032b-4a04-942b-9c8e4124a165 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:49:46.759275 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd4ed6f-032b-4a04-942b-9c8e4124a165 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:49:46.759593 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd4ed6f-032b-4a04-942b-9c8e4124a165 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:49:46.759912 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd4ed6f-032b-4a04-942b-9c8e4124a165 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:49:46.813406 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-5bd4ed6f-032b-4a04-942b-9c8e4124a165 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks [] for floatingip (af2716be-ff02-4e78-a185-63086e8b9dff), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:46.816006 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-5bd4ed6f-032b-4a04-942b-9c8e4124a165 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245471'] for floatingip (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:46.817149 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-5bd4ed6f-032b-4a04-942b-9c8e4124a165 tempest-AttachVolumeNegativeTest-1739917086 tempest-AttachVolumeNegativeTest-1739917086-project] 10.222.0.15 "DELETE /v2.0/floatingips/af2716be-ff02-4e78-a185-63086e8b9dff HTTP/1.1" status: 204 len: 168 time: 0.4457707 Apr 12 19:49:47.194005 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Device bf839743-febb-4c44-a8a1-ac8f3f1e3c1d no longer exists at agent hyperv_hv-cinder-83754 {{(pid=106714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 19:49:47.215259 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] No Port match for: bf839743-febb-4c44-a8a1-ac8f3f1e3c1d {{(pid=106714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 19:49:47.215604 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Device bf839743-febb-4c44-a8a1-ac8f3f1e3c1d not bound to the agent host hv-cinder-83754 {{(pid=106714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 19:49:47.240659 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-0fb4a5ae-492f-43e3-90d5-82372e23b9ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (01005bd1-5b1e-41c6-b9b3-a4d4f93589b9), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:48.809185 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-655d5a5e-25bf-423f-acb4-166f4bec9d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (f3d2fb0e-5305-4f08-ab1f-5f1d50bdad22), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:50.448059 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 39562) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:49:50.475727 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (e0bf5abe-d5c5-40a1-a359-03156ade36a4), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:50.863543 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-81c84bf5-e037-43fa-a5c3-fff9c97ece38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-668350'] for router_interface (b18ff2db-c3ca-4b36-83ec-0fa886e80341), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:51.090860 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.plugin [None req-81c84bf5-e037-43fa-a5c3-fff9c97ece38 admin admin] Deleting port 9f4a38d1-f0e9-4138-9648-e005b578b7dc {{(pid=106707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:49:51.091115 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-81c84bf5-e037-43fa-a5c3-fff9c97ece38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749198460456'] for port (9f4a38d1-f0e9-4138-9648-e005b578b7dc), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:51.166211 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.db [None req-81c84bf5-e037-43fa-a5c3-fff9c97ece38 admin admin] For port 9f4a38d1-f0e9-4138-9648-e005b578b7dc, host dv-cinder-837540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-1-iscsi',level=0,port_id=9f4a38d1-f0e9-4138-9648-e005b578b7dc,segment=NetworkSegment(bcbff496-9379-41c1-8ff0-8a4d3d91ad6b),segment_id=bcbff496-9379-41c1-8ff0-8a4d3d91ad6b)] {{(pid=106707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:49:51.166563 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-81c84bf5-e037-43fa-a5c3-fff9c97ece38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661808'] for port (9f4a38d1-f0e9-4138-9648-e005b578b7dc), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:51.182794 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.plugin [None req-81c84bf5-e037-43fa-a5c3-fff9c97ece38 admin admin] Calling delete_port for 9f4a38d1-f0e9-4138-9648-e005b578b7dc owned by network:router_interface {{(pid=106707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:49:51.357508 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-81c84bf5-e037-43fa-a5c3-fff9c97ece38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749198465814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749198058671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9064885'] for port (9f4a38d1-f0e9-4138-9648-e005b578b7dc), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:51.382863 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c84bf5-e037-43fa-a5c3-fff9c97ece38 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f4a38d1-f0e9-4138-9648-e005b578b7dc,revision_number=None']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:49:51.547388 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-81c84bf5-e037-43fa-a5c3-fff9c97ece38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-668194'] for router_interface (b18ff2db-c3ca-4b36-83ec-0fa886e80341), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:51.759583 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81c84bf5-e037-43fa-a5c3-fff9c97ece38 admin admin] Router b18ff2db-c3ca-4b36-83ec-0fa886e80341 has already been hosted by L3 agent 4d9412c4-31b2-4fbf-87a0-f931332ab9d5 {{(pid=106707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 19:49:51.864489 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81c84bf5-e037-43fa-a5c3-fff9c97ece38 admin admin] Notify agent at l3_agent.dv-cinder-837540-1-iscsi the message routers_updated {{(pid=106707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:49:51.869455 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-81c84bf5-e037-43fa-a5c3-fff9c97ece38 admin admin] 10.222.0.15 "PUT /v2.0/routers/b18ff2db-c3ca-4b36-83ec-0fa886e80341/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4203959 Apr 12 19:49:51.872180 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 39566) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:49:51.875059 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debbad5a-18e0-4108-8f17-53c211e63bfd None None] Sync routers for ids ['b18ff2db-c3ca-4b36-83ec-0fa886e80341'] in dv-cinder-837540-1-iscsi {{(pid=106718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:49:51.885563 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debbad5a-18e0-4108-8f17-53c211e63bfd None None] Routers {'b18ff2db-c3ca-4b36-83ec-0fa886e80341'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:49:51.886182 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-debbad5a-18e0-4108-8f17-53c211e63bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:49:46Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['b18ff2db-c3ca-4b36-83ec-0fa886e80341'], 'active': True} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:49:51.975792 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-021e654c-f0ad-42ff-ae34-dd013f38ea51 admin admin] Publish callbacks [] for router (b18ff2db-c3ca-4b36-83ec-0fa886e80341), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:51.989917 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvr_db [None req-debbad5a-18e0-4108-8f17-53c211e63bfd None None] Set router b18ff2db-c3ca-4b36-83ec-0fa886e80341 gateway port host: dv-cinder-837540-1-iscsi {{(pid=106718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:49:52.085114 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-021e654c-f0ad-42ff-ae34-dd013f38ea51 admin admin] Publish callbacks [] for router_gateway (b18ff2db-c3ca-4b36-83ec-0fa886e80341), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:52.129222 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.plugin [None req-021e654c-f0ad-42ff-ae34-dd013f38ea51 admin admin] Deleting port 11d01457-6788-4684-96e1-1ddb12a76ffb {{(pid=106704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:49:52.129558 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-021e654c-f0ad-42ff-ae34-dd013f38ea51 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749198460456'] for port (11d01457-6788-4684-96e1-1ddb12a76ffb), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:52.155784 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-debbad5a-18e0-4108-8f17-53c211e63bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18ff2db-c3ca-4b36-83ec-0fa886e80341', 'name': 'tempest-AttachVolumeNegativeTest-1783169139-router', 'tenant_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '11d01457-6788-4684-96e1-1ddb12a76ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:39:17Z', 'updated_at': '2022-04-12T19:49:51Z', 'revision_number': 5, 'project_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'gw_port': {'id': '11d01457-6788-4684-96e1-1ddb12a76ffb', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ea:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18ff2db-c3ca-4b36-83ec-0fa886e80341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:39:17Z', 'updated_at': '2022-04-12T19:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi'}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:49:52.185738 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debbad5a-18e0-4108-8f17-53c211e63bfd None None] Checking router: b18ff2db-c3ca-4b36-83ec-0fa886e80341 for host: dv-cinder-837540-1-iscsi {{(pid=106718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:49:52.194975 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debbad5a-18e0-4108-8f17-53c211e63bfd None None] Routers {'b18ff2db-c3ca-4b36-83ec-0fa886e80341'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:49:52.195607 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-debbad5a-18e0-4108-8f17-53c211e63bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:49:46Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['b18ff2db-c3ca-4b36-83ec-0fa886e80341'], 'active': True} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:49:52.210462 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.db [None req-021e654c-f0ad-42ff-ae34-dd013f38ea51 admin admin] For port 11d01457-6788-4684-96e1-1ddb12a76ffb, host dv-cinder-837540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-1-iscsi',level=0,port_id=11d01457-6788-4684-96e1-1ddb12a76ffb,segment=NetworkSegment(d71711ac-63cd-4a26-822c-81ae059ce82d),segment_id=d71711ac-63cd-4a26-822c-81ae059ce82d)] {{(pid=106704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:49:52.210807 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-021e654c-f0ad-42ff-ae34-dd013f38ea51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661808'] for port (11d01457-6788-4684-96e1-1ddb12a76ffb), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:52.223384 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.plugin [None req-021e654c-f0ad-42ff-ae34-dd013f38ea51 admin admin] Calling delete_port for 11d01457-6788-4684-96e1-1ddb12a76ffb owned by network:router_gateway {{(pid=106704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:49:52.282170 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvr_db [None req-debbad5a-18e0-4108-8f17-53c211e63bfd None None] Set router b18ff2db-c3ca-4b36-83ec-0fa886e80341 gateway port host: None {{(pid=106718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:49:52.337926 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-debbad5a-18e0-4108-8f17-53c211e63bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18ff2db-c3ca-4b36-83ec-0fa886e80341', 'name': 'tempest-AttachVolumeNegativeTest-1783169139-router', 'tenant_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:39:17Z', 'updated_at': '2022-04-12T19:49:52Z', 'revision_number': 6, 'project_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'gw_port_host': None}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:49:52.367874 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debbad5a-18e0-4108-8f17-53c211e63bfd None None] The sync data for ids ['b18ff2db-c3ca-4b36-83ec-0fa886e80341'] in dv-cinder-837540-1-iscsi is: [{'id': 'b18ff2db-c3ca-4b36-83ec-0fa886e80341', 'name': 'tempest-AttachVolumeNegativeTest-1783169139-router', 'tenant_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:39:17Z', 'updated_at': '2022-04-12T19:49:52Z', 'revision_number': 6, 'project_id': 'bf0fdf698e0443cf9d5596d1b7604976', 'gw_port_host': None}] {{(pid=106718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:49:52.394607 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-021e654c-f0ad-42ff-ae34-dd013f38ea51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749198465814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749198058671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8791401'] for port (11d01457-6788-4684-96e1-1ddb12a76ffb), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:52.438390 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021e654c-f0ad-42ff-ae34-dd013f38ea51 admin admin] Pushing event deleted for resources: {'Port': ['ID=11d01457-6788-4684-96e1-1ddb12a76ffb,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:49:52.463021 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021e654c-f0ad-42ff-ae34-dd013f38ea51 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:49:52.463369 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021e654c-f0ad-42ff-ae34-dd013f38ea51 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:49:52.463710 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021e654c-f0ad-42ff-ae34-dd013f38ea51 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:49:52.464075 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021e654c-f0ad-42ff-ae34-dd013f38ea51 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:49:52.464411 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021e654c-f0ad-42ff-ae34-dd013f38ea51 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:49:52.464738 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021e654c-f0ad-42ff-ae34-dd013f38ea51 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:49:52.465063 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021e654c-f0ad-42ff-ae34-dd013f38ea51 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:49:52.465387 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021e654c-f0ad-42ff-ae34-dd013f38ea51 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:49:52.465711 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021e654c-f0ad-42ff-ae34-dd013f38ea51 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:49:52.466035 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021e654c-f0ad-42ff-ae34-dd013f38ea51 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:49:52.466357 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021e654c-f0ad-42ff-ae34-dd013f38ea51 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:49:52.466678 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021e654c-f0ad-42ff-ae34-dd013f38ea51 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:49:52.466996 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021e654c-f0ad-42ff-ae34-dd013f38ea51 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:49:52.467313 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021e654c-f0ad-42ff-ae34-dd013f38ea51 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:49:52.467629 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021e654c-f0ad-42ff-ae34-dd013f38ea51 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:49:52.492587 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-021e654c-f0ad-42ff-ae34-dd013f38ea51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668036'] for router_gateway (b18ff2db-c3ca-4b36-83ec-0fa886e80341), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:52.593130 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-021e654c-f0ad-42ff-ae34-dd013f38ea51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-670298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26510'] for router (b18ff2db-c3ca-4b36-83ec-0fa886e80341), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:52.595135 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-021e654c-f0ad-42ff-ae34-dd013f38ea51 admin admin] Publish callbacks [] for router_controller (b18ff2db-c3ca-4b36-83ec-0fa886e80341), precommit_delete_associations {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:52.657960 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-021e654c-f0ad-42ff-ae34-dd013f38ea51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-670305'] for router (b18ff2db-c3ca-4b36-83ec-0fa886e80341), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:52.659003 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-021e654c-f0ad-42ff-ae34-dd013f38ea51 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b18ff2db-c3ca-4b36-83ec-0fa886e80341 {{(pid=106704) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 19:49:52.663841 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-021e654c-f0ad-42ff-ae34-dd013f38ea51 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:52.665004 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-021e654c-f0ad-42ff-ae34-dd013f38ea51 admin admin] 10.222.0.15 "DELETE /v2.0/routers/b18ff2db-c3ca-4b36-83ec-0fa886e80341 HTTP/1.1" status: 204 len: 168 time: 0.7917435 Apr 12 19:49:52.667587 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 39568) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:49:52.714037 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.db.db_base_plugin_v2 [None req-7111f35b-bc3d-4457-8ef6-0853608b6863 admin admin] Deleting subnet fc7e26f8-26c2-4af8-af1d-d7fc67300eb2 {{(pid=106707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 19:49:52.717162 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-7111f35b-bc3d-4457-8ef6-0853608b6863 admin admin] Publish callbacks [] for subnet (fc7e26f8-26c2-4af8-af1d-d7fc67300eb2), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:52.758764 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-7111f35b-bc3d-4457-8ef6-0853608b6863 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9065194'] for subnet (fc7e26f8-26c2-4af8-af1d-d7fc67300eb2), precommit_delete_associations {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:53.082349 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-7111f35b-bc3d-4457-8ef6-0853608b6863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449141'] for subnet (fc7e26f8-26c2-4af8-af1d-d7fc67300eb2), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:53.137820 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-7111f35b-bc3d-4457-8ef6-0853608b6863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9064922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9408020'] for subnet (fc7e26f8-26c2-4af8-af1d-d7fc67300eb2), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:53.154373 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device 9f4a38d1-f0e9-4138-9648-e005b578b7dc no longer exists at agent ovs-agent-dv-cinder-837540-1-iscsi {{(pid=106714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 19:49:53.164694 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7111f35b-bc3d-4457-8ef6-0853608b6863 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc7e26f8-26c2-4af8-af1d-d7fc67300eb2,revision_number=None']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:49:53.168897 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-7111f35b-bc3d-4457-8ef6-0853608b6863 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565043'] for subnet (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:53.172150 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-7111f35b-bc3d-4457-8ef6-0853608b6863 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/fc7e26f8-26c2-4af8-af1d-d7fc67300eb2 HTTP/1.1" status: 204 len: 168 time: 0.5035203 Apr 12 19:49:53.174977 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 39570) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:49:53.176404 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] No Port match for: 9f4a38d1-f0e9-4138-9648-e005b578b7dc {{(pid=106714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 19:49:53.176940 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device 9f4a38d1-f0e9-4138-9648-e005b578b7dc not bound to the agent host dv-cinder-837540-1-iscsi {{(pid=106714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 19:49:53.181060 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab42880-5128-41a1-b6c1-d7fb117ffaaf None None] Network 7d6decb1-add4-41a2-b83e-9ac42c2293d8 requested from dv-cinder-837540-1-iscsi {{(pid=106714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 19:49:53.245472 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-84538b79-0ff1-4a34-a1ae-25eebf1f99b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3636804'] for network (7d6decb1-add4-41a2-b83e-9ac42c2293d8), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:53.291602 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.plugin [None req-84538b79-0ff1-4a34-a1ae-25eebf1f99b6 admin admin] Deleting port 0e8f52a3-7e3f-4d7a-b05d-1c7dd3e217bd {{(pid=106707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:49:53.291930 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-84538b79-0ff1-4a34-a1ae-25eebf1f99b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749198460456'] for port (0e8f52a3-7e3f-4d7a-b05d-1c7dd3e217bd), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:53.348635 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b289521-6c49-417c-b689-feb6066c3138 None None] DHCP port deletion for 7d6decb1-add4-41a2-b83e-9ac42c2293d8 request from dv-cinder-837540-1-iscsi {{(pid=106714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 19:49:53.361697 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.db [None req-84538b79-0ff1-4a34-a1ae-25eebf1f99b6 admin admin] For port 0e8f52a3-7e3f-4d7a-b05d-1c7dd3e217bd, host dv-cinder-837540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-1-iscsi',level=0,port_id=0e8f52a3-7e3f-4d7a-b05d-1c7dd3e217bd,segment=NetworkSegment(bcbff496-9379-41c1-8ff0-8a4d3d91ad6b),segment_id=bcbff496-9379-41c1-8ff0-8a4d3d91ad6b)] {{(pid=106707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:49:53.362040 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-84538b79-0ff1-4a34-a1ae-25eebf1f99b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661808'] for port (0e8f52a3-7e3f-4d7a-b05d-1c7dd3e217bd), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:53.377906 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.plugin [None req-84538b79-0ff1-4a34-a1ae-25eebf1f99b6 admin admin] Calling delete_port for 0e8f52a3-7e3f-4d7a-b05d-1c7dd3e217bd owned by network:dhcp {{(pid=106707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:49:53.389312 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-3b289521-6c49-417c-b689-feb6066c3138 None None] Deleting port 0e8f52a3-7e3f-4d7a-b05d-1c7dd3e217bd {{(pid=106714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:49:53.389679 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-3b289521-6c49-417c-b689-feb6066c3138 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749198460456'] for port (0e8f52a3-7e3f-4d7a-b05d-1c7dd3e217bd), before_delete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:53.457675 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-3b289521-6c49-417c-b689-feb6066c3138 None None] For port 0e8f52a3-7e3f-4d7a-b05d-1c7dd3e217bd, host dv-cinder-837540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-1-iscsi',level=0,port_id=0e8f52a3-7e3f-4d7a-b05d-1c7dd3e217bd,segment=NetworkSegment(bcbff496-9379-41c1-8ff0-8a4d3d91ad6b),segment_id=bcbff496-9379-41c1-8ff0-8a4d3d91ad6b)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:49:53.458136 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-3b289521-6c49-417c-b689-feb6066c3138 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661808'] for port (0e8f52a3-7e3f-4d7a-b05d-1c7dd3e217bd), precommit_delete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:53.460490 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-84538b79-0ff1-4a34-a1ae-25eebf1f99b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749198465814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749198058671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9064885'] for port (0e8f52a3-7e3f-4d7a-b05d-1c7dd3e217bd), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:53.471912 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-3b289521-6c49-417c-b689-feb6066c3138 None None] Calling delete_port for 0e8f52a3-7e3f-4d7a-b05d-1c7dd3e217bd owned by network:dhcp {{(pid=106714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:49:53.483680 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84538b79-0ff1-4a34-a1ae-25eebf1f99b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e8f52a3-7e3f-4d7a-b05d-1c7dd3e217bd,revision_number=None']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:49:53.489161 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84538b79-0ff1-4a34-a1ae-25eebf1f99b6 admin admin] No DVR routers for this DVR port 0e8f52a3-7e3f-4d7a-b05d-1c7dd3e217bd on host dv-cinder-837540-1-iscsi {{(pid=106707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 19:49:53.548645 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-3b289521-6c49-417c-b689-feb6066c3138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749198465814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749198058671'] for port (0e8f52a3-7e3f-4d7a-b05d-1c7dd3e217bd), after_delete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:53.560312 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-84538b79-0ff1-4a34-a1ae-25eebf1f99b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3451022', 'neutron.services.segments.db._delete_segments_for_network-8749198551224'] for network (7d6decb1-add4-41a2-b83e-9ac42c2293d8), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:53.571551 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b289521-6c49-417c-b689-feb6066c3138 None None] Pushing event deleted for resources: {'Port': ['ID=0e8f52a3-7e3f-4d7a-b05d-1c7dd3e217bd,revision_number=None']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:49:53.577743 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b289521-6c49-417c-b689-feb6066c3138 None None] No DVR routers for this DVR port 0e8f52a3-7e3f-4d7a-b05d-1c7dd3e217bd on host dv-cinder-837540-1-iscsi {{(pid=106714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 19:49:53.581654 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.services.segments.db [None req-84538b79-0ff1-4a34-a1ae-25eebf1f99b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d6decb1-add4-41a2-b83e-9ac42c2293d8']}} {{(pid=106707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:49:53.591599 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.services.segments.db [None req-84538b79-0ff1-4a34-a1ae-25eebf1f99b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcbff496-9379-41c1-8ff0-8a4d3d91ad6b') {'for_net_delete': True} {{(pid=106707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:49:53.591599 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.services.segments.db [None req-84538b79-0ff1-4a34-a1ae-25eebf1f99b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcbff496-9379-41c1-8ff0-8a4d3d91ad6b') {} {{(pid=106707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:49:53.600836 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-84538b79-0ff1-4a34-a1ae-25eebf1f99b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749198554305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9065169'] for segment (bcbff496-9379-41c1-8ff0-8a4d3d91ad6b), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:53.614328 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-84538b79-0ff1-4a34-a1ae-25eebf1f99b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495566'] for segment (bcbff496-9379-41c1-8ff0-8a4d3d91ad6b), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:53.620186 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84538b79-0ff1-4a34-a1ae-25eebf1f99b6 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=106707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 19:49:53.620558 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-84538b79-0ff1-4a34-a1ae-25eebf1f99b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9064800'] for segment (bcbff496-9379-41c1-8ff0-8a4d3d91ad6b), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:53.622375 dv-cinder-837540-1-iscsi neutron-server[106707]: Traceback (most recent call last): Apr 12 19:49:53.622375 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 19:49:53.622375 dv-cinder-837540-1-iscsi neutron-server[106707]: timer() Apr 12 19:49:53.622375 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 19:49:53.622375 dv-cinder-837540-1-iscsi neutron-server[106707]: cb(*args, **kw) Apr 12 19:49:53.622375 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 19:49:53.622375 dv-cinder-837540-1-iscsi neutron-server[106707]: return func(*args, **kwargs) Apr 12 19:49:53.622375 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 19:49:53.622375 dv-cinder-837540-1-iscsi neutron-server[106707]: self._notify() Apr 12 19:49:53.622375 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 19:49:53.622375 dv-cinder-837540-1-iscsi neutron-server[106707]: self.callback(batched_events) Apr 12 19:49:53.622375 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 19:49:53.622375 dv-cinder-837540-1-iscsi neutron-server[106707]: event.method(event) Apr 12 19:49:53.622375 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 19:49:53.622375 dv-cinder-837540-1-iscsi neutron-server[106707]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 19:49:53.622375 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 19:49:53.622375 dv-cinder-837540-1-iscsi neutron-server[106707]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 19:49:53.622375 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 19:49:53.622375 dv-cinder-837540-1-iscsi neutron-server[106707]: return f(self, *a, **k) Apr 12 19:49:53.622375 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 19:49:53.622375 dv-cinder-837540-1-iscsi neutron-server[106707]: return self._get(url).json() Apr 12 19:49:53.622375 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 19:49:53.622375 dv-cinder-837540-1-iscsi neutron-server[106707]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 19:49:53.622375 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 19:49:53.622375 dv-cinder-837540-1-iscsi neutron-server[106707]: return self.request(url, 'GET', **kwargs) Apr 12 19:49:53.622375 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 19:49:53.622375 dv-cinder-837540-1-iscsi neutron-server[106707]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 19:49:53.622375 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 19:49:53.622375 dv-cinder-837540-1-iscsi neutron-server[106707]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 19:49:53.622375 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 19:49:53.622375 dv-cinder-837540-1-iscsi neutron-server[106707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 19:49:53.622375 dv-cinder-837540-1-iscsi neutron-server[106707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 19:49:53.677849 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-84538b79-0ff1-4a34-a1ae-25eebf1f99b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3451063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668064'] for network (7d6decb1-add4-41a2-b83e-9ac42c2293d8), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:53.683242 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-84538b79-0ff1-4a34-a1ae-25eebf1f99b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565043'] for network (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:53.686316 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-84538b79-0ff1-4a34-a1ae-25eebf1f99b6 admin admin] 10.222.0.15 "DELETE /v2.0/networks/7d6decb1-add4-41a2-b83e-9ac42c2293d8 HTTP/1.1" status: 204 len: 168 time: 0.5103717 Apr 12 19:49:53.697128 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84538b79-0ff1-4a34-a1ae-25eebf1f99b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d6decb1-add4-41a2-b83e-9ac42c2293d8,revision_number=None']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:49:53.805166 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 39576) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:49:53.844373 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-26077cb3-d079-4663-be99-8a4ead1e0fbe admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bf0fdf698e0443cf9d5596d1b7604976&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0378575 Apr 12 19:49:53.847545 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 39578) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:49:53.900304 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-1cb2232f-2686-454c-a15c-6b3c66c45c9d admin admin] Publish callbacks [] for security_group (f965918c-a723-4fe5-be4c-81846a938bd5), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:54.161936 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-1cb2232f-2686-454c-a15c-6b3c66c45c9d admin admin] Publish callbacks [] for security_group (f965918c-a723-4fe5-be4c-81846a938bd5), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:54.206067 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-1cb2232f-2686-454c-a15c-6b3c66c45c9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (f965918c-a723-4fe5-be4c-81846a938bd5), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:54.208621 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-1cb2232f-2686-454c-a15c-6b3c66c45c9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:54.209784 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-1cb2232f-2686-454c-a15c-6b3c66c45c9d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f965918c-a723-4fe5-be4c-81846a938bd5 HTTP/1.1" status: 204 len: 168 time: 0.3612206 Apr 12 19:49:54.218103 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb2232f-2686-454c-a15c-6b3c66c45c9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f965918c-a723-4fe5-be4c-81846a938bd5,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:49:54.786308 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device 11d01457-6788-4684-96e1-1ddb12a76ffb no longer exists at agent ovs-agent-dv-cinder-837540-1-iscsi {{(pid=106714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 19:49:54.807343 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] No Port match for: 11d01457-6788-4684-96e1-1ddb12a76ffb {{(pid=106714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 19:49:54.807699 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device 11d01457-6788-4684-96e1-1ddb12a76ffb not bound to the agent host dv-cinder-837540-1-iscsi {{(pid=106714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 19:49:54.808154 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device 0e8f52a3-7e3f-4d7a-b05d-1c7dd3e217bd no longer exists at agent ovs-agent-dv-cinder-837540-1-iscsi {{(pid=106714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 19:49:54.827544 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] No Port match for: 0e8f52a3-7e3f-4d7a-b05d-1c7dd3e217bd {{(pid=106714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 19:49:54.827900 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device 0e8f52a3-7e3f-4d7a-b05d-1c7dd3e217bd not bound to the agent host dv-cinder-837540-1-iscsi {{(pid=106714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 19:49:55.393525 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 39628) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:49:55.494192 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-c13687d9-e89a-423a-a699-35ca92360b5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:55.565160 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-c13687d9-e89a-423a-a699-35ca92360b5d admin admin] Publish callbacks [] for security_group (9f5d0234-806b-4e7c-bb92-c8c528366e5d), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:55.568569 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-c13687d9-e89a-423a-a699-35ca92360b5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (9f5d0234-806b-4e7c-bb92-c8c528366e5d), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:55.605620 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-c13687d9-e89a-423a-a699-35ca92360b5d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d7a4abd2d8034e09b3b1acf119a5ce53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2110610 Apr 12 19:49:55.606578 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13687d9-e89a-423a-a699-35ca92360b5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f5d0234-806b-4e7c-bb92-c8c528366e5d,revision_number=1']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:49:55.608304 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 39632) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:49:55.646079 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (ce4c6b0b-91ae-4576-82ad-f2f4ee2d2a45), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:55.655827 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-e3a3ba9c-f43c-458e-a8c5-1ef4bc79b167 admin admin] Publish callbacks [] for security_group (9f5d0234-806b-4e7c-bb92-c8c528366e5d), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:55.677306 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-e3a3ba9c-f43c-458e-a8c5-1ef4bc79b167 admin admin] Publish callbacks [] for security_group (9f5d0234-806b-4e7c-bb92-c8c528366e5d), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:55.723646 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-e3a3ba9c-f43c-458e-a8c5-1ef4bc79b167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (9f5d0234-806b-4e7c-bb92-c8c528366e5d), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:55.726254 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-e3a3ba9c-f43c-458e-a8c5-1ef4bc79b167 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:55.727378 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-e3a3ba9c-f43c-458e-a8c5-1ef4bc79b167 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9f5d0234-806b-4e7c-bb92-c8c528366e5d HTTP/1.1" status: 204 len: 168 time: 0.1180983 Apr 12 19:49:55.734881 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a3ba9c-f43c-458e-a8c5-1ef4bc79b167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f5d0234-806b-4e7c-bb92-c8c528366e5d,revision_number=None']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:49:56.457575 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 39654) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:49:56.548714 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.v2.base [None req-1ec12eac-19f8-4665-83dc-616c89993405 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-199432928-network', 'tenant_id': 'd6b9b016d96a4cfa8db4ff1fa80c5569'}} {{(pid=106707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:49:56.568116 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ec12eac-19f8-4665-83dc-616c89993405 admin admin] Made reservation on behalf of d6b9b016d96a4cfa8db4ff1fa80c5569 for: {'network': 1} {{(pid=106707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:49:56.570310 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-1ec12eac-19f8-4665-83dc-616c89993405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for network (None), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:56.578515 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-1ec12eac-19f8-4665-83dc-616c89993405 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:56.652494 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-1ec12eac-19f8-4665-83dc-616c89993405 admin admin] Publish callbacks [] for security_group (981af258-b811-43b5-8424-5c17b27574ed), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:56.655925 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-1ec12eac-19f8-4665-83dc-616c89993405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (981af258-b811-43b5-8424-5c17b27574ed), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:56.680278 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ec12eac-19f8-4665-83dc-616c89993405 admin admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=106707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 19:49:56.689006 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec12eac-19f8-4665-83dc-616c89993405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=981af258-b811-43b5-8424-5c17b27574ed,revision_number=1']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:49:56.696104 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-1ec12eac-19f8-4665-83dc-616c89993405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495566'] for segment (6eaac80d-fa0d-4801-a358-a9dbf7d71346), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:56.696447 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.db.segments_db [None req-1ec12eac-19f8-4665-83dc-616c89993405 admin admin] Added segment 6eaac80d-fa0d-4801-a358-a9dbf7d71346 of type vlan for network 31f95443-25dd-4ded-a4f9-cac2f16d665c Apr 12 19:49:56.735007 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-1ec12eac-19f8-4665-83dc-616c89993405 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749198045660'] for network (31f95443-25dd-4ded-a4f9-cac2f16d665c), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:56.759202 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-1ec12eac-19f8-4665-83dc-616c89993405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185'] for network (31f95443-25dd-4ded-a4f9-cac2f16d665c), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:56.760155 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec12eac-19f8-4665-83dc-616c89993405 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:49:56.760730 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-1ec12eac-19f8-4665-83dc-616c89993405 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565043'] for network (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:56.813226 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-1ec12eac-19f8-4665-83dc-616c89993405 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3545811 Apr 12 19:49:56.816928 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 39658) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:49:56.820847 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec12eac-19f8-4665-83dc-616c89993405 admin admin] Pushing event updated for resources: {'Network': ['ID=31f95443-25dd-4ded-a4f9-cac2f16d665c,revision_number=1']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:49:56.821824 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.v2.base [None req-0469a9fd-29f0-4f01-8e80-a1a8d88977bf admin admin] Request body: {'subnet': {'network_id': '31f95443-25dd-4ded-a4f9-cac2f16d665c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-199432928-subnet', 'tenant_id': 'd6b9b016d96a4cfa8db4ff1fa80c5569', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:49:56.830372 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Network 31f95443-25dd-4ded-a4f9-cac2f16d665c details requested by agent ovs-agent-dv-cinder-837540-1-iscsi with host dv-cinder-837540-1-iscsi {{(pid=106714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 19:49:56.842247 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0469a9fd-29f0-4f01-8e80-a1a8d88977bf admin admin] Made reservation on behalf of d6b9b016d96a4cfa8db4ff1fa80c5569 for: {'subnet': 1} {{(pid=106704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:49:56.844512 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-0469a9fd-29f0-4f01-8e80-a1a8d88977bf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8854037'] for subnet (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:57.005433 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-0469a9fd-29f0-4f01-8e80-a1a8d88977bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8791769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8854019'] for subnet (f76fcab5-c564-4586-94c6-97c669d6889c), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:57.065362 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0469a9fd-29f0-4f01-8e80-a1a8d88977bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=f76fcab5-c564-4586-94c6-97c669d6889c,revision_number=0']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:49:57.072498 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0469a9fd-29f0-4f01-8e80-a1a8d88977bf admin admin] Checking segment: {'id': '6eaac80d-fa0d-4801-a358-a9dbf7d71346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '31f95443-25dd-4ded-a4f9-cac2f16d665c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:49:57.072863 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0469a9fd-29f0-4f01-8e80-a1a8d88977bf admin admin] Network hostable DHCP agents. Network: 31f95443-25dd-4ded-a4f9-cac2f16d665c, hostable agents: ['055fa106-9079-4d8f-a829-e3ca37bbcb19'], hosted agents: [] {{(pid=106704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 19:49:57.093267 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0469a9fd-29f0-4f01-8e80-a1a8d88977bf admin admin] Network 31f95443-25dd-4ded-a4f9-cac2f16d665c is scheduled to be hosted by DHCP agent 055fa106-9079-4d8f-a829-e3ca37bbcb19 with binding_index 1 {{(pid=106704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 19:49:57.101391 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.base_scheduler [None req-0469a9fd-29f0-4f01-8e80-a1a8d88977bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837540-1-iscsi, 31f95443-25dd-4ded-a4f9-cac2f16d665c) {{(pid=106704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:49:57.105578 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0469a9fd-29f0-4f01-8e80-a1a8d88977bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:49:57.106155 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-0469a9fd-29f0-4f01-8e80-a1a8d88977bf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:57.109910 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6efd22b4-2b9c-4bf2-b342-d914ac90686a None None] Network 31f95443-25dd-4ded-a4f9-cac2f16d665c requested from dv-cinder-837540-1-iscsi {{(pid=106714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 19:49:57.121967 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-0469a9fd-29f0-4f01-8e80-a1a8d88977bf admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3039718 Apr 12 19:49:57.209153 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21fc888a-5337-4a5a-a8ca-a0282d3958ca None None] Network 31f95443-25dd-4ded-a4f9-cac2f16d665c requested from dv-cinder-837540-1-iscsi {{(pid=106714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 19:49:57.591209 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 39676) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:49:57.596772 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.v2.base [None req-326795b9-2c21-4421-843d-fe44c62505c8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1876408377-network', 'tenant_id': '93b51fca1772497a8205d195cc6e1cb1'}} {{(pid=106704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:49:57.615722 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-326795b9-2c21-4421-843d-fe44c62505c8 admin admin] Made reservation on behalf of 93b51fca1772497a8205d195cc6e1cb1 for: {'network': 1} {{(pid=106704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:49:57.618102 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-326795b9-2c21-4421-843d-fe44c62505c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for network (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:57.626646 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-326795b9-2c21-4421-843d-fe44c62505c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:57.700076 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-326795b9-2c21-4421-843d-fe44c62505c8 admin admin] Publish callbacks [] for security_group (0fc649f2-3cc7-434b-9bc9-f31aa8a12f6c), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:57.703605 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-326795b9-2c21-4421-843d-fe44c62505c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (0fc649f2-3cc7-434b-9bc9-f31aa8a12f6c), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:57.728111 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-326795b9-2c21-4421-843d-fe44c62505c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=106704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 19:49:57.737870 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326795b9-2c21-4421-843d-fe44c62505c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc649f2-3cc7-434b-9bc9-f31aa8a12f6c,revision_number=1']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:49:57.742686 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-326795b9-2c21-4421-843d-fe44c62505c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495566'] for segment (a45b9f4e-26c1-4387-b3c7-ff358b8edee8), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:57.743021 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.db.segments_db [None req-326795b9-2c21-4421-843d-fe44c62505c8 admin admin] Added segment a45b9f4e-26c1-4387-b3c7-ff358b8edee8 of type vlan for network 25414c40-81fa-4d66-b0aa-0d3040b6ac09 Apr 12 19:49:57.782872 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-326795b9-2c21-4421-843d-fe44c62505c8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749198045660'] for network (25414c40-81fa-4d66-b0aa-0d3040b6ac09), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:57.805185 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-326795b9-2c21-4421-843d-fe44c62505c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185'] for network (25414c40-81fa-4d66-b0aa-0d3040b6ac09), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:57.806085 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326795b9-2c21-4421-843d-fe44c62505c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:49:57.806661 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-326795b9-2c21-4421-843d-fe44c62505c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565043'] for network (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:57.837719 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-326795b9-2c21-4421-843d-fe44c62505c8 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2454488 Apr 12 19:49:57.840486 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 39678) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:49:57.845633 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.v2.base [None req-aa8db174-64ca-48f7-be71-63ae7089c2a3 admin admin] Request body: {'subnet': {'network_id': '25414c40-81fa-4d66-b0aa-0d3040b6ac09', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1876408377-subnet', 'tenant_id': '93b51fca1772497a8205d195cc6e1cb1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:49:57.865251 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa8db174-64ca-48f7-be71-63ae7089c2a3 admin admin] Made reservation on behalf of 93b51fca1772497a8205d195cc6e1cb1 for: {'subnet': 1} {{(pid=106707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:49:57.867594 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-aa8db174-64ca-48f7-be71-63ae7089c2a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9408059'] for subnet (None), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:57.872282 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326795b9-2c21-4421-843d-fe44c62505c8 admin admin] Pushing event updated for resources: {'Network': ['ID=25414c40-81fa-4d66-b0aa-0d3040b6ac09,revision_number=1']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:49:57.883304 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Network 25414c40-81fa-4d66-b0aa-0d3040b6ac09 details requested by agent ovs-agent-dv-cinder-837540-1-iscsi with host dv-cinder-837540-1-iscsi {{(pid=106714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 19:49:58.045906 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-aa8db174-64ca-48f7-be71-63ae7089c2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9064965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9408045'] for subnet (3f578264-8606-4cce-841e-00e4187cfafc), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:58.108547 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8db174-64ca-48f7-be71-63ae7089c2a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f578264-8606-4cce-841e-00e4187cfafc,revision_number=0']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:49:58.110872 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8db174-64ca-48f7-be71-63ae7089c2a3 admin admin] Checking segment: {'id': 'a45b9f4e-26c1-4387-b3c7-ff358b8edee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '25414c40-81fa-4d66-b0aa-0d3040b6ac09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:49:58.111214 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8db174-64ca-48f7-be71-63ae7089c2a3 admin admin] Network hostable DHCP agents. Network: 25414c40-81fa-4d66-b0aa-0d3040b6ac09, hostable agents: ['055fa106-9079-4d8f-a829-e3ca37bbcb19'], hosted agents: [] {{(pid=106707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 19:49:58.129465 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8db174-64ca-48f7-be71-63ae7089c2a3 admin admin] Network 25414c40-81fa-4d66-b0aa-0d3040b6ac09 is scheduled to be hosted by DHCP agent 055fa106-9079-4d8f-a829-e3ca37bbcb19 with binding_index 1 {{(pid=106707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 19:49:58.137155 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.scheduler.base_scheduler [None req-aa8db174-64ca-48f7-be71-63ae7089c2a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837540-1-iscsi, 25414c40-81fa-4d66-b0aa-0d3040b6ac09) {{(pid=106707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:49:58.141398 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8db174-64ca-48f7-be71-63ae7089c2a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:49:58.141985 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-aa8db174-64ca-48f7-be71-63ae7089c2a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565043'] for subnet (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:58.146130 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f52eddb-0f42-45cf-a433-fc5953b3e759 None None] Network 25414c40-81fa-4d66-b0aa-0d3040b6ac09 requested from dv-cinder-837540-1-iscsi {{(pid=106714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 19:49:58.157515 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-aa8db174-64ca-48f7-be71-63ae7089c2a3 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3157988 Apr 12 19:49:58.246186 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff0e376-6b7a-427b-a828-24ba7e872717 None None] Network 25414c40-81fa-4d66-b0aa-0d3040b6ac09 requested from dv-cinder-837540-1-iscsi {{(pid=106714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 19:49:58.265256 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 39682) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:49:58.309979 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.db.db_base_plugin_v2 [None req-90747df4-4930-41d3-8445-7d7692c48da9 admin admin] Deleting subnet f76fcab5-c564-4586-94c6-97c669d6889c {{(pid=106707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 19:49:58.313660 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-90747df4-4930-41d3-8445-7d7692c48da9 admin admin] Publish callbacks [] for subnet (f76fcab5-c564-4586-94c6-97c669d6889c), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:58.347863 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-90747df4-4930-41d3-8445-7d7692c48da9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9065194'] for subnet (f76fcab5-c564-4586-94c6-97c669d6889c), precommit_delete_associations {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:58.390958 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-90747df4-4930-41d3-8445-7d7692c48da9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449141'] for subnet (f76fcab5-c564-4586-94c6-97c669d6889c), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:58.441274 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-90747df4-4930-41d3-8445-7d7692c48da9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9064922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9408020'] for subnet (f76fcab5-c564-4586-94c6-97c669d6889c), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:58.466169 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90747df4-4930-41d3-8445-7d7692c48da9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f76fcab5-c564-4586-94c6-97c669d6889c,revision_number=None']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:49:58.471380 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-90747df4-4930-41d3-8445-7d7692c48da9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565043'] for subnet (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:58.474562 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-90747df4-4930-41d3-8445-7d7692c48da9 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/f76fcab5-c564-4586-94c6-97c669d6889c HTTP/1.1" status: 204 len: 168 time: 0.2083063 Apr 12 19:49:58.477095 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 39684) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:49:58.546684 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-4354a65c-8b88-4497-a2f6-d1fe8e9bb74b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3636804'] for network (31f95443-25dd-4ded-a4f9-cac2f16d665c), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:58.622842 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-4354a65c-8b88-4497-a2f6-d1fe8e9bb74b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3451022', 'neutron.services.segments.db._delete_segments_for_network-8749198551224'] for network (31f95443-25dd-4ded-a4f9-cac2f16d665c), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:58.642359 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.services.segments.db [None req-4354a65c-8b88-4497-a2f6-d1fe8e9bb74b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31f95443-25dd-4ded-a4f9-cac2f16d665c']}} {{(pid=106707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:49:58.651467 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.services.segments.db [None req-4354a65c-8b88-4497-a2f6-d1fe8e9bb74b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6eaac80d-fa0d-4801-a358-a9dbf7d71346') {'for_net_delete': True} {{(pid=106707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:49:58.651768 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.services.segments.db [None req-4354a65c-8b88-4497-a2f6-d1fe8e9bb74b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6eaac80d-fa0d-4801-a358-a9dbf7d71346') {} {{(pid=106707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:49:58.666338 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-4354a65c-8b88-4497-a2f6-d1fe8e9bb74b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749198554305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9065169'] for segment (6eaac80d-fa0d-4801-a358-a9dbf7d71346), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:58.679842 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-4354a65c-8b88-4497-a2f6-d1fe8e9bb74b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495566'] for segment (6eaac80d-fa0d-4801-a358-a9dbf7d71346), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:58.685980 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4354a65c-8b88-4497-a2f6-d1fe8e9bb74b admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=106707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 19:49:58.686371 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-4354a65c-8b88-4497-a2f6-d1fe8e9bb74b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9064800'] for segment (6eaac80d-fa0d-4801-a358-a9dbf7d71346), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:58.688190 dv-cinder-837540-1-iscsi neutron-server[106707]: Traceback (most recent call last): Apr 12 19:49:58.688190 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 19:49:58.688190 dv-cinder-837540-1-iscsi neutron-server[106707]: timer() Apr 12 19:49:58.688190 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 19:49:58.688190 dv-cinder-837540-1-iscsi neutron-server[106707]: cb(*args, **kw) Apr 12 19:49:58.688190 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 19:49:58.688190 dv-cinder-837540-1-iscsi neutron-server[106707]: return func(*args, **kwargs) Apr 12 19:49:58.688190 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 19:49:58.688190 dv-cinder-837540-1-iscsi neutron-server[106707]: self._notify() Apr 12 19:49:58.688190 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 19:49:58.688190 dv-cinder-837540-1-iscsi neutron-server[106707]: self.callback(batched_events) Apr 12 19:49:58.688190 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 19:49:58.688190 dv-cinder-837540-1-iscsi neutron-server[106707]: event.method(event) Apr 12 19:49:58.688190 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 19:49:58.688190 dv-cinder-837540-1-iscsi neutron-server[106707]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 19:49:58.688190 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 19:49:58.688190 dv-cinder-837540-1-iscsi neutron-server[106707]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 19:49:58.688190 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 19:49:58.688190 dv-cinder-837540-1-iscsi neutron-server[106707]: return f(self, *a, **k) Apr 12 19:49:58.688190 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 19:49:58.688190 dv-cinder-837540-1-iscsi neutron-server[106707]: return self._get(url).json() Apr 12 19:49:58.688190 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 19:49:58.688190 dv-cinder-837540-1-iscsi neutron-server[106707]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 19:49:58.688190 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 19:49:58.688190 dv-cinder-837540-1-iscsi neutron-server[106707]: return self.request(url, 'GET', **kwargs) Apr 12 19:49:58.688190 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 19:49:58.688190 dv-cinder-837540-1-iscsi neutron-server[106707]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 19:49:58.688190 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 19:49:58.688190 dv-cinder-837540-1-iscsi neutron-server[106707]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 19:49:58.688190 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 19:49:58.688190 dv-cinder-837540-1-iscsi neutron-server[106707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 19:49:58.688190 dv-cinder-837540-1-iscsi neutron-server[106707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 19:49:58.744261 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-4354a65c-8b88-4497-a2f6-d1fe8e9bb74b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3451063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668064'] for network (31f95443-25dd-4ded-a4f9-cac2f16d665c), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:58.750034 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-4354a65c-8b88-4497-a2f6-d1fe8e9bb74b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565043'] for network (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:58.753172 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-4354a65c-8b88-4497-a2f6-d1fe8e9bb74b admin admin] 10.222.0.15 "DELETE /v2.0/networks/31f95443-25dd-4ded-a4f9-cac2f16d665c HTTP/1.1" status: 204 len: 168 time: 0.2751582 Apr 12 19:49:58.756061 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 39686) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:49:58.763505 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4354a65c-8b88-4497-a2f6-d1fe8e9bb74b admin admin] Pushing event deleted for resources: {'Network': ['ID=31f95443-25dd-4ded-a4f9-cac2f16d665c,revision_number=None']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:49:58.799758 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d3c348b-1360-4662-af2e-7765dece0d8d admin admin] Deleting subnet 3f578264-8606-4cce-841e-00e4187cfafc {{(pid=106704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 19:49:58.802945 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-7d3c348b-1360-4662-af2e-7765dece0d8d admin admin] Publish callbacks [] for subnet (3f578264-8606-4cce-841e-00e4187cfafc), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:58.835518 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-7d3c348b-1360-4662-af2e-7765dece0d8d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9360983'] for subnet (3f578264-8606-4cce-841e-00e4187cfafc), precommit_delete_associations {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:58.879768 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-7d3c348b-1360-4662-af2e-7765dece0d8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449141'] for subnet (3f578264-8606-4cce-841e-00e4187cfafc), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:58.930726 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-7d3c348b-1360-4662-af2e-7765dece0d8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8791302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8854074'] for subnet (3f578264-8606-4cce-841e-00e4187cfafc), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:58.956247 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3c348b-1360-4662-af2e-7765dece0d8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f578264-8606-4cce-841e-00e4187cfafc,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:49:58.958165 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-7d3c348b-1360-4662-af2e-7765dece0d8d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:58.961283 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-7d3c348b-1360-4662-af2e-7765dece0d8d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/3f578264-8606-4cce-841e-00e4187cfafc HTTP/1.1" status: 204 len: 168 time: 0.2042444 Apr 12 19:49:58.963731 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 39688) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:49:59.030861 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-6178228c-67f2-46ab-8b0d-b680c6fc1dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3636804'] for network (25414c40-81fa-4d66-b0aa-0d3040b6ac09), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:59.113308 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-6178228c-67f2-46ab-8b0d-b680c6fc1dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3451022', 'neutron.services.segments.db._delete_segments_for_network-8749198551224'] for network (25414c40-81fa-4d66-b0aa-0d3040b6ac09), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:59.132810 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.services.segments.db [None req-6178228c-67f2-46ab-8b0d-b680c6fc1dd3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25414c40-81fa-4d66-b0aa-0d3040b6ac09']}} {{(pid=106704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:49:59.141835 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.services.segments.db [None req-6178228c-67f2-46ab-8b0d-b680c6fc1dd3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a45b9f4e-26c1-4387-b3c7-ff358b8edee8') {'for_net_delete': True} {{(pid=106704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:49:59.142132 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.services.segments.db [None req-6178228c-67f2-46ab-8b0d-b680c6fc1dd3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a45b9f4e-26c1-4387-b3c7-ff358b8edee8') {} {{(pid=106704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:49:59.151795 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-6178228c-67f2-46ab-8b0d-b680c6fc1dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749198554305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361004'] for segment (a45b9f4e-26c1-4387-b3c7-ff358b8edee8), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:59.167161 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-6178228c-67f2-46ab-8b0d-b680c6fc1dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495566'] for segment (a45b9f4e-26c1-4387-b3c7-ff358b8edee8), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:59.173108 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6178228c-67f2-46ab-8b0d-b680c6fc1dd3 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=106704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 19:49:59.173494 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-6178228c-67f2-46ab-8b0d-b680c6fc1dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8791484'] for segment (a45b9f4e-26c1-4387-b3c7-ff358b8edee8), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:59.175384 dv-cinder-837540-1-iscsi neutron-server[106704]: Traceback (most recent call last): Apr 12 19:49:59.175384 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 19:49:59.175384 dv-cinder-837540-1-iscsi neutron-server[106704]: timer() Apr 12 19:49:59.175384 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 19:49:59.175384 dv-cinder-837540-1-iscsi neutron-server[106704]: cb(*args, **kw) Apr 12 19:49:59.175384 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 19:49:59.175384 dv-cinder-837540-1-iscsi neutron-server[106704]: return func(*args, **kwargs) Apr 12 19:49:59.175384 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 19:49:59.175384 dv-cinder-837540-1-iscsi neutron-server[106704]: self._notify() Apr 12 19:49:59.175384 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 19:49:59.175384 dv-cinder-837540-1-iscsi neutron-server[106704]: self.callback(batched_events) Apr 12 19:49:59.175384 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 19:49:59.175384 dv-cinder-837540-1-iscsi neutron-server[106704]: event.method(event) Apr 12 19:49:59.175384 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 19:49:59.175384 dv-cinder-837540-1-iscsi neutron-server[106704]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 19:49:59.175384 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 19:49:59.175384 dv-cinder-837540-1-iscsi neutron-server[106704]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 19:49:59.175384 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 19:49:59.175384 dv-cinder-837540-1-iscsi neutron-server[106704]: return f(self, *a, **k) Apr 12 19:49:59.175384 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 19:49:59.175384 dv-cinder-837540-1-iscsi neutron-server[106704]: return self._get(url).json() Apr 12 19:49:59.175384 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 19:49:59.175384 dv-cinder-837540-1-iscsi neutron-server[106704]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 19:49:59.175384 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 19:49:59.175384 dv-cinder-837540-1-iscsi neutron-server[106704]: return self.request(url, 'GET', **kwargs) Apr 12 19:49:59.175384 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 19:49:59.175384 dv-cinder-837540-1-iscsi neutron-server[106704]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 19:49:59.175384 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 19:49:59.175384 dv-cinder-837540-1-iscsi neutron-server[106704]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 19:49:59.175384 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 19:49:59.175384 dv-cinder-837540-1-iscsi neutron-server[106704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 19:49:59.175384 dv-cinder-837540-1-iscsi neutron-server[106704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 19:49:59.232260 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-6178228c-67f2-46ab-8b0d-b680c6fc1dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3451063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668064'] for network (25414c40-81fa-4d66-b0aa-0d3040b6ac09), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:59.236627 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-6178228c-67f2-46ab-8b0d-b680c6fc1dd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565043'] for network (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:59.239837 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-6178228c-67f2-46ab-8b0d-b680c6fc1dd3 admin admin] 10.222.0.15 "DELETE /v2.0/networks/25414c40-81fa-4d66-b0aa-0d3040b6ac09 HTTP/1.1" status: 204 len: 168 time: 0.2751486 Apr 12 19:49:59.253430 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6178228c-67f2-46ab-8b0d-b680c6fc1dd3 admin admin] Pushing event deleted for resources: {'Network': ['ID=25414c40-81fa-4d66-b0aa-0d3040b6ac09,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:49:59.395021 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 39692) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:49:59.433189 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-37037d6b-0447-402a-a656-e2b92e47f892 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d6b9b016d96a4cfa8db4ff1fa80c5569&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0369861 Apr 12 19:49:59.435551 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 39694) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:49:59.481910 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-71e3eb97-4016-4c03-b098-1f802702e1d5 admin admin] Publish callbacks [] for security_group (981af258-b811-43b5-8424-5c17b27574ed), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:59.503579 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-71e3eb97-4016-4c03-b098-1f802702e1d5 admin admin] Publish callbacks [] for security_group (981af258-b811-43b5-8424-5c17b27574ed), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:59.553216 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-71e3eb97-4016-4c03-b098-1f802702e1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (981af258-b811-43b5-8424-5c17b27574ed), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:59.555810 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-71e3eb97-4016-4c03-b098-1f802702e1d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:59.556947 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-71e3eb97-4016-4c03-b098-1f802702e1d5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/981af258-b811-43b5-8424-5c17b27574ed HTTP/1.1" status: 204 len: 168 time: 0.1204796 Apr 12 19:49:59.564241 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e3eb97-4016-4c03-b098-1f802702e1d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=981af258-b811-43b5-8424-5c17b27574ed,revision_number=None']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:49:59.860728 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 39702) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:49:59.900207 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-9992c1c3-e799-4c82-9e06-0a85e1ec3630 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=93b51fca1772497a8205d195cc6e1cb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385263 Apr 12 19:49:59.902686 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 39704) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:49:59.948254 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-c9404fdf-1fd2-456f-94a8-d244fe2b5729 admin admin] Publish callbacks [] for security_group (0fc649f2-3cc7-434b-9bc9-f31aa8a12f6c), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:49:59.968237 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-c9404fdf-1fd2-456f-94a8-d244fe2b5729 admin admin] Publish callbacks [] for security_group (0fc649f2-3cc7-434b-9bc9-f31aa8a12f6c), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:00.014577 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-c9404fdf-1fd2-456f-94a8-d244fe2b5729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (0fc649f2-3cc7-434b-9bc9-f31aa8a12f6c), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:00.017107 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-c9404fdf-1fd2-456f-94a8-d244fe2b5729 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:00.018261 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-c9404fdf-1fd2-456f-94a8-d244fe2b5729 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0fc649f2-3cc7-434b-9bc9-f31aa8a12f6c HTTP/1.1" status: 204 len: 168 time: 0.1146469 Apr 12 19:50:00.025633 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9404fdf-1fd2-456f-94a8-d244fe2b5729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc649f2-3cc7-434b-9bc9-f31aa8a12f6c,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:50:04.340364 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 39776) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:50:04.443405 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-d435ad13-15e5-46da-b7f3-e21750e6d833 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:04.519763 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-d435ad13-15e5-46da-b7f3-e21750e6d833 admin admin] Publish callbacks [] for security_group (acd9e8af-0c75-4bf9-a186-c97377c98a86), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:04.523306 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-d435ad13-15e5-46da-b7f3-e21750e6d833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (acd9e8af-0c75-4bf9-a186-c97377c98a86), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:04.561272 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-d435ad13-15e5-46da-b7f3-e21750e6d833 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2e3d58330e3e44ffba8967f78438bd84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2198782 Apr 12 19:50:04.562444 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d435ad13-15e5-46da-b7f3-e21750e6d833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acd9e8af-0c75-4bf9-a186-c97377c98a86,revision_number=1']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:50:04.563999 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 39780) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:50:04.612650 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-19735558-459e-4e7c-b3b6-989f5f7e320f admin admin] Publish callbacks [] for security_group (acd9e8af-0c75-4bf9-a186-c97377c98a86), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:04.634572 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-19735558-459e-4e7c-b3b6-989f5f7e320f admin admin] Publish callbacks [] for security_group (acd9e8af-0c75-4bf9-a186-c97377c98a86), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:04.680050 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-19735558-459e-4e7c-b3b6-989f5f7e320f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (acd9e8af-0c75-4bf9-a186-c97377c98a86), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:04.682478 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-19735558-459e-4e7c-b3b6-989f5f7e320f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:04.683599 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-19735558-459e-4e7c-b3b6-989f5f7e320f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/acd9e8af-0c75-4bf9-a186-c97377c98a86 HTTP/1.1" status: 204 len: 168 time: 0.1179187 Apr 12 19:50:04.691081 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19735558-459e-4e7c-b3b6-989f5f7e320f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd9e8af-0c75-4bf9-a186-c97377c98a86,revision_number=None']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:50:04.934408 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 39786) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:50:04.947282 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-c71a4b57-4ebd-405d-ba22-b05280a2fd44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:05.020230 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-c71a4b57-4ebd-405d-ba22-b05280a2fd44 admin admin] Publish callbacks [] for security_group (a332ddec-5ec3-4b3e-9097-10ce1713e46f), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:05.023747 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-c71a4b57-4ebd-405d-ba22-b05280a2fd44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (a332ddec-5ec3-4b3e-9097-10ce1713e46f), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:05.062909 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-c71a4b57-4ebd-405d-ba22-b05280a2fd44 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bb05af06c5c24c5091366c21706f0190&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1274431 Apr 12 19:50:05.063691 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71a4b57-4ebd-405d-ba22-b05280a2fd44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a332ddec-5ec3-4b3e-9097-10ce1713e46f,revision_number=1']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:50:05.065601 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 39788) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:50:05.114997 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-aa4059e9-fc8c-4ccc-a68c-5aa51e60c497 admin admin] Publish callbacks [] for security_group (a332ddec-5ec3-4b3e-9097-10ce1713e46f), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:05.135829 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-aa4059e9-fc8c-4ccc-a68c-5aa51e60c497 admin admin] Publish callbacks [] for security_group (a332ddec-5ec3-4b3e-9097-10ce1713e46f), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:05.181168 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-aa4059e9-fc8c-4ccc-a68c-5aa51e60c497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (a332ddec-5ec3-4b3e-9097-10ce1713e46f), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:05.184264 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-aa4059e9-fc8c-4ccc-a68c-5aa51e60c497 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:05.185329 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-aa4059e9-fc8c-4ccc-a68c-5aa51e60c497 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a332ddec-5ec3-4b3e-9097-10ce1713e46f HTTP/1.1" status: 204 len: 168 time: 0.1181071 Apr 12 19:50:05.192548 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4059e9-fc8c-4ccc-a68c-5aa51e60c497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a332ddec-5ec3-4b3e-9097-10ce1713e46f,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:50:06.167665 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 39818) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:50:06.268516 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-fdfbad15-1843-45e2-81a4-e25427f84a18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:06.343128 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-fdfbad15-1843-45e2-81a4-e25427f84a18 admin admin] Publish callbacks [] for security_group (1804f1f5-2403-47ec-b55c-b1b40a21de69), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:06.347130 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-fdfbad15-1843-45e2-81a4-e25427f84a18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (1804f1f5-2403-47ec-b55c-b1b40a21de69), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:06.384859 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-fdfbad15-1843-45e2-81a4-e25427f84a18 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=47557c50144d4f12812f9aa372052df2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2160609 Apr 12 19:50:06.385692 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfbad15-1843-45e2-81a4-e25427f84a18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1804f1f5-2403-47ec-b55c-b1b40a21de69,revision_number=1']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:50:06.388181 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 39822) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:50:06.439555 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-7acffc5c-0c5b-4e0f-b2cc-491f8f82f5cf admin admin] Publish callbacks [] for security_group (1804f1f5-2403-47ec-b55c-b1b40a21de69), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:06.459989 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-7acffc5c-0c5b-4e0f-b2cc-491f8f82f5cf admin admin] Publish callbacks [] for security_group (1804f1f5-2403-47ec-b55c-b1b40a21de69), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:06.505517 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-7acffc5c-0c5b-4e0f-b2cc-491f8f82f5cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (1804f1f5-2403-47ec-b55c-b1b40a21de69), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:06.508193 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-7acffc5c-0c5b-4e0f-b2cc-491f8f82f5cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:06.509311 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-7acffc5c-0c5b-4e0f-b2cc-491f8f82f5cf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1804f1f5-2403-47ec-b55c-b1b40a21de69 HTTP/1.1" status: 204 len: 168 time: 0.1199214 Apr 12 19:50:06.517221 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acffc5c-0c5b-4e0f-b2cc-491f8f82f5cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1804f1f5-2403-47ec-b55c-b1b40a21de69,revision_number=None']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:50:08.543481 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d00f18-114d-4d58-9f68-4b205885aa73 req-7c7951ee-69ff-43ee-aac6-4d31ab3c25b9 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:50:08.545023 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-94d00f18-114d-4d58-9f68-4b205885aa73 req-7c7951ee-69ff-43ee-aac6-4d31ab3c25b9 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7216c75-bedc-4144-8b13-94d37bdf7c13 HTTP/1.1" status: 200 len: 947 time: 0.0467644 Apr 12 19:50:08.590693 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-94d00f18-114d-4d58-9f68-4b205885aa73 req-7c55c63d-09c4-4666-a3b2-7d73ee9b997b tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=ccd1ef45-35bc-4a1b-85a4-e82f4eb36fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393362 Apr 12 19:50:09.710930 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a0731b-92c8-42e5-b42d-2095f55686e8 req-6293bd98-8cae-4f48-92ff-d3fce48d68dc tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:50:09.712486 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-73a0731b-92c8-42e5-b42d-2095f55686e8 req-6293bd98-8cae-4f48-92ff-d3fce48d68dc tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7216c75-bedc-4144-8b13-94d37bdf7c13 HTTP/1.1" status: 200 len: 947 time: 0.0478327 Apr 12 19:50:09.762718 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-73a0731b-92c8-42e5-b42d-2095f55686e8 req-cbe5eba2-9042-4655-bd0b-0bb299e46bde tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups?id=ccd1ef45-35bc-4a1b-85a4-e82f4eb36fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447500 Apr 12 19:50:10.032657 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de548b99-ed13-4baa-bdc4-5db1ca87c06b req-279caecb-b241-48c2-9671-38ebc1282829 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:50:10.034669 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-de548b99-ed13-4baa-bdc4-5db1ca87c06b req-279caecb-b241-48c2-9671-38ebc1282829 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7216c75-bedc-4144-8b13-94d37bdf7c13 HTTP/1.1" status: 200 len: 947 time: 0.0473614 Apr 12 19:50:10.129767 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.plugin [req-de548b99-ed13-4baa-bdc4-5db1ca87c06b req-7247b7db-3107-4ed2-9d8a-687f7f0c5ab6 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Deleting port 2eb2f619-7f5e-48a2-9ea1-d27b19512f87 {{(pid=106704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:50:10.130113 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-de548b99-ed13-4baa-bdc4-5db1ca87c06b req-7247b7db-3107-4ed2-9d8a-687f7f0c5ab6 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749198460456'] for port (2eb2f619-7f5e-48a2-9ea1-d27b19512f87), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:10.223893 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.db [req-de548b99-ed13-4baa-bdc4-5db1ca87c06b req-7247b7db-3107-4ed2-9d8a-687f7f0c5ab6 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] For port 2eb2f619-7f5e-48a2-9ea1-d27b19512f87, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=2eb2f619-7f5e-48a2-9ea1-d27b19512f87,segment=NetworkSegment(7d4c5579-d5c2-4ae5-8e1e-f30678073acf),segment_id=7d4c5579-d5c2-4ae5-8e1e-f30678073acf)] {{(pid=106704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:50:10.224293 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-de548b99-ed13-4baa-bdc4-5db1ca87c06b req-7247b7db-3107-4ed2-9d8a-687f7f0c5ab6 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661808'] for port (2eb2f619-7f5e-48a2-9ea1-d27b19512f87), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:10.404651 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-de548b99-ed13-4baa-bdc4-5db1ca87c06b req-7247b7db-3107-4ed2-9d8a-687f7f0c5ab6 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:10.405011 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-de548b99-ed13-4baa-bdc4-5db1ca87c06b req-7247b7db-3107-4ed2-9d8a-687f7f0c5ab6 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668094'] for floatingip (ec702a10-abdb-4c89-ad18-e6ee82d0df82), after_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:10.405336 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.db.l3_db [req-de548b99-ed13-4baa-bdc4-5db1ca87c06b req-7247b7db-3107-4ed2-9d8a-687f7f0c5ab6 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Floating IP ec702a10-abdb-4c89-ad18-e6ee82d0df82 disassociated. External IP: 172.27.2.212, port: 2eb2f619-7f5e-48a2-9ea1-d27b19512f87. Apr 12 19:50:10.405682 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.plugin [req-de548b99-ed13-4baa-bdc4-5db1ca87c06b req-7247b7db-3107-4ed2-9d8a-687f7f0c5ab6 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Calling delete_port for 2eb2f619-7f5e-48a2-9ea1-d27b19512f87 owned by compute:nova {{(pid=106704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:50:10.536661 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-de548b99-ed13-4baa-bdc4-5db1ca87c06b req-7247b7db-3107-4ed2-9d8a-687f7f0c5ab6 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749198465814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749198058671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8791401'] for port (2eb2f619-7f5e-48a2-9ea1-d27b19512f87), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:10.564799 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7247b7db-3107-4ed2-9d8a-687f7f0c5ab6 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Pushing event deleted for resources: {'Port': ['ID=2eb2f619-7f5e-48a2-9ea1-d27b19512f87,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:50:10.680342 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.l3_agent_scheduler [req-de548b99-ed13-4baa-bdc4-5db1ca87c06b req-7247b7db-3107-4ed2-9d8a-687f7f0c5ab6 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Router b6389cf9-16f2-4235-a8e4-779f4429869c has already been hosted by L3 agent 4d9412c4-31b2-4fbf-87a0-f931332ab9d5 {{(pid=106704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 19:50:10.790145 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-de548b99-ed13-4baa-bdc4-5db1ca87c06b req-7247b7db-3107-4ed2-9d8a-687f7f0c5ab6 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Notify agent at l3_agent.dv-cinder-837540-1-iscsi the message routers_updated {{(pid=106704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:50:10.799935 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1b19f1-049b-466e-8e10-87c1b602ac45 None None] Sync routers for ids ['b6389cf9-16f2-4235-a8e4-779f4429869c'] in dv-cinder-837540-1-iscsi {{(pid=106714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:50:10.809724 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1b19f1-049b-466e-8e10-87c1b602ac45 None None] Routers {'b6389cf9-16f2-4235-a8e4-779f4429869c'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:50:10.810509 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_hamode_db [None req-dc1b19f1-049b-466e-8e10-87c1b602ac45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:49:46Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['b6389cf9-16f2-4235-a8e4-779f4429869c'], 'active': True} {{(pid=106714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:50:10.836680 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.l3_dvrscheduler_db [req-de548b99-ed13-4baa-bdc4-5db1ca87c06b req-7247b7db-3107-4ed2-9d8a-687f7f0c5ab6 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] No DVR routers for this DVR port 2eb2f619-7f5e-48a2-9ea1-d27b19512f87 on host hv-cinder-83754 {{(pid=106704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 19:50:10.839188 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-de548b99-ed13-4baa-bdc4-5db1ca87c06b req-7247b7db-3107-4ed2-9d8a-687f7f0c5ab6 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245471'] for port (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:10.842867 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-de548b99-ed13-4baa-bdc4-5db1ca87c06b req-7247b7db-3107-4ed2-9d8a-687f7f0c5ab6 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.25 "DELETE /v2.0/ports/2eb2f619-7f5e-48a2-9ea1-d27b19512f87 HTTP/1.1" status: 204 len: 173 time: 0.8029997 Apr 12 19:50:10.844184 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7216c75-bedc-4144-8b13-94d37bdf7c13', 'name': 'network-vif-deleted', 'tag': '2eb2f619-7f5e-48a2-9ea1-d27b19512f87'}] {{(pid=106704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:50:10.847497 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7198706052eeb44005bd3d373437c5078b0bb903de01f30342c0d4536e5352d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1941757b-56e2-4546-89f0-eacb853bd378" -d '{"events": [{"server_uuid": "b7216c75-bedc-4144-8b13-94d37bdf7c13", "name": "network-vif-deleted", "tag": "2eb2f619-7f5e-48a2-9ea1-d27b19512f87"}]}' {{(pid=106704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:50:10.900702 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-e20d4f36-4f62-423a-aad7-939a09db3b6d req-9c910d80-85a6-467b-8e1a-47e7f4e2b25b tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7216c75-bedc-4144-8b13-94d37bdf7c13 HTTP/1.1" status: 200 len: 210 time: 0.0635834 Apr 12 19:50:10.948858 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_dvr_db [None req-dc1b19f1-049b-466e-8e10-87c1b602ac45 None None] Set router b6389cf9-16f2-4235-a8e4-779f4429869c gateway port host: dv-cinder-837540-1-iscsi {{(pid=106714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:50:11.045493 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 19:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-720d6013-bf28-4c57-b84c-e63e1cc54ad7 x-openstack-request-id: req-720d6013-bf28-4c57-b84c-e63e1cc54ad7 {{(pid=106704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:50:11.046008 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7216c75-bedc-4144-8b13-94d37bdf7c13", "name": "network-vif-deleted", "tag": "2eb2f619-7f5e-48a2-9ea1-d27b19512f87", "status": "completed", "code": 200}]} {{(pid=106704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:50:11.046111 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-720d6013-bf28-4c57-b84c-e63e1cc54ad7 {{(pid=106704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:50:11.046460 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.notifiers.nova [-] Nova event matching ['req-720d6013-bf28-4c57-b84c-e63e1cc54ad7'] response: {'server_uuid': 'b7216c75-bedc-4144-8b13-94d37bdf7c13', 'name': 'network-vif-deleted', 'tag': '2eb2f619-7f5e-48a2-9ea1-d27b19512f87', 'status': 'completed', 'code': 200} Apr 12 19:50:11.143395 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_hamode_db [None req-dc1b19f1-049b-466e-8e10-87c1b602ac45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6389cf9-16f2-4235-a8e4-779f4429869c', 'name': 'tempest-AttachVolumeShelveTestJSON-434342515-router', 'tenant_id': 'a16ad9726e5e4b49874286bb90e53c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '94c03623-fec4-4438-9e44-fadece881b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:39:18Z', 'updated_at': '2022-04-12T19:39:25Z', 'revision_number': 4, 'project_id': 'a16ad9726e5e4b49874286bb90e53c94', 'gw_port': {'id': '94c03623-fec4-4438-9e44-fadece881b7b', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6389cf9-16f2-4235-a8e4-779f4429869c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:39:19Z', 'updated_at': '2022-04-12T19:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_interfaces': [{'id': '9bcc7b22-765e-4d3c-bd9c-cc8b28f0db99', 'name': '', 'network_id': 'f4a737e2-fbd1-4d73-b744-770d94c0d414', 'tenant_id': 'a16ad9726e5e4b49874286bb90e53c94', 'mac_address': 'fa:16:3e:6f:c2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6389cf9-16f2-4235-a8e4-779f4429869c', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f0175af4-3e14-4634-8d47-e6784ac2f6db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:39:23Z', 'updated_at': '2022-04-12T19:39:32Z', 'revision_number': 5, 'project_id': 'a16ad9726e5e4b49874286bb90e53c94', 'subnets': [{'id': 'f0175af4-3e14-4634-8d47-e6784ac2f6db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:50:11.172024 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1b19f1-049b-466e-8e10-87c1b602ac45 None None] Checking router: b6389cf9-16f2-4235-a8e4-779f4429869c for host: dv-cinder-837540-1-iscsi {{(pid=106714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:50:11.180777 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1b19f1-049b-466e-8e10-87c1b602ac45 None None] Routers {'b6389cf9-16f2-4235-a8e4-779f4429869c'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:50:11.181383 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_hamode_db [None req-dc1b19f1-049b-466e-8e10-87c1b602ac45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:49:46Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['b6389cf9-16f2-4235-a8e4-779f4429869c'], 'active': True} {{(pid=106714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:50:11.295156 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_dvr_db [None req-dc1b19f1-049b-466e-8e10-87c1b602ac45 None None] Set router b6389cf9-16f2-4235-a8e4-779f4429869c gateway port host: dv-cinder-837540-1-iscsi {{(pid=106714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:50:11.621811 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_hamode_db [None req-dc1b19f1-049b-466e-8e10-87c1b602ac45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6389cf9-16f2-4235-a8e4-779f4429869c', 'name': 'tempest-AttachVolumeShelveTestJSON-434342515-router', 'tenant_id': 'a16ad9726e5e4b49874286bb90e53c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '94c03623-fec4-4438-9e44-fadece881b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:39:18Z', 'updated_at': '2022-04-12T19:39:25Z', 'revision_number': 4, 'project_id': 'a16ad9726e5e4b49874286bb90e53c94', 'gw_port': {'id': '94c03623-fec4-4438-9e44-fadece881b7b', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6389cf9-16f2-4235-a8e4-779f4429869c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:39:19Z', 'updated_at': '2022-04-12T19:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_interfaces': [{'id': '9bcc7b22-765e-4d3c-bd9c-cc8b28f0db99', 'name': '', 'network_id': 'f4a737e2-fbd1-4d73-b744-770d94c0d414', 'tenant_id': 'a16ad9726e5e4b49874286bb90e53c94', 'mac_address': 'fa:16:3e:6f:c2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6389cf9-16f2-4235-a8e4-779f4429869c', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f0175af4-3e14-4634-8d47-e6784ac2f6db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:39:23Z', 'updated_at': '2022-04-12T19:39:32Z', 'revision_number': 5, 'project_id': 'a16ad9726e5e4b49874286bb90e53c94', 'subnets': [{'id': 'f0175af4-3e14-4634-8d47-e6784ac2f6db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:50:11.649286 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1b19f1-049b-466e-8e10-87c1b602ac45 None None] The sync data for ids ['b6389cf9-16f2-4235-a8e4-779f4429869c'] in dv-cinder-837540-1-iscsi is: [{'id': 'b6389cf9-16f2-4235-a8e4-779f4429869c', 'name': 'tempest-AttachVolumeShelveTestJSON-434342515-router', 'tenant_id': 'a16ad9726e5e4b49874286bb90e53c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '94c03623-fec4-4438-9e44-fadece881b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:39:18Z', 'updated_at': '2022-04-12T19:39:25Z', 'revision_number': 4, 'project_id': 'a16ad9726e5e4b49874286bb90e53c94', 'gw_port': {'id': '94c03623-fec4-4438-9e44-fadece881b7b', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6389cf9-16f2-4235-a8e4-779f4429869c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:39:19Z', 'updated_at': '2022-04-12T19:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_interfaces': [{'id': '9bcc7b22-765e-4d3c-bd9c-cc8b28f0db99', 'name': '', 'network_id': 'f4a737e2-fbd1-4d73-b744-770d94c0d414', 'tenant_id': 'a16ad9726e5e4b49874286bb90e53c94', 'mac_address': 'fa:16:3e:6f:c2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6389cf9-16f2-4235-a8e4-779f4429869c', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f0175af4-3e14-4634-8d47-e6784ac2f6db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:39:23Z', 'updated_at': '2022-04-12T19:39:32Z', 'revision_number': 5, 'project_id': 'a16ad9726e5e4b49874286bb90e53c94', 'subnets': [{'id': 'f0175af4-3e14-4634-8d47-e6784ac2f6db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:50:11.865789 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a9c0d0-67ba-48a8-8786-04fdd876c051 None None] New status for floating IP ec702a10-abdb-4c89-ad18-e6ee82d0df82: DOWN {{(pid=106718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 19:50:11.991255 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 39942) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:50:12.044909 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-bf23bcb7-0565-4564-860d-58702efd286c tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Publish callbacks [] for security_group (ccd1ef45-35bc-4a1b-85a4-e82f4eb36fb8), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:12.072374 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-bf23bcb7-0565-4564-860d-58702efd286c tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Publish callbacks [] for security_group (ccd1ef45-35bc-4a1b-85a4-e82f4eb36fb8), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:12.120121 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-bf23bcb7-0565-4564-860d-58702efd286c tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (ccd1ef45-35bc-4a1b-85a4-e82f4eb36fb8), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:12.122623 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-bf23bcb7-0565-4564-860d-58702efd286c tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Publish callbacks [] for security_group (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:12.123729 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-bf23bcb7-0565-4564-860d-58702efd286c tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "DELETE /v2.0/security-groups/ccd1ef45-35bc-4a1b-85a4-e82f4eb36fb8 HTTP/1.1" status: 204 len: 168 time: 0.1315968 Apr 12 19:50:12.127287 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 39944) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:50:12.133398 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf23bcb7-0565-4564-860d-58702efd286c tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd1ef45-35bc-4a1b-85a4-e82f4eb36fb8,revision_number=None']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:50:12.144406 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.api.v2.resource [None req-29bb3a5d-6a8e-4f72-b9a6-5eacde524b7a tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] show failed (client error): The resource could not be found. Apr 12 19:50:12.145794 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-29bb3a5d-6a8e-4f72-b9a6-5eacde524b7a tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "GET /v2.0/security-groups/ccd1ef45-35bc-4a1b-85a4-e82f4eb36fb8 HTTP/1.1" status: 404 len: 347 time: 0.0175178 Apr 12 19:50:12.149037 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 39946) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:50:12.262383 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.plugin [None req-33b551a7-1b2b-4ae4-b4a3-6c64c8e357d5 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Deleting port fc3c5b5d-06d4-49b2-a7ee-788223d452e6 {{(pid=106704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:50:12.262722 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-33b551a7-1b2b-4ae4-b4a3-6c64c8e357d5 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749198460456'] for port (fc3c5b5d-06d4-49b2-a7ee-788223d452e6), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:12.337905 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-33b551a7-1b2b-4ae4-b4a3-6c64c8e357d5 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661808'] for port (fc3c5b5d-06d4-49b2-a7ee-788223d452e6), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:12.338386 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-33b551a7-1b2b-4ae4-b4a3-6c64c8e357d5 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Publish callbacks [] for floatingip (fc3c5b5d-06d4-49b2-a7ee-788223d452e6), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:12.355676 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.plugin [None req-33b551a7-1b2b-4ae4-b4a3-6c64c8e357d5 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Calling delete_port for fc3c5b5d-06d4-49b2-a7ee-788223d452e6 owned by network:floatingip {{(pid=106704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:50:12.485788 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-33b551a7-1b2b-4ae4-b4a3-6c64c8e357d5 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749198465814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749198058671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8791401'] for port (fc3c5b5d-06d4-49b2-a7ee-788223d452e6), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:12.512346 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b551a7-1b2b-4ae4-b4a3-6c64c8e357d5 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Pushing event deleted for resources: {'Port': ['ID=fc3c5b5d-06d4-49b2-a7ee-788223d452e6,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:50:12.572997 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-33b551a7-1b2b-4ae4-b4a3-6c64c8e357d5 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Publish callbacks [] for floatingip (ec702a10-abdb-4c89-ad18-e6ee82d0df82), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:12.575484 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-33b551a7-1b2b-4ae4-b4a3-6c64c8e357d5 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245471'] for floatingip (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:12.576653 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-33b551a7-1b2b-4ae4-b4a3-6c64c8e357d5 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] 10.222.0.15 "DELETE /v2.0/floatingips/ec702a10-abdb-4c89-ad18-e6ee82d0df82 HTTP/1.1" status: 204 len: 168 time: 0.4266388 Apr 12 19:50:13.297439 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Device 2eb2f619-7f5e-48a2-9ea1-d27b19512f87 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=106714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 19:50:13.316564 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] No Port match for: 2eb2f619-7f5e-48a2-9ea1-d27b19512f87 {{(pid=106714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 19:50:13.316906 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Device 2eb2f619-7f5e-48a2-9ea1-d27b19512f87 not bound to the agent host hv-cinder-83754 {{(pid=106714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 19:50:13.848697 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-444d3eac-6555-44f2-ba25-56b861120e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (055fa106-9079-4d8f-a829-e3ca37bbcb19), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:14.312430 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 39992) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:50:14.412649 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-a88740d4-614f-4c5f-8d1c-c33fa06f9976 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:14.484540 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-a88740d4-614f-4c5f-8d1c-c33fa06f9976 admin admin] Publish callbacks [] for security_group (b569f8df-c6fe-4dfa-9928-4d35a6ba2dd3), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:14.488595 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-a88740d4-614f-4c5f-8d1c-c33fa06f9976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (b569f8df-c6fe-4dfa-9928-4d35a6ba2dd3), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:14.527338 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-a88740d4-614f-4c5f-8d1c-c33fa06f9976 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4658b42ee8c840c4ae5a746a65cda40e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2138069 Apr 12 19:50:14.528200 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88740d4-614f-4c5f-8d1c-c33fa06f9976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b569f8df-c6fe-4dfa-9928-4d35a6ba2dd3,revision_number=1']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:50:14.530024 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 39996) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:50:14.578262 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-01c7f9cb-0840-4636-9b37-0e2af5cdebcf admin admin] Publish callbacks [] for security_group (b569f8df-c6fe-4dfa-9928-4d35a6ba2dd3), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:14.599116 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-01c7f9cb-0840-4636-9b37-0e2af5cdebcf admin admin] Publish callbacks [] for security_group (b569f8df-c6fe-4dfa-9928-4d35a6ba2dd3), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:14.649399 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-01c7f9cb-0840-4636-9b37-0e2af5cdebcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (b569f8df-c6fe-4dfa-9928-4d35a6ba2dd3), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:14.652071 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-01c7f9cb-0840-4636-9b37-0e2af5cdebcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:14.653203 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-01c7f9cb-0840-4636-9b37-0e2af5cdebcf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b569f8df-c6fe-4dfa-9928-4d35a6ba2dd3 HTTP/1.1" status: 204 len: 168 time: 0.1220396 Apr 12 19:50:14.661340 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c7f9cb-0840-4636-9b37-0e2af5cdebcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b569f8df-c6fe-4dfa-9928-4d35a6ba2dd3,revision_number=None']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:50:14.914048 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 40004) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:50:14.927004 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-77b987fb-c72a-4dcc-a8a2-855e7f79ad28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:14.996702 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 40010) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:50:15.006778 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-77b987fb-c72a-4dcc-a8a2-855e7f79ad28 admin admin] Publish callbacks [] for security_group (cea0b5e7-95b6-4c93-a9a8-2e0da8ddf05b), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:15.011393 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-77b987fb-c72a-4dcc-a8a2-855e7f79ad28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (cea0b5e7-95b6-4c93-a9a8-2e0da8ddf05b), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:15.051061 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-77b987fb-c72a-4dcc-a8a2-855e7f79ad28 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2356471c7ce540f6b83878809ec4925a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1335971 Apr 12 19:50:15.051061 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b987fb-c72a-4dcc-a8a2-855e7f79ad28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cea0b5e7-95b6-4c93-a9a8-2e0da8ddf05b,revision_number=1']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:50:15.051444 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 40014) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:50:15.103098 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-2ebb879a-b34f-4fe9-9568-257c510bc6d8 admin admin] Publish callbacks [] for security_group (cea0b5e7-95b6-4c93-a9a8-2e0da8ddf05b), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:15.123873 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-2ebb879a-b34f-4fe9-9568-257c510bc6d8 admin admin] Publish callbacks [] for security_group (cea0b5e7-95b6-4c93-a9a8-2e0da8ddf05b), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:15.171500 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-2ebb879a-b34f-4fe9-9568-257c510bc6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (cea0b5e7-95b6-4c93-a9a8-2e0da8ddf05b), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:15.174156 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-2ebb879a-b34f-4fe9-9568-257c510bc6d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:15.175281 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-2ebb879a-b34f-4fe9-9568-257c510bc6d8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cea0b5e7-95b6-4c93-a9a8-2e0da8ddf05b HTTP/1.1" status: 204 len: 168 time: 0.1228387 Apr 12 19:50:15.183519 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebb879a-b34f-4fe9-9568-257c510bc6d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cea0b5e7-95b6-4c93-a9a8-2e0da8ddf05b,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:50:15.444193 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 40020) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:50:15.459704 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-0da6c483-97dd-4284-a3e1-6eeb2a8523de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:15.535011 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-0da6c483-97dd-4284-a3e1-6eeb2a8523de admin admin] Publish callbacks [] for security_group (3a4d22e7-90c9-4b9a-a690-89185aafec36), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:15.539137 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-0da6c483-97dd-4284-a3e1-6eeb2a8523de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (3a4d22e7-90c9-4b9a-a690-89185aafec36), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:15.577767 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-0da6c483-97dd-4284-a3e1-6eeb2a8523de admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b204b8bef18546a298cd82411f6dddb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1325033 Apr 12 19:50:15.578617 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da6c483-97dd-4284-a3e1-6eeb2a8523de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a4d22e7-90c9-4b9a-a690-89185aafec36,revision_number=1']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:50:15.580963 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 40022) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:50:15.606868 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-52b6c45d-6599-4b5d-8bb3-f513df193c51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-668350'] for router_interface (b6389cf9-16f2-4235-a8e4-779f4429869c), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:15.631369 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-a3ce4392-a212-46c5-8a16-a5b6742fda5b admin admin] Publish callbacks [] for security_group (3a4d22e7-90c9-4b9a-a690-89185aafec36), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:15.652180 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-a3ce4392-a212-46c5-8a16-a5b6742fda5b admin admin] Publish callbacks [] for security_group (3a4d22e7-90c9-4b9a-a690-89185aafec36), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:15.699471 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-a3ce4392-a212-46c5-8a16-a5b6742fda5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (3a4d22e7-90c9-4b9a-a690-89185aafec36), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:15.702024 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-a3ce4392-a212-46c5-8a16-a5b6742fda5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:15.703183 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-a3ce4392-a212-46c5-8a16-a5b6742fda5b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3a4d22e7-90c9-4b9a-a690-89185aafec36 HTTP/1.1" status: 204 len: 168 time: 0.1213706 Apr 12 19:50:15.715218 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ce4392-a212-46c5-8a16-a5b6742fda5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a4d22e7-90c9-4b9a-a690-89185aafec36,revision_number=None']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:50:15.898217 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.plugin [None req-52b6c45d-6599-4b5d-8bb3-f513df193c51 admin admin] Deleting port 9bcc7b22-765e-4d3c-bd9c-cc8b28f0db99 {{(pid=106704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:50:15.898554 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-52b6c45d-6599-4b5d-8bb3-f513df193c51 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749198460456'] for port (9bcc7b22-765e-4d3c-bd9c-cc8b28f0db99), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:15.978002 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.db [None req-52b6c45d-6599-4b5d-8bb3-f513df193c51 admin admin] For port 9bcc7b22-765e-4d3c-bd9c-cc8b28f0db99, host dv-cinder-837540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-1-iscsi',level=0,port_id=9bcc7b22-765e-4d3c-bd9c-cc8b28f0db99,segment=NetworkSegment(7d4c5579-d5c2-4ae5-8e1e-f30678073acf),segment_id=7d4c5579-d5c2-4ae5-8e1e-f30678073acf)] {{(pid=106704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:50:15.978365 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-52b6c45d-6599-4b5d-8bb3-f513df193c51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661808'] for port (9bcc7b22-765e-4d3c-bd9c-cc8b28f0db99), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:15.991599 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.plugin [None req-52b6c45d-6599-4b5d-8bb3-f513df193c51 admin admin] Calling delete_port for 9bcc7b22-765e-4d3c-bd9c-cc8b28f0db99 owned by network:router_interface {{(pid=106704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:50:16.288138 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-c3d27712-4a07-4387-92a7-e4c7dd034907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (4d9412c4-31b2-4fbf-87a0-f931332ab9d5), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:16.427185 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-52b6c45d-6599-4b5d-8bb3-f513df193c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749198465814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749198058671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8791401'] for port (9bcc7b22-765e-4d3c-bd9c-cc8b28f0db99), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:16.453377 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b6c45d-6599-4b5d-8bb3-f513df193c51 admin admin] Pushing event deleted for resources: {'Port': ['ID=9bcc7b22-765e-4d3c-bd9c-cc8b28f0db99,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:50:16.630900 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-52b6c45d-6599-4b5d-8bb3-f513df193c51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-668194'] for router_interface (b6389cf9-16f2-4235-a8e4-779f4429869c), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:16.858503 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52b6c45d-6599-4b5d-8bb3-f513df193c51 admin admin] Router b6389cf9-16f2-4235-a8e4-779f4429869c has already been hosted by L3 agent 4d9412c4-31b2-4fbf-87a0-f931332ab9d5 {{(pid=106704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 19:50:16.973723 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52b6c45d-6599-4b5d-8bb3-f513df193c51 admin admin] Notify agent at l3_agent.dv-cinder-837540-1-iscsi the message routers_updated {{(pid=106704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:50:16.979541 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-52b6c45d-6599-4b5d-8bb3-f513df193c51 admin admin] 10.222.0.15 "PUT /v2.0/routers/b6389cf9-16f2-4235-a8e4-779f4429869c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9818058 Apr 12 19:50:16.982089 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 40092) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:50:16.986528 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4215dd34-b70c-4661-a76e-6aa39df444ac None None] Sync routers for ids ['b6389cf9-16f2-4235-a8e4-779f4429869c'] in dv-cinder-837540-1-iscsi {{(pid=106714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:50:16.996622 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4215dd34-b70c-4661-a76e-6aa39df444ac None None] Routers {'b6389cf9-16f2-4235-a8e4-779f4429869c'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:50:16.997649 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_hamode_db [None req-4215dd34-b70c-4661-a76e-6aa39df444ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:50:16Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['b6389cf9-16f2-4235-a8e4-779f4429869c'], 'active': True} {{(pid=106714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:50:17.093867 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-c7adcfba-c8e8-43d3-91de-fce8f9e58124 admin admin] Publish callbacks [] for router (b6389cf9-16f2-4235-a8e4-779f4429869c), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:17.108353 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_dvr_db [None req-4215dd34-b70c-4661-a76e-6aa39df444ac None None] Set router b6389cf9-16f2-4235-a8e4-779f4429869c gateway port host: dv-cinder-837540-1-iscsi {{(pid=106714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:50:17.206867 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-c7adcfba-c8e8-43d3-91de-fce8f9e58124 admin admin] Publish callbacks [] for router_gateway (b6389cf9-16f2-4235-a8e4-779f4429869c), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:17.259927 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-0fb4a5ae-492f-43e3-90d5-82372e23b9ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (01005bd1-5b1e-41c6-b9b3-a4d4f93589b9), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:17.263182 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.plugin [None req-c7adcfba-c8e8-43d3-91de-fce8f9e58124 admin admin] Deleting port 94c03623-fec4-4438-9e44-fadece881b7b {{(pid=106707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:50:17.263620 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-c7adcfba-c8e8-43d3-91de-fce8f9e58124 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749198460456'] for port (94c03623-fec4-4438-9e44-fadece881b7b), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:17.314169 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_hamode_db [None req-4215dd34-b70c-4661-a76e-6aa39df444ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6389cf9-16f2-4235-a8e4-779f4429869c', 'name': 'tempest-AttachVolumeShelveTestJSON-434342515-router', 'tenant_id': 'a16ad9726e5e4b49874286bb90e53c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '94c03623-fec4-4438-9e44-fadece881b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:39:18Z', 'updated_at': '2022-04-12T19:50:16Z', 'revision_number': 5, 'project_id': 'a16ad9726e5e4b49874286bb90e53c94', 'gw_port': {'id': '94c03623-fec4-4438-9e44-fadece881b7b', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6389cf9-16f2-4235-a8e4-779f4429869c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:39:19Z', 'updated_at': '2022-04-12T19:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi'}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:50:17.341595 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4215dd34-b70c-4661-a76e-6aa39df444ac None None] Checking router: b6389cf9-16f2-4235-a8e4-779f4429869c for host: dv-cinder-837540-1-iscsi {{(pid=106714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:50:17.350568 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4215dd34-b70c-4661-a76e-6aa39df444ac None None] Routers {'b6389cf9-16f2-4235-a8e4-779f4429869c'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:50:17.351178 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_hamode_db [None req-4215dd34-b70c-4661-a76e-6aa39df444ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:50:16Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['b6389cf9-16f2-4235-a8e4-779f4429869c'], 'active': True} {{(pid=106714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:50:17.354077 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.db [None req-c7adcfba-c8e8-43d3-91de-fce8f9e58124 admin admin] For port 94c03623-fec4-4438-9e44-fadece881b7b, host dv-cinder-837540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-1-iscsi',level=0,port_id=94c03623-fec4-4438-9e44-fadece881b7b,segment=NetworkSegment(d71711ac-63cd-4a26-822c-81ae059ce82d),segment_id=d71711ac-63cd-4a26-822c-81ae059ce82d)] {{(pid=106707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:50:17.354443 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-c7adcfba-c8e8-43d3-91de-fce8f9e58124 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661808'] for port (94c03623-fec4-4438-9e44-fadece881b7b), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:17.369284 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.plugin [None req-c7adcfba-c8e8-43d3-91de-fce8f9e58124 admin admin] Calling delete_port for 94c03623-fec4-4438-9e44-fadece881b7b owned by network:router_gateway {{(pid=106707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:50:17.447954 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_dvr_db [None req-4215dd34-b70c-4661-a76e-6aa39df444ac None None] Set router b6389cf9-16f2-4235-a8e4-779f4429869c gateway port host: None {{(pid=106714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:50:17.503866 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_hamode_db [None req-4215dd34-b70c-4661-a76e-6aa39df444ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6389cf9-16f2-4235-a8e4-779f4429869c', 'name': 'tempest-AttachVolumeShelveTestJSON-434342515-router', 'tenant_id': 'a16ad9726e5e4b49874286bb90e53c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:39:18Z', 'updated_at': '2022-04-12T19:50:17Z', 'revision_number': 6, 'project_id': 'a16ad9726e5e4b49874286bb90e53c94', 'gw_port_host': None}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:50:17.533855 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4215dd34-b70c-4661-a76e-6aa39df444ac None None] The sync data for ids ['b6389cf9-16f2-4235-a8e4-779f4429869c'] in dv-cinder-837540-1-iscsi is: [{'id': 'b6389cf9-16f2-4235-a8e4-779f4429869c', 'name': 'tempest-AttachVolumeShelveTestJSON-434342515-router', 'tenant_id': 'a16ad9726e5e4b49874286bb90e53c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:39:18Z', 'updated_at': '2022-04-12T19:50:17Z', 'revision_number': 6, 'project_id': 'a16ad9726e5e4b49874286bb90e53c94', 'gw_port_host': None}] {{(pid=106714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:50:17.553486 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-c7adcfba-c8e8-43d3-91de-fce8f9e58124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749198465814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749198058671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9064885'] for port (94c03623-fec4-4438-9e44-fadece881b7b), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:17.583683 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7adcfba-c8e8-43d3-91de-fce8f9e58124 admin admin] Pushing event deleted for resources: {'Port': ['ID=94c03623-fec4-4438-9e44-fadece881b7b,revision_number=None']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:50:17.646128 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-c7adcfba-c8e8-43d3-91de-fce8f9e58124 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668036'] for router_gateway (b6389cf9-16f2-4235-a8e4-779f4429869c), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:17.738025 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-c7adcfba-c8e8-43d3-91de-fce8f9e58124 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-670298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26510'] for router (b6389cf9-16f2-4235-a8e4-779f4429869c), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:17.740090 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-c7adcfba-c8e8-43d3-91de-fce8f9e58124 admin admin] Publish callbacks [] for router_controller (b6389cf9-16f2-4235-a8e4-779f4429869c), precommit_delete_associations {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:17.783818 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-c7adcfba-c8e8-43d3-91de-fce8f9e58124 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-670305'] for router (b6389cf9-16f2-4235-a8e4-779f4429869c), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:17.784366 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7adcfba-c8e8-43d3-91de-fce8f9e58124 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6389cf9-16f2-4235-a8e4-779f4429869c {{(pid=106707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 19:50:17.793959 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-c7adcfba-c8e8-43d3-91de-fce8f9e58124 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:17.795111 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-c7adcfba-c8e8-43d3-91de-fce8f9e58124 admin admin] 10.222.0.15 "DELETE /v2.0/routers/b6389cf9-16f2-4235-a8e4-779f4429869c HTTP/1.1" status: 204 len: 168 time: 0.8120475 Apr 12 19:50:17.798528 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 40110) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:50:17.848041 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.db_base_plugin_v2 [None req-207719df-fe51-4c4d-b009-d0338eb5d11b admin admin] Deleting subnet f0175af4-3e14-4634-8d47-e6784ac2f6db {{(pid=106704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 19:50:17.851932 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-207719df-fe51-4c4d-b009-d0338eb5d11b admin admin] Publish callbacks [] for subnet (f0175af4-3e14-4634-8d47-e6784ac2f6db), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:17.897289 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-207719df-fe51-4c4d-b009-d0338eb5d11b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9360983'] for subnet (f0175af4-3e14-4634-8d47-e6784ac2f6db), precommit_delete_associations {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:17.989639 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-207719df-fe51-4c4d-b009-d0338eb5d11b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449141'] for subnet (f0175af4-3e14-4634-8d47-e6784ac2f6db), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:18.041421 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-207719df-fe51-4c4d-b009-d0338eb5d11b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8791302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8854074'] for subnet (f0175af4-3e14-4634-8d47-e6784ac2f6db), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:18.070303 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207719df-fe51-4c4d-b009-d0338eb5d11b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0175af4-3e14-4634-8d47-e6784ac2f6db,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:50:18.072749 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-207719df-fe51-4c4d-b009-d0338eb5d11b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:18.076488 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-207719df-fe51-4c4d-b009-d0338eb5d11b admin admin] 10.222.0.15 "DELETE /v2.0/subnets/f0175af4-3e14-4634-8d47-e6784ac2f6db HTTP/1.1" status: 204 len: 168 time: 0.2759216 Apr 12 19:50:18.078410 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 40114) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:50:18.078889 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741866e8-dc5b-4ce4-b36b-27cd722d2a70 None None] Network f4a737e2-fbd1-4d73-b744-770d94c0d414 requested from dv-cinder-837540-1-iscsi {{(pid=106714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 19:50:18.149915 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-3011b890-b877-4ba9-b8ec-c7b7d3a40081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3636804'] for network (f4a737e2-fbd1-4d73-b744-770d94c0d414), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:18.195206 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.plugin [None req-3011b890-b877-4ba9-b8ec-c7b7d3a40081 admin admin] Deleting port bd5498ff-e54f-46ca-99ad-8fae52453fc4 {{(pid=106707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:50:18.195550 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-3011b890-b877-4ba9-b8ec-c7b7d3a40081 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749198460456'] for port (bd5498ff-e54f-46ca-99ad-8fae52453fc4), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:18.261924 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.db [None req-3011b890-b877-4ba9-b8ec-c7b7d3a40081 admin admin] For port bd5498ff-e54f-46ca-99ad-8fae52453fc4, host dv-cinder-837540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-1-iscsi',level=0,port_id=bd5498ff-e54f-46ca-99ad-8fae52453fc4,segment=NetworkSegment(7d4c5579-d5c2-4ae5-8e1e-f30678073acf),segment_id=7d4c5579-d5c2-4ae5-8e1e-f30678073acf)] {{(pid=106707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:50:18.262182 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-3011b890-b877-4ba9-b8ec-c7b7d3a40081 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661808'] for port (bd5498ff-e54f-46ca-99ad-8fae52453fc4), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:18.278833 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.plugin [None req-3011b890-b877-4ba9-b8ec-c7b7d3a40081 admin admin] Calling delete_port for bd5498ff-e54f-46ca-99ad-8fae52453fc4 owned by network:dhcp {{(pid=106707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:50:18.302079 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96ba79b-50fe-4346-a639-f82019f763bf None None] DHCP port deletion for f4a737e2-fbd1-4d73-b744-770d94c0d414 request from dv-cinder-837540-1-iscsi {{(pid=106714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 19:50:18.344897 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-c96ba79b-50fe-4346-a639-f82019f763bf None None] Deleting port bd5498ff-e54f-46ca-99ad-8fae52453fc4 {{(pid=106714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:50:18.345575 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-c96ba79b-50fe-4346-a639-f82019f763bf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749198460456'] for port (bd5498ff-e54f-46ca-99ad-8fae52453fc4), before_delete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:18.359662 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-3011b890-b877-4ba9-b8ec-c7b7d3a40081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749198465814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749198058671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9064885'] for port (bd5498ff-e54f-46ca-99ad-8fae52453fc4), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:18.372928 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3011b890-b877-4ba9-b8ec-c7b7d3a40081 admin admin] No DVR routers for this DVR port bd5498ff-e54f-46ca-99ad-8fae52453fc4 on host dv-cinder-837540-1-iscsi {{(pid=106707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 19:50:18.393274 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3011b890-b877-4ba9-b8ec-c7b7d3a40081 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd5498ff-e54f-46ca-99ad-8fae52453fc4,revision_number=None']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:50:18.423472 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-c96ba79b-50fe-4346-a639-f82019f763bf None None] For port bd5498ff-e54f-46ca-99ad-8fae52453fc4, host dv-cinder-837540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-1-iscsi',level=0,port_id=bd5498ff-e54f-46ca-99ad-8fae52453fc4,segment=NetworkSegment(7d4c5579-d5c2-4ae5-8e1e-f30678073acf),segment_id=7d4c5579-d5c2-4ae5-8e1e-f30678073acf)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:50:18.424558 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-c96ba79b-50fe-4346-a639-f82019f763bf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661808'] for port (bd5498ff-e54f-46ca-99ad-8fae52453fc4), precommit_delete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:18.438058 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-c96ba79b-50fe-4346-a639-f82019f763bf None None] Calling delete_port for bd5498ff-e54f-46ca-99ad-8fae52453fc4 owned by network:dhcp {{(pid=106714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:50:18.465793 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-3011b890-b877-4ba9-b8ec-c7b7d3a40081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3451022', 'neutron.services.segments.db._delete_segments_for_network-8749198551224'] for network (f4a737e2-fbd1-4d73-b744-770d94c0d414), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:18.487780 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.services.segments.db [None req-3011b890-b877-4ba9-b8ec-c7b7d3a40081 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4a737e2-fbd1-4d73-b744-770d94c0d414']}} {{(pid=106707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:50:18.497696 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.services.segments.db [None req-3011b890-b877-4ba9-b8ec-c7b7d3a40081 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d4c5579-d5c2-4ae5-8e1e-f30678073acf') {'for_net_delete': True} {{(pid=106707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:50:18.497989 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.services.segments.db [None req-3011b890-b877-4ba9-b8ec-c7b7d3a40081 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d4c5579-d5c2-4ae5-8e1e-f30678073acf') {} {{(pid=106707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:50:18.508280 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-3011b890-b877-4ba9-b8ec-c7b7d3a40081 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749198554305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9065169'] for segment (7d4c5579-d5c2-4ae5-8e1e-f30678073acf), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:18.522350 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-3011b890-b877-4ba9-b8ec-c7b7d3a40081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495566'] for segment (7d4c5579-d5c2-4ae5-8e1e-f30678073acf), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:18.523201 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-c96ba79b-50fe-4346-a639-f82019f763bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749198465814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749198058671'] for port (bd5498ff-e54f-46ca-99ad-8fae52453fc4), after_delete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:18.528592 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3011b890-b877-4ba9-b8ec-c7b7d3a40081 admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=106707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 19:50:18.528982 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-3011b890-b877-4ba9-b8ec-c7b7d3a40081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9064800'] for segment (7d4c5579-d5c2-4ae5-8e1e-f30678073acf), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:18.530944 dv-cinder-837540-1-iscsi neutron-server[106707]: Traceback (most recent call last): Apr 12 19:50:18.530944 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 19:50:18.530944 dv-cinder-837540-1-iscsi neutron-server[106707]: timer() Apr 12 19:50:18.530944 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 19:50:18.530944 dv-cinder-837540-1-iscsi neutron-server[106707]: cb(*args, **kw) Apr 12 19:50:18.530944 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 19:50:18.530944 dv-cinder-837540-1-iscsi neutron-server[106707]: return func(*args, **kwargs) Apr 12 19:50:18.530944 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 19:50:18.530944 dv-cinder-837540-1-iscsi neutron-server[106707]: self._notify() Apr 12 19:50:18.530944 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 19:50:18.530944 dv-cinder-837540-1-iscsi neutron-server[106707]: self.callback(batched_events) Apr 12 19:50:18.530944 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 19:50:18.530944 dv-cinder-837540-1-iscsi neutron-server[106707]: event.method(event) Apr 12 19:50:18.530944 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 19:50:18.530944 dv-cinder-837540-1-iscsi neutron-server[106707]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 19:50:18.530944 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 19:50:18.530944 dv-cinder-837540-1-iscsi neutron-server[106707]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 19:50:18.530944 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 19:50:18.530944 dv-cinder-837540-1-iscsi neutron-server[106707]: return f(self, *a, **k) Apr 12 19:50:18.530944 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 19:50:18.530944 dv-cinder-837540-1-iscsi neutron-server[106707]: return self._get(url).json() Apr 12 19:50:18.530944 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 19:50:18.530944 dv-cinder-837540-1-iscsi neutron-server[106707]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 19:50:18.530944 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 19:50:18.530944 dv-cinder-837540-1-iscsi neutron-server[106707]: return self.request(url, 'GET', **kwargs) Apr 12 19:50:18.530944 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 19:50:18.530944 dv-cinder-837540-1-iscsi neutron-server[106707]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 19:50:18.530944 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 19:50:18.530944 dv-cinder-837540-1-iscsi neutron-server[106707]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 19:50:18.530944 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 19:50:18.530944 dv-cinder-837540-1-iscsi neutron-server[106707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 19:50:18.530944 dv-cinder-837540-1-iscsi neutron-server[106707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 19:50:18.548644 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96ba79b-50fe-4346-a639-f82019f763bf None None] Pushing event deleted for resources: {'Port': ['ID=bd5498ff-e54f-46ca-99ad-8fae52453fc4,revision_number=None']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:50:18.553695 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96ba79b-50fe-4346-a639-f82019f763bf None None] No DVR routers for this DVR port bd5498ff-e54f-46ca-99ad-8fae52453fc4 on host dv-cinder-837540-1-iscsi {{(pid=106714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 19:50:18.560489 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96ba79b-50fe-4346-a639-f82019f763bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:50:18.560844 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96ba79b-50fe-4346-a639-f82019f763bf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:50:18.561191 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96ba79b-50fe-4346-a639-f82019f763bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:50:18.561528 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96ba79b-50fe-4346-a639-f82019f763bf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:50:18.562037 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96ba79b-50fe-4346-a639-f82019f763bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:50:18.562379 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96ba79b-50fe-4346-a639-f82019f763bf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:50:18.562713 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96ba79b-50fe-4346-a639-f82019f763bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:50:18.563040 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96ba79b-50fe-4346-a639-f82019f763bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:50:18.563372 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96ba79b-50fe-4346-a639-f82019f763bf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:50:18.575326 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96ba79b-50fe-4346-a639-f82019f763bf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:50:18.575326 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96ba79b-50fe-4346-a639-f82019f763bf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:50:18.575326 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96ba79b-50fe-4346-a639-f82019f763bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:50:18.575326 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96ba79b-50fe-4346-a639-f82019f763bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:50:18.575326 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96ba79b-50fe-4346-a639-f82019f763bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:50:18.575326 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96ba79b-50fe-4346-a639-f82019f763bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:50:18.596789 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-3011b890-b877-4ba9-b8ec-c7b7d3a40081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3451063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668064'] for network (f4a737e2-fbd1-4d73-b744-770d94c0d414), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:18.605682 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-3011b890-b877-4ba9-b8ec-c7b7d3a40081 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565043'] for network (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:18.609211 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-3011b890-b877-4ba9-b8ec-c7b7d3a40081 admin admin] 10.222.0.15 "DELETE /v2.0/networks/f4a737e2-fbd1-4d73-b744-770d94c0d414 HTTP/1.1" status: 204 len: 168 time: 0.5298145 Apr 12 19:50:18.627781 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3011b890-b877-4ba9-b8ec-c7b7d3a40081 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4a737e2-fbd1-4d73-b744-770d94c0d414,revision_number=None']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:50:18.696881 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-655d5a5e-25bf-423f-acb4-166f4bec9d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (f3d2fb0e-5305-4f08-ab1f-5f1d50bdad22), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:18.780954 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 40118) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:50:18.801729 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device 9bcc7b22-765e-4d3c-bd9c-cc8b28f0db99 no longer exists at agent ovs-agent-dv-cinder-837540-1-iscsi {{(pid=106714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 19:50:18.821607 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] No Port match for: 9bcc7b22-765e-4d3c-bd9c-cc8b28f0db99 {{(pid=106714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 19:50:18.821957 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device 9bcc7b22-765e-4d3c-bd9c-cc8b28f0db99 not bound to the agent host dv-cinder-837540-1-iscsi {{(pid=106714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 19:50:18.822388 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device bd5498ff-e54f-46ca-99ad-8fae52453fc4 no longer exists at agent ovs-agent-dv-cinder-837540-1-iscsi {{(pid=106714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 19:50:18.828347 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-871e809d-bd48-4713-beb7-ff2752447381 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a16ad9726e5e4b49874286bb90e53c94&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0461998 Apr 12 19:50:18.831080 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 40120) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:50:18.844264 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] No Port match for: bd5498ff-e54f-46ca-99ad-8fae52453fc4 {{(pid=106714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 19:50:18.844600 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device bd5498ff-e54f-46ca-99ad-8fae52453fc4 not bound to the agent host dv-cinder-837540-1-iscsi {{(pid=106714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 19:50:18.845022 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device 94c03623-fec4-4438-9e44-fadece881b7b no longer exists at agent ovs-agent-dv-cinder-837540-1-iscsi {{(pid=106714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 19:50:18.865697 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] No Port match for: 94c03623-fec4-4438-9e44-fadece881b7b {{(pid=106714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 19:50:18.866045 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device 94c03623-fec4-4438-9e44-fadece881b7b not bound to the agent host dv-cinder-837540-1-iscsi {{(pid=106714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 19:50:18.892283 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-f6e82264-ba32-4cba-8bab-d063e2e79f11 admin admin] Publish callbacks [] for security_group (a90f4054-2cc0-47eb-8f55-52e1e422b3c6), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:18.914345 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-f6e82264-ba32-4cba-8bab-d063e2e79f11 admin admin] Publish callbacks [] for security_group (a90f4054-2cc0-47eb-8f55-52e1e422b3c6), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:18.960782 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-f6e82264-ba32-4cba-8bab-d063e2e79f11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (a90f4054-2cc0-47eb-8f55-52e1e422b3c6), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:18.963356 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-f6e82264-ba32-4cba-8bab-d063e2e79f11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:18.964633 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-f6e82264-ba32-4cba-8bab-d063e2e79f11 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a90f4054-2cc0-47eb-8f55-52e1e422b3c6 HTTP/1.1" status: 204 len: 168 time: 0.1326272 Apr 12 19:50:18.972956 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e82264-ba32-4cba-8bab-d063e2e79f11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a90f4054-2cc0-47eb-8f55-52e1e422b3c6,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:50:19.621756 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 40144) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:50:19.721289 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.v2.base [None req-846d3ec2-447f-4880-ab5c-f3e141725590 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1126193915-network', 'tenant_id': '4489676262ea44d8929f0f5d7a1ffc51'}} {{(pid=106704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:50:19.744308 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-846d3ec2-447f-4880-ab5c-f3e141725590 admin admin] Made reservation on behalf of 4489676262ea44d8929f0f5d7a1ffc51 for: {'network': 1} {{(pid=106704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:50:19.746869 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-846d3ec2-447f-4880-ab5c-f3e141725590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for network (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:19.756520 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-846d3ec2-447f-4880-ab5c-f3e141725590 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:19.829347 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-846d3ec2-447f-4880-ab5c-f3e141725590 admin admin] Publish callbacks [] for security_group (5bbf6122-b6b5-49c4-82f0-6c7ffca2b695), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:19.833891 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-846d3ec2-447f-4880-ab5c-f3e141725590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (5bbf6122-b6b5-49c4-82f0-6c7ffca2b695), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:19.864610 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-846d3ec2-447f-4880-ab5c-f3e141725590 admin admin] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=106704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 19:50:19.874722 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846d3ec2-447f-4880-ab5c-f3e141725590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bbf6122-b6b5-49c4-82f0-6c7ffca2b695,revision_number=1']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:50:19.880889 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-846d3ec2-447f-4880-ab5c-f3e141725590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495566'] for segment (0f96c3c3-3ba6-40be-b658-b81bf282434e), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:19.881225 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.db.segments_db [None req-846d3ec2-447f-4880-ab5c-f3e141725590 admin admin] Added segment 0f96c3c3-3ba6-40be-b658-b81bf282434e of type vlan for network b76413cb-e15b-40ab-99a9-de2d4c0b734c Apr 12 19:50:19.919844 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-846d3ec2-447f-4880-ab5c-f3e141725590 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749198045660'] for network (b76413cb-e15b-40ab-99a9-de2d4c0b734c), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:19.945301 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-846d3ec2-447f-4880-ab5c-f3e141725590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185'] for network (b76413cb-e15b-40ab-99a9-de2d4c0b734c), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:19.946278 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846d3ec2-447f-4880-ab5c-f3e141725590 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:50:19.946865 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-846d3ec2-447f-4880-ab5c-f3e141725590 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565043'] for network (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:20.005512 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-846d3ec2-447f-4880-ab5c-f3e141725590 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3825808 Apr 12 19:50:20.008420 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 40148) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:50:20.013027 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846d3ec2-447f-4880-ab5c-f3e141725590 admin admin] Pushing event updated for resources: {'Network': ['ID=b76413cb-e15b-40ab-99a9-de2d4c0b734c,revision_number=1']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:50:20.013355 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.v2.base [None req-fb00a9fc-8767-446a-8289-7f869b59495b admin admin] Request body: {'subnet': {'network_id': 'b76413cb-e15b-40ab-99a9-de2d4c0b734c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1126193915-subnet', 'tenant_id': '4489676262ea44d8929f0f5d7a1ffc51', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:50:20.024574 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Network b76413cb-e15b-40ab-99a9-de2d4c0b734c details requested by agent ovs-agent-dv-cinder-837540-1-iscsi with host dv-cinder-837540-1-iscsi {{(pid=106714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 19:50:20.033933 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb00a9fc-8767-446a-8289-7f869b59495b admin admin] Made reservation on behalf of 4489676262ea44d8929f0f5d7a1ffc51 for: {'subnet': 1} {{(pid=106707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:50:20.036225 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-fb00a9fc-8767-446a-8289-7f869b59495b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9408059'] for subnet (None), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:20.228371 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-fb00a9fc-8767-446a-8289-7f869b59495b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9064965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9408045'] for subnet (ac7da68c-b531-4121-be78-e8751cff2df4), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:20.286987 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb00a9fc-8767-446a-8289-7f869b59495b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac7da68c-b531-4121-be78-e8751cff2df4,revision_number=0']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:50:20.293933 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb00a9fc-8767-446a-8289-7f869b59495b admin admin] Checking segment: {'id': '0f96c3c3-3ba6-40be-b658-b81bf282434e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b76413cb-e15b-40ab-99a9-de2d4c0b734c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:50:20.294297 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb00a9fc-8767-446a-8289-7f869b59495b admin admin] Network hostable DHCP agents. Network: b76413cb-e15b-40ab-99a9-de2d4c0b734c, hostable agents: ['055fa106-9079-4d8f-a829-e3ca37bbcb19'], hosted agents: [] {{(pid=106707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 19:50:20.311445 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb00a9fc-8767-446a-8289-7f869b59495b admin admin] Network b76413cb-e15b-40ab-99a9-de2d4c0b734c is scheduled to be hosted by DHCP agent 055fa106-9079-4d8f-a829-e3ca37bbcb19 with binding_index 1 {{(pid=106707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 19:50:20.319782 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.scheduler.base_scheduler [None req-fb00a9fc-8767-446a-8289-7f869b59495b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837540-1-iscsi, b76413cb-e15b-40ab-99a9-de2d4c0b734c) {{(pid=106707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:50:20.324162 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb00a9fc-8767-446a-8289-7f869b59495b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:50:20.324733 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-fb00a9fc-8767-446a-8289-7f869b59495b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565043'] for subnet (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:20.329237 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4688e7-d65a-4183-a83d-f5978620d3ca None None] Network b76413cb-e15b-40ab-99a9-de2d4c0b734c requested from dv-cinder-837540-1-iscsi {{(pid=106714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 19:50:20.341307 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-fb00a9fc-8767-446a-8289-7f869b59495b admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3316746 Apr 12 19:50:20.344046 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 40152) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:50:20.349091 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.v2.base [None req-49a6b963-fbd6-421c-8a85-d0c5d6768541 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1126193915-router', 'tenant_id': '4489676262ea44d8929f0f5d7a1ffc51', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08'}}} {{(pid=106704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:50:20.368684 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-49a6b963-fbd6-421c-8a85-d0c5d6768541 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-670512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26520'] for router (87502b5b-6b73-4094-b3a1-95b29d09c721), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:20.369712 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-49a6b963-fbd6-421c-8a85-d0c5d6768541 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-670368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-602046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26497'] for router (87502b5b-6b73-4094-b3a1-95b29d09c721), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:20.423284 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-49a6b963-fbd6-421c-8a85-d0c5d6768541 admin admin] Publish callbacks [] for router_controller (87502b5b-6b73-4094-b3a1-95b29d09c721), precommit_add_association {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:20.433949 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf8f366-62f9-43e0-9f27-6fe8e4466239 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3012341e-45cf-56fd-a54d-b96530cfb325-b76413cb-e15b-40ab-99a9-de2d4c0b734c', 'network_id': 'b76413cb-e15b-40ab-99a9-de2d4c0b734c', 'project_id': '4489676262ea44d8929f0f5d7a1ffc51', 'fixed_ips': [{'subnet_id': 'ac7da68c-b531-4121-be78-e8751cff2df4'}]}} from dv-cinder-837540-1-iscsi. {{(pid=106714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 19:50:20.434911 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f366-62f9-43e0-9f27-6fe8e4466239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (None), before_create {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:20.536407 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (e0bf5abe-d5c5-40a1-a359-03156ade36a4), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:20.569044 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-49a6b963-fbd6-421c-8a85-d0c5d6768541 admin admin] Publish callbacks [] for router_gateway (87502b5b-6b73-4094-b3a1-95b29d09c721), precommit_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:20.587656 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.db_base_plugin_common [None req-cbf8f366-62f9-43e0-9f27-6fe8e4466239 None None] Allocated IP 172.20.0.2 (b76413cb-e15b-40ab-99a9-de2d4c0b734c/ac7da68c-b531-4121-be78-e8751cff2df4/f714ab01-6131-4cfc-939e-9b3b75e5390e) {{(pid=106714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:50:20.740204 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f366-62f9-43e0-9f27-6fe8e4466239 None None] Publish callbacks [] for port (f714ab01-6131-4cfc-939e-9b3b75e5390e), precommit_create {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:20.748081 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f366-62f9-43e0-9f27-6fe8e4466239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749198058662'] for port (f714ab01-6131-4cfc-939e-9b3b75e5390e), after_create {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:20.752014 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-49a6b963-fbd6-421c-8a85-d0c5d6768541 admin admin] Publish callbacks [] for router_gateway (87502b5b-6b73-4094-b3a1-95b29d09c721), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:20.775290 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-49a6b963-fbd6-421c-8a85-d0c5d6768541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:20.787652 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf8f366-62f9-43e0-9f27-6fe8e4466239 None None] Network b76413cb-e15b-40ab-99a9-de2d4c0b734c is already hosted by enough agents. {{(pid=106714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:50:20.797692 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.scheduler.base_scheduler [None req-cbf8f366-62f9-43e0-9f27-6fe8e4466239 None None] Resources bound (agent type, host, resource id): {{(pid=106714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:50:20.800854 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf8f366-62f9-43e0-9f27-6fe8e4466239 None None] Received port after_create {{(pid=106714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:50:20.809512 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf8f366-62f9-43e0-9f27-6fe8e4466239 None None] Pushing event updated for resources: {'Port': ['ID=f714ab01-6131-4cfc-939e-9b3b75e5390e,revision_number=1']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:50:20.868571 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.managers [None req-cbf8f366-62f9-43e0-9f27-6fe8e4466239 None None] Attempting to bind port f714ab01-6131-4cfc-939e-9b3b75e5390e on host dv-cinder-837540-1-iscsi for vnic_type normal with profile {{(pid=106714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:50:20.868946 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.managers [None req-cbf8f366-62f9-43e0-9f27-6fe8e4466239 None None] Attempting to bind port f714ab01-6131-4cfc-939e-9b3b75e5390e by drivers openvswitch,hyperv on host dv-cinder-837540-1-iscsi at level 0 using segments [{'id': '0f96c3c3-3ba6-40be-b658-b81bf282434e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b76413cb-e15b-40ab-99a9-de2d4c0b734c'}] {{(pid=106714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:50:20.869325 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf8f366-62f9-43e0-9f27-6fe8e4466239 None None] Attempting to bind port f714ab01-6131-4cfc-939e-9b3b75e5390e on network b76413cb-e15b-40ab-99a9-de2d4c0b734c {{(pid=106714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:50:20.875304 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf8f366-62f9-43e0-9f27-6fe8e4466239 None None] Checking agent: {'id': 'e0bf5abe-d5c5-40a1-a359-03156ade36a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837540-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 30, 50), 'started_at': datetime.datetime(2022, 4, 12, 19, 31, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837540-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:50:20.875690 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf8f366-62f9-43e0-9f27-6fe8e4466239 None None] Checking segment: {'id': '0f96c3c3-3ba6-40be-b658-b81bf282434e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b76413cb-e15b-40ab-99a9-de2d4c0b734c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:50:20.876129 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f366-62f9-43e0-9f27-6fe8e4466239 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:20.876534 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf8f366-62f9-43e0-9f27-6fe8e4466239 None None] Bound using segment: {'id': '0f96c3c3-3ba6-40be-b658-b81bf282434e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b76413cb-e15b-40ab-99a9-de2d4c0b734c'} {{(pid=106714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:50:20.877006 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.managers [None req-cbf8f366-62f9-43e0-9f27-6fe8e4466239 None None] Bound port: f714ab01-6131-4cfc-939e-9b3b75e5390e, host: dv-cinder-837540-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f96c3c3-3ba6-40be-b658-b81bf282434e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b76413cb-e15b-40ab-99a9-de2d4c0b734c'}}] {{(pid=106714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:50:20.877945 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f366-62f9-43e0-9f27-6fe8e4466239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (f714ab01-6131-4cfc-939e-9b3b75e5390e), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:20.882363 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.db_base_plugin_common [None req-49a6b963-fbd6-421c-8a85-d0c5d6768541 admin admin] Allocated IP 172.27.2.236 (afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08/6283d24b-0e2c-4ae1-ac34-d042e72aa307/c2a0426b-6838-43d5-b266-dc0d01398021) {{(pid=106704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:50:20.940537 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-cbf8f366-62f9-43e0-9f27-6fe8e4466239 None None] For port f714ab01-6131-4cfc-939e-9b3b75e5390e, host dv-cinder-837540-1-iscsi, cleared binding levels {{(pid=106714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:50:20.943737 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-cbf8f366-62f9-43e0-9f27-6fe8e4466239 None None] For port f714ab01-6131-4cfc-939e-9b3b75e5390e, host dv-cinder-837540-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-1-iscsi',level=0,port_id=f714ab01-6131-4cfc-939e-9b3b75e5390e,segment=NetworkSegment(0f96c3c3-3ba6-40be-b658-b81bf282434e),segment_id=0f96c3c3-3ba6-40be-b658-b81bf282434e)] {{(pid=106714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:50:20.949917 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f366-62f9-43e0-9f27-6fe8e4466239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (f714ab01-6131-4cfc-939e-9b3b75e5390e), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:20.991808 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-49a6b963-fbd6-421c-8a85-d0c5d6768541 admin admin] Publish callbacks [] for port (c2a0426b-6838-43d5-b266-dc0d01398021), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:21.007419 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf8f366-62f9-43e0-9f27-6fe8e4466239 None None] Pushing event updated for resources: {'Port': ['ID=f714ab01-6131-4cfc-939e-9b3b75e5390e,revision_number=2']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:50:21.028471 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-49a6b963-fbd6-421c-8a85-d0c5d6768541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749198058662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8791401'] for port (c2a0426b-6838-43d5-b266-dc0d01398021), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:21.073184 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a6b963-fbd6-421c-8a85-d0c5d6768541 admin admin] Network afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08 is already hosted by enough agents. {{(pid=106704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:50:21.076224 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.base_scheduler [None req-49a6b963-fbd6-421c-8a85-d0c5d6768541 admin admin] Resources bound (agent type, host, resource id): {{(pid=106704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:50:21.080869 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a6b963-fbd6-421c-8a85-d0c5d6768541 admin admin] Received port after_create {{(pid=106704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:50:21.084047 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a6b963-fbd6-421c-8a85-d0c5d6768541 admin admin] Pushing event updated for resources: {'Port': ['ID=c2a0426b-6838-43d5-b266-dc0d01398021,revision_number=1']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:50:21.200892 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.agents_db [None req-c5aaa6ba-db5d-46db-92f0-20249d3ff0a0 None None] Agent healthcheck: found 6 active agents {{(pid=106718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 19:50:21.373181 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-49a6b963-fbd6-421c-8a85-d0c5d6768541 admin admin] Publish callbacks [] for router_gateway (87502b5b-6b73-4094-b3a1-95b29d09c721), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:21.576597 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-49a6b963-fbd6-421c-8a85-d0c5d6768541 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668120'] for router (87502b5b-6b73-4094-b3a1-95b29d09c721), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:21.710960 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49a6b963-fbd6-421c-8a85-d0c5d6768541 admin admin] Router 87502b5b-6b73-4094-b3a1-95b29d09c721 is scheduled to L3 agent 4d9412c4-31b2-4fbf-87a0-f931332ab9d5 with binding_index 1 {{(pid=106704) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 19:50:21.827710 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49a6b963-fbd6-421c-8a85-d0c5d6768541 admin admin] Notify agent at l3_agent.dv-cinder-837540-1-iscsi the message routers_updated {{(pid=106704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:50:21.836359 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760101b9-27db-4942-9a7f-0e551a9bb802 None None] Sync routers for ids ['87502b5b-6b73-4094-b3a1-95b29d09c721'] in dv-cinder-837540-1-iscsi {{(pid=106718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:50:21.850795 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760101b9-27db-4942-9a7f-0e551a9bb802 None None] Routers {'87502b5b-6b73-4094-b3a1-95b29d09c721'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:50:21.851107 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-49a6b963-fbd6-421c-8a85-d0c5d6768541 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:21.851438 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-760101b9-27db-4942-9a7f-0e551a9bb802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:50:16Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['87502b5b-6b73-4094-b3a1-95b29d09c721'], 'active': True} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:50:21.855639 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-49a6b963-fbd6-421c-8a85-d0c5d6768541 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5078423 Apr 12 19:50:21.860021 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 40156) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:50:21.969221 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da7a86d-568e-4277-a358-3c8b4767fb65 None None] Network b76413cb-e15b-40ab-99a9-de2d4c0b734c requested from dv-cinder-837540-1-iscsi {{(pid=106714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 19:50:21.977590 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvr_db [None req-760101b9-27db-4942-9a7f-0e551a9bb802 None None] Set router 87502b5b-6b73-4094-b3a1-95b29d09c721 gateway port host: dv-cinder-837540-1-iscsi {{(pid=106718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:50:22.044319 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-e888526d-2353-47ca-87fe-4080547aa1e8 None None] Provisioning complete for port f714ab01-6131-4cfc-939e-9b3b75e5390e triggered by entity DHCP. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:50:22.044776 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-e888526d-2353-47ca-87fe-4080547aa1e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (f714ab01-6131-4cfc-939e-9b3b75e5390e), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:22.166098 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-e888526d-2353-47ca-87fe-4080547aa1e8 None None] Current status of the port f714ab01-6131-4cfc-939e-9b3b75e5390e is: DOWN; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:50:22.166490 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-e888526d-2353-47ca-87fe-4080547aa1e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (f714ab01-6131-4cfc-939e-9b3b75e5390e), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:22.189503 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-760101b9-27db-4942-9a7f-0e551a9bb802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87502b5b-6b73-4094-b3a1-95b29d09c721', 'name': 'tempest-AttachVolumeTestJSON-1126193915-router', 'tenant_id': '4489676262ea44d8929f0f5d7a1ffc51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'c2a0426b-6838-43d5-b266-dc0d01398021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:50:20Z', 'updated_at': '2022-04-12T19:50:21Z', 'revision_number': 3, 'project_id': '4489676262ea44d8929f0f5d7a1ffc51', 'gw_port': {'id': 'c2a0426b-6838-43d5-b266-dc0d01398021', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:74:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87502b5b-6b73-4094-b3a1-95b29d09c721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:50:20Z', 'updated_at': '2022-04-12T19:50:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi'}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:50:22.211792 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-e888526d-2353-47ca-87fe-4080547aa1e8 None None] For port f714ab01-6131-4cfc-939e-9b3b75e5390e, host dv-cinder-837540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-1-iscsi',level=0,port_id=f714ab01-6131-4cfc-939e-9b3b75e5390e,segment=NetworkSegment(0f96c3c3-3ba6-40be-b658-b81bf282434e),segment_id=0f96c3c3-3ba6-40be-b658-b81bf282434e)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:50:22.224940 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-e888526d-2353-47ca-87fe-4080547aa1e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (f714ab01-6131-4cfc-939e-9b3b75e5390e), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:22.233713 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760101b9-27db-4942-9a7f-0e551a9bb802 None None] Checking router: 87502b5b-6b73-4094-b3a1-95b29d09c721 for host: dv-cinder-837540-1-iscsi {{(pid=106718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:50:22.234703 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760101b9-27db-4942-9a7f-0e551a9bb802 None None] Updating router 87502b5b-6b73-4094-b3a1-95b29d09c721 port c2a0426b-6838-43d5-b266-dc0d01398021 binding host dv-cinder-837540-1-iscsi {{(pid=106718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 19:50:22.271842 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron_lib.callbacks.manager [None req-760101b9-27db-4942-9a7f-0e551a9bb802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (c2a0426b-6838-43d5-b266-dc0d01398021), before_update {{(pid=106718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:22.304883 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e888526d-2353-47ca-87fe-4080547aa1e8 None None] Pushing event updated for resources: {'Port': ['ID=f714ab01-6131-4cfc-939e-9b3b75e5390e,revision_number=3']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:50:22.449249 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-fb7893df-cfc8-48fb-86a5-dddf944a69e5 None None] Provisioning complete for port f714ab01-6131-4cfc-939e-9b3b75e5390e triggered by entity DHCP. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:50:22.449249 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-fb7893df-cfc8-48fb-86a5-dddf944a69e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (f714ab01-6131-4cfc-939e-9b3b75e5390e), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:22.624419 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-603c4001-4418-4de9-9590-2f1a61331e06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:22.641346 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron_lib.callbacks.manager [None req-760101b9-27db-4942-9a7f-0e551a9bb802 None None] Publish callbacks [] for port (c2a0426b-6838-43d5-b266-dc0d01398021), precommit_update {{(pid=106718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:22.649415 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron_lib.callbacks.manager [None req-760101b9-27db-4942-9a7f-0e551a9bb802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (c2a0426b-6838-43d5-b266-dc0d01398021), after_update {{(pid=106718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:22.673015 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-fb7893df-cfc8-48fb-86a5-dddf944a69e5 None None] Current status of the port f714ab01-6131-4cfc-939e-9b3b75e5390e is: ACTIVE; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:50:22.700116 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1cf10e-c4a5-40c1-83ef-fe5beff64c8a None None] Pushing event updated for resources: {'Port': ['ID=c2a0426b-6838-43d5-b266-dc0d01398021,revision_number=2']} {{(pid=106718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:50:22.713119 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1cf10e-c4a5-40c1-83ef-fe5beff64c8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:50:22.713485 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1cf10e-c4a5-40c1-83ef-fe5beff64c8a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:50:22.713830 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1cf10e-c4a5-40c1-83ef-fe5beff64c8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:50:22.714190 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1cf10e-c4a5-40c1-83ef-fe5beff64c8a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:50:22.714531 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1cf10e-c4a5-40c1-83ef-fe5beff64c8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:50:22.714864 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1cf10e-c4a5-40c1-83ef-fe5beff64c8a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:50:22.715188 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1cf10e-c4a5-40c1-83ef-fe5beff64c8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:50:22.715513 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1cf10e-c4a5-40c1-83ef-fe5beff64c8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:50:22.715840 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1cf10e-c4a5-40c1-83ef-fe5beff64c8a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:50:22.716190 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1cf10e-c4a5-40c1-83ef-fe5beff64c8a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:50:22.716514 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1cf10e-c4a5-40c1-83ef-fe5beff64c8a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:50:22.716851 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1cf10e-c4a5-40c1-83ef-fe5beff64c8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:50:22.717192 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1cf10e-c4a5-40c1-83ef-fe5beff64c8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:50:22.717503 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1cf10e-c4a5-40c1-83ef-fe5beff64c8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:50:22.717818 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1cf10e-c4a5-40c1-83ef-fe5beff64c8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:50:22.725167 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.plugins.ml2.managers [None req-760101b9-27db-4942-9a7f-0e551a9bb802 None None] Attempting to bind port c2a0426b-6838-43d5-b266-dc0d01398021 on host dv-cinder-837540-1-iscsi for vnic_type normal with profile {{(pid=106718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:50:22.725538 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.plugins.ml2.managers [None req-760101b9-27db-4942-9a7f-0e551a9bb802 None None] Attempting to bind port c2a0426b-6838-43d5-b266-dc0d01398021 by drivers openvswitch,hyperv on host dv-cinder-837540-1-iscsi at level 0 using segments [{'id': 'd71711ac-63cd-4a26-822c-81ae059ce82d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08'}] {{(pid=106718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:50:22.725904 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760101b9-27db-4942-9a7f-0e551a9bb802 None None] Attempting to bind port c2a0426b-6838-43d5-b266-dc0d01398021 on network afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08 {{(pid=106718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:50:22.730987 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760101b9-27db-4942-9a7f-0e551a9bb802 None None] Checking agent: {'id': 'e0bf5abe-d5c5-40a1-a359-03156ade36a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837540-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 30, 50), 'started_at': datetime.datetime(2022, 4, 12, 19, 31, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837540-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:50:22.731364 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760101b9-27db-4942-9a7f-0e551a9bb802 None None] Checking segment: {'id': 'd71711ac-63cd-4a26-822c-81ae059ce82d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:50:22.731763 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron_lib.callbacks.manager [None req-760101b9-27db-4942-9a7f-0e551a9bb802 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:22.732178 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760101b9-27db-4942-9a7f-0e551a9bb802 None None] Bound using segment: {'id': 'd71711ac-63cd-4a26-822c-81ae059ce82d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08'} {{(pid=106718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:50:22.732640 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.plugins.ml2.managers [None req-760101b9-27db-4942-9a7f-0e551a9bb802 None None] Bound port: c2a0426b-6838-43d5-b266-dc0d01398021, host: dv-cinder-837540-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd71711ac-63cd-4a26-822c-81ae059ce82d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08'}}] {{(pid=106718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:50:22.733018 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron_lib.callbacks.manager [None req-760101b9-27db-4942-9a7f-0e551a9bb802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (c2a0426b-6838-43d5-b266-dc0d01398021), before_update {{(pid=106718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:22.806744 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.db_base_plugin_common [None req-603c4001-4418-4de9-9590-2f1a61331e06 admin admin] Allocated IP 172.20.0.1 (b76413cb-e15b-40ab-99a9-de2d4c0b734c/ac7da68c-b531-4121-be78-e8751cff2df4/afd914d8-99ff-4642-a37c-8ca2f093e2ec) {{(pid=106704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:50:22.809185 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.plugins.ml2.db [None req-760101b9-27db-4942-9a7f-0e551a9bb802 None None] For port c2a0426b-6838-43d5-b266-dc0d01398021, host dv-cinder-837540-1-iscsi, cleared binding levels {{(pid=106718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:50:22.813391 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.plugins.ml2.db [None req-760101b9-27db-4942-9a7f-0e551a9bb802 None None] For port c2a0426b-6838-43d5-b266-dc0d01398021, host dv-cinder-837540-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-1-iscsi',level=0,port_id=c2a0426b-6838-43d5-b266-dc0d01398021,segment=NetworkSegment(d71711ac-63cd-4a26-822c-81ae059ce82d),segment_id=d71711ac-63cd-4a26-822c-81ae059ce82d)] {{(pid=106718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:50:22.821583 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron_lib.callbacks.manager [None req-760101b9-27db-4942-9a7f-0e551a9bb802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (c2a0426b-6838-43d5-b266-dc0d01398021), after_update {{(pid=106718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:22.842624 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device f714ab01-6131-4cfc-939e-9b3b75e5390e up at agent ovs-agent-dv-cinder-837540-1-iscsi {{(pid=106714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:50:22.883985 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760101b9-27db-4942-9a7f-0e551a9bb802 None None] Routers {'87502b5b-6b73-4094-b3a1-95b29d09c721'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:50:22.884650 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-760101b9-27db-4942-9a7f-0e551a9bb802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:50:16Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['87502b5b-6b73-4094-b3a1-95b29d09c721'], 'active': True} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:50:22.889891 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1cf10e-c4a5-40c1-83ef-fe5beff64c8a None None] Pushing event updated for resources: {'Port': ['ID=c2a0426b-6838-43d5-b266-dc0d01398021,revision_number=3']} {{(pid=106718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:50:22.920338 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Provisioning complete for port f714ab01-6131-4cfc-939e-9b3b75e5390e triggered by entity L2. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:50:22.920772 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-603c4001-4418-4de9-9590-2f1a61331e06 admin admin] Publish callbacks [] for port (afd914d8-99ff-4642-a37c-8ca2f093e2ec), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:22.920983 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (f714ab01-6131-4cfc-939e-9b3b75e5390e), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:22.958339 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-603c4001-4418-4de9-9590-2f1a61331e06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749198058662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8791401'] for port (afd914d8-99ff-4642-a37c-8ca2f093e2ec), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:22.994029 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603c4001-4418-4de9-9590-2f1a61331e06 admin admin] Network b76413cb-e15b-40ab-99a9-de2d4c0b734c is already hosted by enough agents. {{(pid=106704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:50:22.996876 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.base_scheduler [None req-603c4001-4418-4de9-9590-2f1a61331e06 admin admin] Resources bound (agent type, host, resource id): {{(pid=106704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:50:22.999011 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvr_db [None req-760101b9-27db-4942-9a7f-0e551a9bb802 None None] Set router 87502b5b-6b73-4094-b3a1-95b29d09c721 gateway port host: dv-cinder-837540-1-iscsi {{(pid=106718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:50:23.000691 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603c4001-4418-4de9-9590-2f1a61331e06 admin admin] Received port after_create {{(pid=106704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:50:23.009373 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Current status of the port f714ab01-6131-4cfc-939e-9b3b75e5390e is: ACTIVE; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:50:23.035156 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603c4001-4418-4de9-9590-2f1a61331e06 admin admin] Pushing event updated for resources: {'Port': ['ID=afd914d8-99ff-4642-a37c-8ca2f093e2ec,revision_number=1']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:50:23.054821 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-603c4001-4418-4de9-9590-2f1a61331e06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667945'] for router_interface (87502b5b-6b73-4094-b3a1-95b29d09c721), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:23.204894 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-760101b9-27db-4942-9a7f-0e551a9bb802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87502b5b-6b73-4094-b3a1-95b29d09c721', 'name': 'tempest-AttachVolumeTestJSON-1126193915-router', 'tenant_id': '4489676262ea44d8929f0f5d7a1ffc51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'c2a0426b-6838-43d5-b266-dc0d01398021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:50:20Z', 'updated_at': '2022-04-12T19:50:21Z', 'revision_number': 3, 'project_id': '4489676262ea44d8929f0f5d7a1ffc51', 'gw_port': {'id': 'c2a0426b-6838-43d5-b266-dc0d01398021', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:74:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87502b5b-6b73-4094-b3a1-95b29d09c721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:50:20Z', 'updated_at': '2022-04-12T19:50:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi'}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:50:23.206667 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-603c4001-4418-4de9-9590-2f1a61331e06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (afd914d8-99ff-4642-a37c-8ca2f093e2ec), before_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:23.235033 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760101b9-27db-4942-9a7f-0e551a9bb802 None None] The sync data for ids ['87502b5b-6b73-4094-b3a1-95b29d09c721'] in dv-cinder-837540-1-iscsi is: [{'id': '87502b5b-6b73-4094-b3a1-95b29d09c721', 'name': 'tempest-AttachVolumeTestJSON-1126193915-router', 'tenant_id': '4489676262ea44d8929f0f5d7a1ffc51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'c2a0426b-6838-43d5-b266-dc0d01398021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:50:20Z', 'updated_at': '2022-04-12T19:50:21Z', 'revision_number': 3, 'project_id': '4489676262ea44d8929f0f5d7a1ffc51', 'gw_port': {'id': 'c2a0426b-6838-43d5-b266-dc0d01398021', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:74:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87502b5b-6b73-4094-b3a1-95b29d09c721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:50:20Z', 'updated_at': '2022-04-12T19:50:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi'}] {{(pid=106718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:50:23.302437 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-f9d69a9c-726b-4247-a1f2-3b98adb17df9 None None] Provisioning complete for port afd914d8-99ff-4642-a37c-8ca2f093e2ec triggered by entity DHCP. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:50:23.302883 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-f9d69a9c-726b-4247-a1f2-3b98adb17df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (afd914d8-99ff-4642-a37c-8ca2f093e2ec), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:23.344268 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-f9d69a9c-726b-4247-a1f2-3b98adb17df9 None None] Port afd914d8-99ff-4642-a37c-8ca2f093e2ec cannot update to ACTIVE because it is not bound. {{(pid=106714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 19:50:23.390026 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-603c4001-4418-4de9-9590-2f1a61331e06 admin admin] Publish callbacks [] for port (afd914d8-99ff-4642-a37c-8ca2f093e2ec), precommit_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:23.395057 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-603c4001-4418-4de9-9590-2f1a61331e06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8791376'] for port (afd914d8-99ff-4642-a37c-8ca2f093e2ec), after_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:23.466439 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603c4001-4418-4de9-9590-2f1a61331e06 admin admin] Pushing event updated for resources: {'Port': ['ID=afd914d8-99ff-4642-a37c-8ca2f093e2ec,revision_number=2']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:50:23.469060 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-603c4001-4418-4de9-9590-2f1a61331e06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-668313'] for router_interface (87502b5b-6b73-4094-b3a1-95b29d09c721), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:23.578833 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603c4001-4418-4de9-9590-2f1a61331e06 admin admin] Network b76413cb-e15b-40ab-99a9-de2d4c0b734c is already hosted by enough agents. {{(pid=106704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:50:23.580899 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.base_scheduler [None req-603c4001-4418-4de9-9590-2f1a61331e06 admin admin] Resources bound (agent type, host, resource id): {{(pid=106704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:50:23.714996 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-603c4001-4418-4de9-9590-2f1a61331e06 admin admin] Router 87502b5b-6b73-4094-b3a1-95b29d09c721 has already been hosted by L3 agent 4d9412c4-31b2-4fbf-87a0-f931332ab9d5 {{(pid=106704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 19:50:23.841120 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-603c4001-4418-4de9-9590-2f1a61331e06 admin admin] Notify agent at l3_agent.dv-cinder-837540-1-iscsi the message routers_updated {{(pid=106704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:50:23.846281 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-603c4001-4418-4de9-9590-2f1a61331e06 admin admin] 10.222.0.15 "PUT /v2.0/routers/87502b5b-6b73-4094-b3a1-95b29d09c721/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9885569 Apr 12 19:50:23.878629 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-8380ffc3-5903-40f2-ba8c-cfc967466865 None None] Provisioning complete for port afd914d8-99ff-4642-a37c-8ca2f093e2ec triggered by entity DHCP. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:50:23.879258 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8380ffc3-5903-40f2-ba8c-cfc967466865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (afd914d8-99ff-4642-a37c-8ca2f093e2ec), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:23.914490 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-8380ffc3-5903-40f2-ba8c-cfc967466865 None None] Port afd914d8-99ff-4642-a37c-8ca2f093e2ec cannot update to ACTIVE because it is not bound. {{(pid=106714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 19:50:24.229435 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 40168) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:50:24.233955 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.v2.base [None req-8ebe891e-b122-49aa-8ff7-280c1c386e8a tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1744348937', 'description': 'tempest-description--860295337'}} {{(pid=106707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:50:24.254698 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-8ebe891e-b122-49aa-8ff7-280c1c386e8a tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Publish callbacks [] for security_group (None), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:24.323111 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-8ebe891e-b122-49aa-8ff7-280c1c386e8a tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Publish callbacks [] for security_group (e5c7dfba-db69-4d9b-b534-23bcb62f884e), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:24.333455 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-8ebe891e-b122-49aa-8ff7-280c1c386e8a tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (e5c7dfba-db69-4d9b-b534-23bcb62f884e), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:24.358987 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-8ebe891e-b122-49aa-8ff7-280c1c386e8a tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Publish callbacks [] for security_group (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:24.360282 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-8ebe891e-b122-49aa-8ff7-280c1c386e8a tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1297572 Apr 12 19:50:24.364201 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 40172) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:50:24.368832 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebe891e-b122-49aa-8ff7-280c1c386e8a tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c7dfba-db69-4d9b-b534-23bcb62f884e,revision_number=1']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:50:24.369528 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.v2.base [None req-43f03031-c397-4adc-8470-6987e8603ae4 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Request body: {'security_group_rule': {'security_group_id': 'e5c7dfba-db69-4d9b-b534-23bcb62f884e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:50:24.405688 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-43f03031-c397-4adc-8470-6987e8603ae4 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Publish callbacks [] for security_group_rule (8357d187-513b-4d94-961b-cc621404903c), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:24.462499 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-43f03031-c397-4adc-8470-6987e8603ae4 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Publish callbacks [] for security_group_rule (8357d187-513b-4d94-961b-cc621404903c), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:24.465777 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-43f03031-c397-4adc-8470-6987e8603ae4 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529670'] for security_group_rule (8357d187-513b-4d94-961b-cc621404903c), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:24.485451 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f03031-c397-4adc-8470-6987e8603ae4 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8357d187-513b-4d94-961b-cc621404903c,revision_number=0']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:50:24.491697 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-43f03031-c397-4adc-8470-6987e8603ae4 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:24.492926 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-43f03031-c397-4adc-8470-6987e8603ae4 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1275070 Apr 12 19:50:24.495740 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 40174) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:50:24.500695 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.v2.base [None req-1ca9a5df-ba96-499f-b052-f41e9ea9ff68 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Request body: {'security_group_rule': {'security_group_id': 'e5c7dfba-db69-4d9b-b534-23bcb62f884e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:50:24.529308 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-1ca9a5df-ba96-499f-b052-f41e9ea9ff68 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Publish callbacks [] for security_group_rule (04dd2f46-6dac-4f0b-9155-ad5488bde3cf), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:24.592755 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-1ca9a5df-ba96-499f-b052-f41e9ea9ff68 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Publish callbacks [] for security_group_rule (04dd2f46-6dac-4f0b-9155-ad5488bde3cf), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:24.595984 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-1ca9a5df-ba96-499f-b052-f41e9ea9ff68 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529670'] for security_group_rule (04dd2f46-6dac-4f0b-9155-ad5488bde3cf), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:24.615182 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca9a5df-ba96-499f-b052-f41e9ea9ff68 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04dd2f46-6dac-4f0b-9155-ad5488bde3cf,revision_number=0']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:50:24.621379 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-1ca9a5df-ba96-499f-b052-f41e9ea9ff68 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:24.622717 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-1ca9a5df-ba96-499f-b052-f41e9ea9ff68 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1259084 Apr 12 19:50:24.625967 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 40176) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:50:24.631273 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.v2.base [None req-a347609c-bee0-4e92-8ffd-05bd3d7a4efa tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Request body: {'floatingip': {'floating_network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08'}} {{(pid=106707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:50:24.654572 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-a347609c-bee0-4e92-8ffd-05bd3d7a4efa tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:24.733989 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-a347609c-bee0-4e92-8ffd-05bd3d7a4efa tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (None), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:24.817650 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device c2a0426b-6838-43d5-b266-dc0d01398021 up at agent ovs-agent-dv-cinder-837540-1-iscsi {{(pid=106714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:50:24.849850 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.db.db_base_plugin_common [None req-a347609c-bee0-4e92-8ffd-05bd3d7a4efa tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Allocated IP 172.27.2.251 (afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08/6283d24b-0e2c-4ae1-ac34-d042e72aa307/380ee3a8-9264-4ea1-b174-6fe4165eb4d9) {{(pid=106707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:50:24.867271 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Provisioning complete for port c2a0426b-6838-43d5-b266-dc0d01398021 triggered by entity L2. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:50:24.867653 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (c2a0426b-6838-43d5-b266-dc0d01398021), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:24.919560 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de37e068-58aa-4b25-9ae5-d7481093c492 None None] Sync routers for ids ['87502b5b-6b73-4094-b3a1-95b29d09c721'] in dv-cinder-837540-1-iscsi {{(pid=106714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:50:24.950363 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de37e068-58aa-4b25-9ae5-d7481093c492 None None] Routers {'87502b5b-6b73-4094-b3a1-95b29d09c721'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:50:24.950970 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_hamode_db [None req-de37e068-58aa-4b25-9ae5-d7481093c492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:50:16Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['87502b5b-6b73-4094-b3a1-95b29d09c721'], 'active': True} {{(pid=106714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:50:24.952671 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-a347609c-bee0-4e92-8ffd-05bd3d7a4efa tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Publish callbacks [] for port (380ee3a8-9264-4ea1-b174-6fe4165eb4d9), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:24.987420 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-a347609c-bee0-4e92-8ffd-05bd3d7a4efa tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749198058662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9064885'] for port (380ee3a8-9264-4ea1-b174-6fe4165eb4d9), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:25.013389 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Current status of the port c2a0426b-6838-43d5-b266-dc0d01398021 is: DOWN; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:50:25.013793 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (c2a0426b-6838-43d5-b266-dc0d01398021), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:25.031384 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a347609c-bee0-4e92-8ffd-05bd3d7a4efa tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Network afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08 is already hosted by enough agents. {{(pid=106707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:50:25.037820 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.scheduler.base_scheduler [None req-a347609c-bee0-4e92-8ffd-05bd3d7a4efa tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Resources bound (agent type, host, resource id): {{(pid=106707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:50:25.042224 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a347609c-bee0-4e92-8ffd-05bd3d7a4efa tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Received port after_create {{(pid=106707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:50:25.045232 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a347609c-bee0-4e92-8ffd-05bd3d7a4efa tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Pushing event updated for resources: {'Port': ['ID=380ee3a8-9264-4ea1-b174-6fe4165eb4d9,revision_number=1']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:50:25.068828 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] For port c2a0426b-6838-43d5-b266-dc0d01398021, host dv-cinder-837540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-1-iscsi',level=0,port_id=c2a0426b-6838-43d5-b266-dc0d01398021,segment=NetworkSegment(d71711ac-63cd-4a26-822c-81ae059ce82d),segment_id=d71711ac-63cd-4a26-822c-81ae059ce82d)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:50:25.076363 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (c2a0426b-6838-43d5-b266-dc0d01398021), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:25.123254 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_dvr_db [None req-de37e068-58aa-4b25-9ae5-d7481093c492 None None] Set router 87502b5b-6b73-4094-b3a1-95b29d09c721 gateway port host: dv-cinder-837540-1-iscsi {{(pid=106714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:50:25.131517 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-a347609c-bee0-4e92-8ffd-05bd3d7a4efa tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Publish callbacks [] for floatingip (a9d9125e-e958-49b9-b1c3-a4ee53118ef6), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:25.174679 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-a347609c-bee0-4e92-8ffd-05bd3d7a4efa tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (380ee3a8-9264-4ea1-b174-6fe4165eb4d9), before_update {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:25.180074 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Pushing event updated for resources: {'Port': ['ID=c2a0426b-6838-43d5-b266-dc0d01398021,revision_number=4']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:50:25.333775 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-a347609c-bee0-4e92-8ffd-05bd3d7a4efa tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Publish callbacks [] for port (380ee3a8-9264-4ea1-b174-6fe4165eb4d9), precommit_update {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:25.338581 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-a347609c-bee0-4e92-8ffd-05bd3d7a4efa tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9064844'] for port (380ee3a8-9264-4ea1-b174-6fe4165eb4d9), after_update {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:25.340556 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_hamode_db [None req-de37e068-58aa-4b25-9ae5-d7481093c492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87502b5b-6b73-4094-b3a1-95b29d09c721', 'name': 'tempest-AttachVolumeTestJSON-1126193915-router', 'tenant_id': '4489676262ea44d8929f0f5d7a1ffc51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'c2a0426b-6838-43d5-b266-dc0d01398021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:50:20Z', 'updated_at': '2022-04-12T19:50:23Z', 'revision_number': 4, 'project_id': '4489676262ea44d8929f0f5d7a1ffc51', 'gw_port': {'id': 'c2a0426b-6838-43d5-b266-dc0d01398021', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:74:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87502b5b-6b73-4094-b3a1-95b29d09c721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:50:20Z', 'updated_at': '2022-04-12T19:50:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_interfaces': [{'id': 'afd914d8-99ff-4642-a37c-8ca2f093e2ec', 'name': '', 'network_id': 'b76413cb-e15b-40ab-99a9-de2d4c0b734c', 'tenant_id': '4489676262ea44d8929f0f5d7a1ffc51', 'mac_address': 'fa:16:3e:cb:33:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87502b5b-6b73-4094-b3a1-95b29d09c721', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'ac7da68c-b531-4121-be78-e8751cff2df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:50:22Z', 'updated_at': '2022-04-12T19:50:23Z', 'revision_number': 2, 'project_id': '4489676262ea44d8929f0f5d7a1ffc51', 'subnets': [{'id': 'ac7da68c-b531-4121-be78-e8751cff2df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:50:25.368077 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de37e068-58aa-4b25-9ae5-d7481093c492 None None] Checking router: 87502b5b-6b73-4094-b3a1-95b29d09c721 for host: dv-cinder-837540-1-iscsi {{(pid=106714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:50:25.369169 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de37e068-58aa-4b25-9ae5-d7481093c492 None None] Updating router 87502b5b-6b73-4094-b3a1-95b29d09c721 port afd914d8-99ff-4642-a37c-8ca2f093e2ec binding host dv-cinder-837540-1-iscsi {{(pid=106714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 19:50:25.398229 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-de37e068-58aa-4b25-9ae5-d7481093c492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (afd914d8-99ff-4642-a37c-8ca2f093e2ec), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:25.421760 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a347609c-bee0-4e92-8ffd-05bd3d7a4efa tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Pushing event updated for resources: {'Port': ['ID=380ee3a8-9264-4ea1-b174-6fe4165eb4d9,revision_number=2']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:50:25.431736 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-a347609c-bee0-4e92-8ffd-05bd3d7a4efa tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668094'] for floatingip (a9d9125e-e958-49b9-b1c3-a4ee53118ef6), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:25.455844 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-a347609c-bee0-4e92-8ffd-05bd3d7a4efa tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245471'] for floatingip (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:25.457788 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-a347609c-bee0-4e92-8ffd-05bd3d7a4efa tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8306639 Apr 12 19:50:25.606496 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-1d9ac4b8-396f-48c6-931d-5da2e0a8fbae req-a4cd5058-c1ac-4e79-a9e4-c16651e36f4e tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1744348937&fields=id&tenant_id=4489676262ea44d8929f0f5d7a1ffc51 HTTP/1.1" status: 200 len: 267 time: 0.0421202 Apr 12 19:50:25.686779 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (ce4c6b0b-91ae-4576-82ad-f2f4ee2d2a45), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:25.690606 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-de37e068-58aa-4b25-9ae5-d7481093c492 None None] Publish callbacks [] for port (afd914d8-99ff-4642-a37c-8ca2f093e2ec), precommit_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:25.696343 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-de37e068-58aa-4b25-9ae5-d7481093c492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (afd914d8-99ff-4642-a37c-8ca2f093e2ec), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:25.721546 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9ac4b8-396f-48c6-931d-5da2e0a8fbae req-212fd080-105b-44ac-b135-211e654cba1f tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:50:25.723033 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-1d9ac4b8-396f-48c6-931d-5da2e0a8fbae req-212fd080-105b-44ac-b135-211e654cba1f tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/networks?id=b76413cb-e15b-40ab-99a9-de2d4c0b734c HTTP/1.1" status: 200 len: 811 time: 0.1084526 Apr 12 19:50:25.742599 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-1d9ac4b8-396f-48c6-931d-5da2e0a8fbae req-615b6e0f-e819-474a-8a2a-b26abca1723e tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/quotas/4489676262ea44d8929f0f5d7a1ffc51 HTTP/1.1" status: 200 len: 375 time: 0.0138876 Apr 12 19:50:25.767698 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abea024a-8cb1-4dd0-93bd-7bff886ee48c None None] Pushing event updated for resources: {'Port': ['ID=afd914d8-99ff-4642-a37c-8ca2f093e2ec,revision_number=3']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:50:25.806958 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.managers [None req-de37e068-58aa-4b25-9ae5-d7481093c492 None None] Attempting to bind port afd914d8-99ff-4642-a37c-8ca2f093e2ec on host dv-cinder-837540-1-iscsi for vnic_type normal with profile {{(pid=106714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:50:25.807326 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.managers [None req-de37e068-58aa-4b25-9ae5-d7481093c492 None None] Attempting to bind port afd914d8-99ff-4642-a37c-8ca2f093e2ec by drivers openvswitch,hyperv on host dv-cinder-837540-1-iscsi at level 0 using segments [{'id': '0f96c3c3-3ba6-40be-b658-b81bf282434e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b76413cb-e15b-40ab-99a9-de2d4c0b734c'}] {{(pid=106714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:50:25.807724 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de37e068-58aa-4b25-9ae5-d7481093c492 None None] Attempting to bind port afd914d8-99ff-4642-a37c-8ca2f093e2ec on network b76413cb-e15b-40ab-99a9-de2d4c0b734c {{(pid=106714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:50:25.813352 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-1d9ac4b8-396f-48c6-931d-5da2e0a8fbae req-3e2ba087-435e-4902-a2df-2822c704aadf tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4489676262ea44d8929f0f5d7a1ffc51&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0574565 Apr 12 19:50:25.813551 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de37e068-58aa-4b25-9ae5-d7481093c492 None None] Checking agent: {'id': 'e0bf5abe-d5c5-40a1-a359-03156ade36a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837540-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 30, 50), 'started_at': datetime.datetime(2022, 4, 12, 19, 31, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837540-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:50:25.813762 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de37e068-58aa-4b25-9ae5-d7481093c492 None None] Checking segment: {'id': '0f96c3c3-3ba6-40be-b658-b81bf282434e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b76413cb-e15b-40ab-99a9-de2d4c0b734c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:50:25.814172 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-de37e068-58aa-4b25-9ae5-d7481093c492 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:25.814600 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de37e068-58aa-4b25-9ae5-d7481093c492 None None] Bound using segment: {'id': '0f96c3c3-3ba6-40be-b658-b81bf282434e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b76413cb-e15b-40ab-99a9-de2d4c0b734c'} {{(pid=106714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:50:25.815075 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.managers [None req-de37e068-58aa-4b25-9ae5-d7481093c492 None None] Bound port: afd914d8-99ff-4642-a37c-8ca2f093e2ec, host: dv-cinder-837540-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f96c3c3-3ba6-40be-b658-b81bf282434e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b76413cb-e15b-40ab-99a9-de2d4c0b734c'}}] {{(pid=106714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:50:25.815462 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-de37e068-58aa-4b25-9ae5-d7481093c492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (afd914d8-99ff-4642-a37c-8ca2f093e2ec), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:25.830934 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [req-1d9ac4b8-396f-48c6-931d-5da2e0a8fbae req-85d68d61-7786-4917-9ed4-bfc0ec0851fa service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=106707) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 19:50:25.831856 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-1d9ac4b8-396f-48c6-931d-5da2e0a8fbae req-85d68d61-7786-4917-9ed4-bfc0ec0851fa service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052793 Apr 12 19:50:25.889374 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-de37e068-58aa-4b25-9ae5-d7481093c492 None None] For port afd914d8-99ff-4642-a37c-8ca2f093e2ec, host dv-cinder-837540-1-iscsi, cleared binding levels {{(pid=106714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:50:25.893584 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-de37e068-58aa-4b25-9ae5-d7481093c492 None None] For port afd914d8-99ff-4642-a37c-8ca2f093e2ec, host dv-cinder-837540-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-1-iscsi',level=0,port_id=afd914d8-99ff-4642-a37c-8ca2f093e2ec,segment=NetworkSegment(0f96c3c3-3ba6-40be-b658-b81bf282434e),segment_id=0f96c3c3-3ba6-40be-b658-b81bf282434e)] {{(pid=106714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:50:25.899427 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-de37e068-58aa-4b25-9ae5-d7481093c492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (afd914d8-99ff-4642-a37c-8ca2f093e2ec), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:25.941698 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-1d9ac4b8-396f-48c6-931d-5da2e0a8fbae req-6c42a3ce-26d0-479e-9066-b85af94b6c09 service neutron] 10.222.0.15 "GET /v2.0/networks/b76413cb-e15b-40ab-99a9-de2d4c0b734c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035783 Apr 12 19:50:25.962097 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de37e068-58aa-4b25-9ae5-d7481093c492 None None] Routers {'87502b5b-6b73-4094-b3a1-95b29d09c721'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:50:25.962740 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_hamode_db [None req-de37e068-58aa-4b25-9ae5-d7481093c492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:50:16Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['87502b5b-6b73-4094-b3a1-95b29d09c721'], 'active': True} {{(pid=106714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:50:25.964567 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abea024a-8cb1-4dd0-93bd-7bff886ee48c None None] Pushing event updated for resources: {'Port': ['ID=afd914d8-99ff-4642-a37c-8ca2f093e2ec,revision_number=4']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:50:26.055019 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-1d9ac4b8-396f-48c6-931d-5da2e0a8fbae req-474860b3-5a1d-42c0-bfab-7d05d76b083c service neutron] 10.222.0.15 "GET /v2.0/networks/b76413cb-e15b-40ab-99a9-de2d4c0b734c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060810 Apr 12 19:50:26.075999 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-40491e2e-a2e6-44c4-b15d-b32568e41e5c None None] Provisioning complete for port afd914d8-99ff-4642-a37c-8ca2f093e2ec triggered by entity DHCP. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:50:26.076367 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-40491e2e-a2e6-44c4-b15d-b32568e41e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (afd914d8-99ff-4642-a37c-8ca2f093e2ec), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:26.128680 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_dvr_db [None req-de37e068-58aa-4b25-9ae5-d7481093c492 None None] Set router 87502b5b-6b73-4094-b3a1-95b29d09c721 gateway port host: dv-cinder-837540-1-iscsi {{(pid=106714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:50:26.260627 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-40491e2e-a2e6-44c4-b15d-b32568e41e5c None None] Current status of the port afd914d8-99ff-4642-a37c-8ca2f093e2ec is: DOWN; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:50:26.261028 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-40491e2e-a2e6-44c4-b15d-b32568e41e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (afd914d8-99ff-4642-a37c-8ca2f093e2ec), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:26.285145 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-e656adf8-2bcb-42c4-b2e8-ba3a8ccc0151 req-ee7cfd24-dfc4-436e-b4f7-895b0b0d3964 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/ports?device_id=e49d61d2-30f1-4147-9a8b-d0f309ac6919 HTTP/1.1" status: 200 len: 210 time: 0.0424175 Apr 12 19:50:26.343439 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-40491e2e-a2e6-44c4-b15d-b32568e41e5c None None] For port afd914d8-99ff-4642-a37c-8ca2f093e2ec, host dv-cinder-837540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-1-iscsi',level=0,port_id=afd914d8-99ff-4642-a37c-8ca2f093e2ec,segment=NetworkSegment(0f96c3c3-3ba6-40be-b658-b81bf282434e),segment_id=0f96c3c3-3ba6-40be-b658-b81bf282434e)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:50:26.350322 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-40491e2e-a2e6-44c4-b15d-b32568e41e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (afd914d8-99ff-4642-a37c-8ca2f093e2ec), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:26.562254 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-37ce41da-3766-4112-8f9e-93cdaef4efc9 None None] Provisioning complete for port afd914d8-99ff-4642-a37c-8ca2f093e2ec triggered by entity DHCP. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:50:26.562586 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-37ce41da-3766-4112-8f9e-93cdaef4efc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (afd914d8-99ff-4642-a37c-8ca2f093e2ec), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:26.593076 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_hamode_db [None req-de37e068-58aa-4b25-9ae5-d7481093c492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87502b5b-6b73-4094-b3a1-95b29d09c721', 'name': 'tempest-AttachVolumeTestJSON-1126193915-router', 'tenant_id': '4489676262ea44d8929f0f5d7a1ffc51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'c2a0426b-6838-43d5-b266-dc0d01398021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:50:20Z', 'updated_at': '2022-04-12T19:50:23Z', 'revision_number': 4, 'project_id': '4489676262ea44d8929f0f5d7a1ffc51', 'gw_port': {'id': 'c2a0426b-6838-43d5-b266-dc0d01398021', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:74:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87502b5b-6b73-4094-b3a1-95b29d09c721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:50:20Z', 'updated_at': '2022-04-12T19:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_interfaces': [{'id': 'afd914d8-99ff-4642-a37c-8ca2f093e2ec', 'name': '', 'network_id': 'b76413cb-e15b-40ab-99a9-de2d4c0b734c', 'tenant_id': '4489676262ea44d8929f0f5d7a1ffc51', 'mac_address': 'fa:16:3e:cb:33:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87502b5b-6b73-4094-b3a1-95b29d09c721', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'ac7da68c-b531-4121-be78-e8751cff2df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:50:22Z', 'updated_at': '2022-04-12T19:50:25Z', 'revision_number': 4, 'project_id': '4489676262ea44d8929f0f5d7a1ffc51', 'subnets': [{'id': 'ac7da68c-b531-4121-be78-e8751cff2df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:50:26.593298 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40491e2e-a2e6-44c4-b15d-b32568e41e5c None None] Pushing event updated for resources: {'Port': ['ID=afd914d8-99ff-4642-a37c-8ca2f093e2ec,revision_number=5']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:50:26.624436 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de37e068-58aa-4b25-9ae5-d7481093c492 None None] The sync data for ids ['87502b5b-6b73-4094-b3a1-95b29d09c721'] in dv-cinder-837540-1-iscsi is: [{'id': '87502b5b-6b73-4094-b3a1-95b29d09c721', 'name': 'tempest-AttachVolumeTestJSON-1126193915-router', 'tenant_id': '4489676262ea44d8929f0f5d7a1ffc51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'c2a0426b-6838-43d5-b266-dc0d01398021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:50:20Z', 'updated_at': '2022-04-12T19:50:23Z', 'revision_number': 4, 'project_id': '4489676262ea44d8929f0f5d7a1ffc51', 'gw_port': {'id': 'c2a0426b-6838-43d5-b266-dc0d01398021', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:74:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87502b5b-6b73-4094-b3a1-95b29d09c721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:50:20Z', 'updated_at': '2022-04-12T19:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_interfaces': [{'id': 'afd914d8-99ff-4642-a37c-8ca2f093e2ec', 'name': '', 'network_id': 'b76413cb-e15b-40ab-99a9-de2d4c0b734c', 'tenant_id': '4489676262ea44d8929f0f5d7a1ffc51', 'mac_address': 'fa:16:3e:cb:33:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87502b5b-6b73-4094-b3a1-95b29d09c721', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'ac7da68c-b531-4121-be78-e8751cff2df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:50:22Z', 'updated_at': '2022-04-12T19:50:25Z', 'revision_number': 4, 'project_id': '4489676262ea44d8929f0f5d7a1ffc51', 'subnets': [{'id': 'ac7da68c-b531-4121-be78-e8751cff2df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:50:26.704706 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-37ce41da-3766-4112-8f9e-93cdaef4efc9 None None] Current status of the port afd914d8-99ff-4642-a37c-8ca2f093e2ec is: ACTIVE; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:50:26.910702 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device c2a0426b-6838-43d5-b266-dc0d01398021 up at agent ovs-agent-dv-cinder-837540-1-iscsi {{(pid=106714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:50:26.965645 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Provisioning complete for port c2a0426b-6838-43d5-b266-dc0d01398021 triggered by entity L2. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:50:26.966020 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (c2a0426b-6838-43d5-b266-dc0d01398021), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:27.047933 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Current status of the port c2a0426b-6838-43d5-b266-dc0d01398021 is: ACTIVE; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:50:27.049633 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device afd914d8-99ff-4642-a37c-8ca2f093e2ec up at agent ovs-agent-dv-cinder-837540-1-iscsi {{(pid=106714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:50:27.098255 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Provisioning complete for port afd914d8-99ff-4642-a37c-8ca2f093e2ec triggered by entity L2. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:50:27.098630 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (afd914d8-99ff-4642-a37c-8ca2f093e2ec), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:27.183005 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Current status of the port afd914d8-99ff-4642-a37c-8ca2f093e2ec is: ACTIVE; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:50:27.336882 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9ac4b8-396f-48c6-931d-5da2e0a8fbae req-0e3ede2d-71dc-4104-bbca-23c1800f28bb tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:50:27.338588 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-1d9ac4b8-396f-48c6-931d-5da2e0a8fbae req-0e3ede2d-71dc-4104-bbca-23c1800f28bb tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.25 "GET /v2.0/networks?id=b76413cb-e15b-40ab-99a9-de2d4c0b734c HTTP/1.1" status: 200 len: 811 time: 0.1157200 Apr 12 19:50:27.409190 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-829d8fa1-1042-4d25-bea4-b2d69294c848 req-c7a05433-b470-46db-9cf0-c8bc61a3f09d tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/ports?device_id=e49d61d2-30f1-4147-9a8b-d0f309ac6919 HTTP/1.1" status: 200 len: 210 time: 0.0326700 Apr 12 19:50:27.419933 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-1d9ac4b8-396f-48c6-931d-5da2e0a8fbae req-6940f6e6-dd53-4cec-b8af-b2631dab8db3 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4489676262ea44d8929f0f5d7a1ffc51 HTTP/1.1" status: 200 len: 380 time: 0.0719512 Apr 12 19:50:27.481494 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.v2.base [req-1d9ac4b8-396f-48c6-931d-5da2e0a8fbae req-3e46b61b-9bde-4f23-af0d-927bcc71349d tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Request body: {'port': {'device_id': 'e49d61d2-30f1-4147-9a8b-d0f309ac6919', 'network_id': 'b76413cb-e15b-40ab-99a9-de2d4c0b734c', 'admin_state_up': True, 'tenant_id': '4489676262ea44d8929f0f5d7a1ffc51', 'security_groups': ['e5c7dfba-db69-4d9b-b534-23bcb62f884e']}} {{(pid=106704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:50:27.594967 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d9ac4b8-396f-48c6-931d-5da2e0a8fbae req-3e46b61b-9bde-4f23-af0d-927bcc71349d tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Made reservation on behalf of 4489676262ea44d8929f0f5d7a1ffc51 for: {'port': 1} {{(pid=106704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:50:27.598905 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-1d9ac4b8-396f-48c6-931d-5da2e0a8fbae req-3e46b61b-9bde-4f23-af0d-927bcc71349d tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:27.726145 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.db_base_plugin_common [req-1d9ac4b8-396f-48c6-931d-5da2e0a8fbae req-3e46b61b-9bde-4f23-af0d-927bcc71349d tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Allocated IP 172.20.0.12 (b76413cb-e15b-40ab-99a9-de2d4c0b734c/ac7da68c-b531-4121-be78-e8751cff2df4/b9bacd88-def4-4f26-b7a4-d1ce9b2b1eed) {{(pid=106704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:50:27.869779 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-1d9ac4b8-396f-48c6-931d-5da2e0a8fbae req-3e46b61b-9bde-4f23-af0d-927bcc71349d tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Publish callbacks [] for port (b9bacd88-def4-4f26-b7a4-d1ce9b2b1eed), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:27.902768 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-1d9ac4b8-396f-48c6-931d-5da2e0a8fbae req-3e46b61b-9bde-4f23-af0d-927bcc71349d tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749198058662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8791401'] for port (b9bacd88-def4-4f26-b7a4-d1ce9b2b1eed), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:27.943425 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d9ac4b8-396f-48c6-931d-5da2e0a8fbae req-3e46b61b-9bde-4f23-af0d-927bcc71349d tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Network b76413cb-e15b-40ab-99a9-de2d4c0b734c is already hosted by enough agents. {{(pid=106704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:50:27.946480 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.base_scheduler [req-1d9ac4b8-396f-48c6-931d-5da2e0a8fbae req-3e46b61b-9bde-4f23-af0d-927bcc71349d tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Resources bound (agent type, host, resource id): {{(pid=106704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:50:27.952658 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d9ac4b8-396f-48c6-931d-5da2e0a8fbae req-3e46b61b-9bde-4f23-af0d-927bcc71349d tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Received port after_create {{(pid=106704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:50:27.983737 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e46b61b-9bde-4f23-af0d-927bcc71349d tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Pushing event updated for resources: {'Port': ['ID=b9bacd88-def4-4f26-b7a4-d1ce9b2b1eed,revision_number=1']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:50:28.009963 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9ac4b8-396f-48c6-931d-5da2e0a8fbae req-3e46b61b-9bde-4f23-af0d-927bcc71349d tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:50:28.010713 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-1d9ac4b8-396f-48c6-931d-5da2e0a8fbae req-3e46b61b-9bde-4f23-af0d-927bcc71349d tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245471'] for port (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:28.027654 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-1d9ac4b8-396f-48c6-931d-5da2e0a8fbae req-3e46b61b-9bde-4f23-af0d-927bcc71349d tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5501955 Apr 12 19:50:28.036943 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [req-1d9ac4b8-396f-48c6-931d-5da2e0a8fbae req-479593a9-d47a-49dc-9f1b-bdacd807dada tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=106704) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 19:50:28.037892 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-1d9ac4b8-396f-48c6-931d-5da2e0a8fbae req-479593a9-d47a-49dc-9f1b-bdacd807dada tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053077 Apr 12 19:50:28.099092 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.v2.base [req-1d9ac4b8-396f-48c6-931d-5da2e0a8fbae req-40a8bf5d-df68-463c-a21e-58a3208875d5 service neutron] Request body: {'port': {'device_id': 'e49d61d2-30f1-4147-9a8b-d0f309ac6919', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=106704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:50:28.132585 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-6561da0d-3bc8-4791-90d9-2d86f0e9ed42 None None] Provisioning complete for port b9bacd88-def4-4f26-b7a4-d1ce9b2b1eed triggered by entity DHCP. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:50:28.133088 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-6561da0d-3bc8-4791-90d9-2d86f0e9ed42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (b9bacd88-def4-4f26-b7a4-d1ce9b2b1eed), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:28.162505 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-1d9ac4b8-396f-48c6-931d-5da2e0a8fbae req-40a8bf5d-df68-463c-a21e-58a3208875d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (b9bacd88-def4-4f26-b7a4-d1ce9b2b1eed), before_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:28.170331 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-6561da0d-3bc8-4791-90d9-2d86f0e9ed42 None None] Port b9bacd88-def4-4f26-b7a4-d1ce9b2b1eed cannot update to ACTIVE because it is not bound. {{(pid=106714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 19:50:28.419509 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.notifiers.nova [req-1d9ac4b8-396f-48c6-931d-5da2e0a8fbae req-40a8bf5d-df68-463c-a21e-58a3208875d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9bacd88-def4-4f26-b7a4-d1ce9b2b1eed {{(pid=106704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 19:50:28.427366 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-1d9ac4b8-396f-48c6-931d-5da2e0a8fbae req-40a8bf5d-df68-463c-a21e-58a3208875d5 service neutron] Publish callbacks [] for port (b9bacd88-def4-4f26-b7a4-d1ce9b2b1eed), precommit_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:28.440089 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.provisioning_blocks [req-1d9ac4b8-396f-48c6-931d-5da2e0a8fbae req-40a8bf5d-df68-463c-a21e-58a3208875d5 service neutron] Transition to ACTIVE for port object b9bacd88-def4-4f26-b7a4-d1ce9b2b1eed will not be triggered until provisioned by entity L2. {{(pid=106704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 19:50:28.445604 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-1d9ac4b8-396f-48c6-931d-5da2e0a8fbae req-40a8bf5d-df68-463c-a21e-58a3208875d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8791376'] for port (b9bacd88-def4-4f26-b7a4-d1ce9b2b1eed), after_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:28.546631 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a8bf5d-df68-463c-a21e-58a3208875d5 service neutron] Pushing event updated for resources: {'Port': ['ID=b9bacd88-def4-4f26-b7a4-d1ce9b2b1eed,revision_number=2']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:50:28.582981 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5964f8de-167a-434c-98d5-ab5e0b9cddd3 req-3437912d-d737-4ee5-8000-94b00b14a767 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:50:28.584576 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-5964f8de-167a-434c-98d5-ab5e0b9cddd3 req-3437912d-d737-4ee5-8000-94b00b14a767 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/ports?device_id=e49d61d2-30f1-4147-9a8b-d0f309ac6919 HTTP/1.1" status: 200 len: 944 time: 0.1027532 Apr 12 19:50:28.637703 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.managers [req-1d9ac4b8-396f-48c6-931d-5da2e0a8fbae req-40a8bf5d-df68-463c-a21e-58a3208875d5 service neutron] Attempting to bind port b9bacd88-def4-4f26-b7a4-d1ce9b2b1eed on host hv-cinder-83754 for vnic_type normal with profile {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:50:28.638033 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.managers [req-1d9ac4b8-396f-48c6-931d-5da2e0a8fbae req-40a8bf5d-df68-463c-a21e-58a3208875d5 service neutron] Attempting to bind port b9bacd88-def4-4f26-b7a4-d1ce9b2b1eed by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '0f96c3c3-3ba6-40be-b658-b81bf282434e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b76413cb-e15b-40ab-99a9-de2d4c0b734c'}] {{(pid=106704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:50:28.638359 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9ac4b8-396f-48c6-931d-5da2e0a8fbae req-40a8bf5d-df68-463c-a21e-58a3208875d5 service neutron] Attempting to bind port b9bacd88-def4-4f26-b7a4-d1ce9b2b1eed on network b76413cb-e15b-40ab-99a9-de2d4c0b734c {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:50:28.649685 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9ac4b8-396f-48c6-931d-5da2e0a8fbae req-40a8bf5d-df68-463c-a21e-58a3208875d5 service neutron] Port b9bacd88-def4-4f26-b7a4-d1ce9b2b1eed on network b76413cb-e15b-40ab-99a9-de2d4c0b734c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 19:50:28.650006 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9ac4b8-396f-48c6-931d-5da2e0a8fbae req-40a8bf5d-df68-463c-a21e-58a3208875d5 service neutron] Attempting to bind port b9bacd88-def4-4f26-b7a4-d1ce9b2b1eed on network b76413cb-e15b-40ab-99a9-de2d4c0b734c {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:50:28.657886 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9ac4b8-396f-48c6-931d-5da2e0a8fbae req-40a8bf5d-df68-463c-a21e-58a3208875d5 service neutron] Checking agent: {'id': 'ce4c6b0b-91ae-4576-82ad-f2f4ee2d2a45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 37, 20), 'started_at': datetime.datetime(2022, 4, 12, 19, 37, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:50:28.658249 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9ac4b8-396f-48c6-931d-5da2e0a8fbae req-40a8bf5d-df68-463c-a21e-58a3208875d5 service neutron] Checking segment: {'id': '0f96c3c3-3ba6-40be-b658-b81bf282434e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b76413cb-e15b-40ab-99a9-de2d4c0b734c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:50:28.658627 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9ac4b8-396f-48c6-931d-5da2e0a8fbae req-40a8bf5d-df68-463c-a21e-58a3208875d5 service neutron] Bound using segment: {'id': '0f96c3c3-3ba6-40be-b658-b81bf282434e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b76413cb-e15b-40ab-99a9-de2d4c0b734c'} {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:50:28.659047 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.managers [req-1d9ac4b8-396f-48c6-931d-5da2e0a8fbae req-40a8bf5d-df68-463c-a21e-58a3208875d5 service neutron] Bound port: b9bacd88-def4-4f26-b7a4-d1ce9b2b1eed, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f96c3c3-3ba6-40be-b658-b81bf282434e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b76413cb-e15b-40ab-99a9-de2d4c0b734c'}}] {{(pid=106704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:50:28.659397 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-1d9ac4b8-396f-48c6-931d-5da2e0a8fbae req-40a8bf5d-df68-463c-a21e-58a3208875d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (b9bacd88-def4-4f26-b7a4-d1ce9b2b1eed), before_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:28.664608 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-5964f8de-167a-434c-98d5-ab5e0b9cddd3 req-78993821-d92b-4b9a-a50a-371d0e553a00 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5c7dfba-db69-4d9b-b534-23bcb62f884e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703146 Apr 12 19:50:28.733843 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.db [req-1d9ac4b8-396f-48c6-931d-5da2e0a8fbae req-40a8bf5d-df68-463c-a21e-58a3208875d5 service neutron] For port b9bacd88-def4-4f26-b7a4-d1ce9b2b1eed, host hv-cinder-83754, cleared binding levels {{(pid=106704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:50:28.736845 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.db [req-1d9ac4b8-396f-48c6-931d-5da2e0a8fbae req-40a8bf5d-df68-463c-a21e-58a3208875d5 service neutron] For port b9bacd88-def4-4f26-b7a4-d1ce9b2b1eed, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=b9bacd88-def4-4f26-b7a4-d1ce9b2b1eed,segment=NetworkSegment(0f96c3c3-3ba6-40be-b658-b81bf282434e),segment_id=0f96c3c3-3ba6-40be-b658-b81bf282434e)] {{(pid=106704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:50:28.744002 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-1d9ac4b8-396f-48c6-931d-5da2e0a8fbae req-40a8bf5d-df68-463c-a21e-58a3208875d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8791376'] for port (b9bacd88-def4-4f26-b7a4-d1ce9b2b1eed), after_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:28.778260 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9ac4b8-396f-48c6-931d-5da2e0a8fbae req-40a8bf5d-df68-463c-a21e-58a3208875d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:50:28.778864 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-1d9ac4b8-396f-48c6-931d-5da2e0a8fbae req-40a8bf5d-df68-463c-a21e-58a3208875d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245471'] for port (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:28.780240 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-1d9ac4b8-396f-48c6-931d-5da2e0a8fbae req-40a8bf5d-df68-463c-a21e-58a3208875d5 service neutron] 10.222.0.25 "PUT /v2.0/ports/b9bacd88-def4-4f26-b7a4-d1ce9b2b1eed HTTP/1.1" status: 200 len: 1094 time: 0.7326856 Apr 12 19:50:28.780673 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e49d61d2-30f1-4147-9a8b-d0f309ac6919', 'tag': 'b9bacd88-def4-4f26-b7a4-d1ce9b2b1eed'}] {{(pid=106704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:50:28.782887 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7198706052eeb44005bd3d373437c5078b0bb903de01f30342c0d4536e5352d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-528926aa-90e4-47d8-896b-26cd6950a6b7" -d '{"events": [{"name": "network-changed", "server_uuid": "e49d61d2-30f1-4147-9a8b-d0f309ac6919", "tag": "b9bacd88-def4-4f26-b7a4-d1ce9b2b1eed"}]}' {{(pid=106704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:50:28.807245 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a8bf5d-df68-463c-a21e-58a3208875d5 service neutron] Pushing event updated for resources: {'Port': ['ID=b9bacd88-def4-4f26-b7a4-d1ce9b2b1eed,revision_number=3']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:50:28.829664 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 19:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9fb4801-09e2-4e95-93bf-81c8afcd1675 x-openstack-request-id: req-a9fb4801-09e2-4e95-93bf-81c8afcd1675 {{(pid=106704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:50:28.829955 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e49d61d2-30f1-4147-9a8b-d0f309ac6919", "tag": "b9bacd88-def4-4f26-b7a4-d1ce9b2b1eed", "status": "completed", "code": 200}]} {{(pid=106704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:50:28.830790 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a9fb4801-09e2-4e95-93bf-81c8afcd1675 {{(pid=106704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:50:28.831189 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9fb4801-09e2-4e95-93bf-81c8afcd1675'] response: {'name': 'network-changed', 'server_uuid': 'e49d61d2-30f1-4147-9a8b-d0f309ac6919', 'tag': 'b9bacd88-def4-4f26-b7a4-d1ce9b2b1eed', 'status': 'completed', 'code': 200} Apr 12 19:50:28.870619 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9ac4b8-396f-48c6-931d-5da2e0a8fbae req-5e7e1cf3-7024-4c32-877d-5b393ec6f9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:50:28.872282 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-1d9ac4b8-396f-48c6-931d-5da2e0a8fbae req-5e7e1cf3-7024-4c32-877d-5b393ec6f9c5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4489676262ea44d8929f0f5d7a1ffc51&device_id=e49d61d2-30f1-4147-9a8b-d0f309ac6919 HTTP/1.1" status: 200 len: 1128 time: 0.0541685 Apr 12 19:50:28.915236 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-1d9ac4b8-396f-48c6-931d-5da2e0a8fbae req-f67d2abd-7c1d-4fad-aff0-088e2a8acf5e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9bacd88-def4-4f26-b7a4-d1ce9b2b1eed HTTP/1.1" status: 200 len: 217 time: 0.0356240 Apr 12 19:50:28.966908 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9ac4b8-396f-48c6-931d-5da2e0a8fbae req-35706914-fe23-417f-88ae-a0fab8d29f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:50:28.968416 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-1d9ac4b8-396f-48c6-931d-5da2e0a8fbae req-35706914-fe23-417f-88ae-a0fab8d29f95 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ac7da68c-b531-4121-be78-e8751cff2df4 HTTP/1.1" status: 200 len: 850 time: 0.0460396 Apr 12 19:50:29.015108 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9ac4b8-396f-48c6-931d-5da2e0a8fbae req-bfc66fa9-13ae-4748-a28e-7b21479d2aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:50:29.016675 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-1d9ac4b8-396f-48c6-931d-5da2e0a8fbae req-bfc66fa9-13ae-4748-a28e-7b21479d2aa9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b76413cb-e15b-40ab-99a9-de2d4c0b734c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419433 Apr 12 19:50:29.104977 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-1d9ac4b8-396f-48c6-931d-5da2e0a8fbae req-eecbe551-37eb-4b5e-8953-68e530a58158 service neutron] 10.222.0.25 "GET /v2.0/networks/b76413cb-e15b-40ab-99a9-de2d4c0b734c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812910 Apr 12 19:50:29.405473 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-1d9ac4b8-396f-48c6-931d-5da2e0a8fbae req-75892cf3-bf83-428a-9ade-f3718507f0ba service neutron] 10.222.0.25 "GET /v2.0/networks/b76413cb-e15b-40ab-99a9-de2d4c0b734c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873501 Apr 12 19:50:29.780182 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9538d4-e432-479c-bc97-6e0c8c56345e req-2a78193d-0f51-43d4-9faf-0e6188349458 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:50:29.781633 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-3d9538d4-e432-479c-bc97-6e0c8c56345e req-2a78193d-0f51-43d4-9faf-0e6188349458 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/ports?device_id=e49d61d2-30f1-4147-9a8b-d0f309ac6919 HTTP/1.1" status: 200 len: 944 time: 0.0467920 Apr 12 19:50:29.826534 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-3d9538d4-e432-479c-bc97-6e0c8c56345e req-2e0b3c7a-684e-45f2-bdde-68779ed55e50 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5c7dfba-db69-4d9b-b534-23bcb62f884e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387752 Apr 12 19:50:30.938853 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04862f66-154e-4545-b6a0-6693c16e9315 req-c634785d-833e-43be-85cd-cad051a79e9f tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:50:30.940230 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-04862f66-154e-4545-b6a0-6693c16e9315 req-c634785d-833e-43be-85cd-cad051a79e9f tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/ports?device_id=e49d61d2-30f1-4147-9a8b-d0f309ac6919 HTTP/1.1" status: 200 len: 944 time: 0.0459762 Apr 12 19:50:30.984520 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-04862f66-154e-4545-b6a0-6693c16e9315 req-9d95209e-6548-4345-bc62-7ae1e3ae9b4b tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5c7dfba-db69-4d9b-b534-23bcb62f884e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388439 Apr 12 19:50:32.094323 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad6dfc0-9efc-411e-b645-3137a3c9b2cc req-07aed7f6-27c7-4c7a-8c20-8c759245def3 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:50:32.095764 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-6ad6dfc0-9efc-411e-b645-3137a3c9b2cc req-07aed7f6-27c7-4c7a-8c20-8c759245def3 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/ports?device_id=e49d61d2-30f1-4147-9a8b-d0f309ac6919 HTTP/1.1" status: 200 len: 944 time: 0.0452013 Apr 12 19:50:32.141596 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-6ad6dfc0-9efc-411e-b645-3137a3c9b2cc req-7726a6dc-1c57-4d16-b5cd-3b755a74ceb9 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5c7dfba-db69-4d9b-b534-23bcb62f884e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403457 Apr 12 19:50:33.256616 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe2c2f3-e615-4fe4-b329-069f98d41dcf req-bf98f242-7b4e-43f8-83bf-274caae3a0db tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:50:33.258067 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-1fe2c2f3-e615-4fe4-b329-069f98d41dcf req-bf98f242-7b4e-43f8-83bf-274caae3a0db tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/ports?device_id=e49d61d2-30f1-4147-9a8b-d0f309ac6919 HTTP/1.1" status: 200 len: 944 time: 0.0503459 Apr 12 19:50:33.305008 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-1fe2c2f3-e615-4fe4-b329-069f98d41dcf req-b98d00f2-0bd1-4122-a046-0d98a9879646 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5c7dfba-db69-4d9b-b534-23bcb62f884e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411994 Apr 12 19:50:33.402464 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528926aa-90e4-47d8-896b-26cd6950a6b7 req-0caf9e3f-0ef5-4a22-95e0-bf2eda5fb7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:50:33.403903 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-528926aa-90e4-47d8-896b-26cd6950a6b7 req-0caf9e3f-0ef5-4a22-95e0-bf2eda5fb7e0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4489676262ea44d8929f0f5d7a1ffc51&device_id=e49d61d2-30f1-4147-9a8b-d0f309ac6919 HTTP/1.1" status: 200 len: 1128 time: 0.0415823 Apr 12 19:50:33.493145 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528926aa-90e4-47d8-896b-26cd6950a6b7 req-7e4d7236-f56a-4fbe-98d8-477ca36ccdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:50:33.494492 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-528926aa-90e4-47d8-896b-26cd6950a6b7 req-7e4d7236-f56a-4fbe-98d8-477ca36ccdbb service neutron] 10.222.0.25 "GET /v2.0/networks?id=b76413cb-e15b-40ab-99a9-de2d4c0b734c HTTP/1.1" status: 200 len: 912 time: 0.0837655 Apr 12 19:50:33.537951 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-528926aa-90e4-47d8-896b-26cd6950a6b7 req-250b4b9b-e7d0-491f-a2c2-fc7eb2c35efa service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9bacd88-def4-4f26-b7a4-d1ce9b2b1eed HTTP/1.1" status: 200 len: 217 time: 0.0365744 Apr 12 19:50:33.583629 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528926aa-90e4-47d8-896b-26cd6950a6b7 req-d5db153e-1884-4d90-a31f-c742e34ff9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:50:33.585027 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-528926aa-90e4-47d8-896b-26cd6950a6b7 req-d5db153e-1884-4d90-a31f-c742e34ff9e2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ac7da68c-b531-4121-be78-e8751cff2df4 HTTP/1.1" status: 200 len: 850 time: 0.0412858 Apr 12 19:50:33.632708 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528926aa-90e4-47d8-896b-26cd6950a6b7 req-fd0910af-f56a-4a1f-ab6d-e6a3f3be376b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:50:33.634123 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-528926aa-90e4-47d8-896b-26cd6950a6b7 req-fd0910af-f56a-4a1f-ab6d-e6a3f3be376b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b76413cb-e15b-40ab-99a9-de2d4c0b734c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375738 Apr 12 19:50:33.722681 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-528926aa-90e4-47d8-896b-26cd6950a6b7 req-16c2c3c2-eb60-4e80-9923-ab5ba58af61b service neutron] 10.222.0.25 "GET /v2.0/networks/b76413cb-e15b-40ab-99a9-de2d4c0b734c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819519 Apr 12 19:50:33.806817 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-528926aa-90e4-47d8-896b-26cd6950a6b7 req-e292692a-8df9-4dc5-90e7-86022ca5b059 service neutron] 10.222.0.25 "GET /v2.0/networks/b76413cb-e15b-40ab-99a9-de2d4c0b734c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787921 Apr 12 19:50:34.418191 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012abe60-df98-405b-9f45-f1198963593b req-db8bb343-c7b8-4821-898b-bc053852a44f tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:50:34.419658 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-012abe60-df98-405b-9f45-f1198963593b req-db8bb343-c7b8-4821-898b-bc053852a44f tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/ports?device_id=e49d61d2-30f1-4147-9a8b-d0f309ac6919 HTTP/1.1" status: 200 len: 944 time: 0.0502725 Apr 12 19:50:34.465672 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-012abe60-df98-405b-9f45-f1198963593b req-07e1af1b-af62-4644-808a-2593ba265bdb tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5c7dfba-db69-4d9b-b534-23bcb62f884e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403452 Apr 12 19:50:35.375670 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Device b9bacd88-def4-4f26-b7a4-d1ce9b2b1eed details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=106714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 19:50:35.384725 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-7587cbf1-cdf9-4712-8fde-a35d3be03265 req-cab0039f-4aaa-4c31-b9f9-aafa6142017b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5cd60a83-9370-4a3c-bf76-6621e8005066&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0372620 Apr 12 19:50:35.465211 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7587cbf1-cdf9-4712-8fde-a35d3be03265 req-c9b56e39-db31-4b63-9802-c524c7b40241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:50:35.466706 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-7587cbf1-cdf9-4712-8fde-a35d3be03265 req-c9b56e39-db31-4b63-9802-c524c7b40241 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6bee925806f84c5292071bdf5600ea3d&device_id=5cd60a83-9370-4a3c-bf76-6621e8005066 HTTP/1.1" status: 200 len: 1130 time: 0.0380917 Apr 12 19:50:35.476732 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] For port b9bacd88-def4-4f26-b7a4-d1ce9b2b1eed, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=b9bacd88-def4-4f26-b7a4-d1ce9b2b1eed,segment=NetworkSegment(0f96c3c3-3ba6-40be-b658-b81bf282434e),segment_id=0f96c3c3-3ba6-40be-b658-b81bf282434e)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:50:35.489295 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Returning: {'device': 'b9bacd88-def4-4f26-b7a4-d1ce9b2b1eed', 'network_id': 'b76413cb-e15b-40ab-99a9-de2d4c0b734c', 'port_id': 'b9bacd88-def4-4f26-b7a4-d1ce9b2b1eed', 'mac_address': 'fa:16:3e:5c:1a:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac7da68c-b531-4121-be78-e8751cff2df4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 19:50:35.532247 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Current status of the port b9bacd88-def4-4f26-b7a4-d1ce9b2b1eed is: DOWN; New status is: BUILD {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:50:35.532644 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (b9bacd88-def4-4f26-b7a4-d1ce9b2b1eed), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:35.546969 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.notifiers.nova [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9bacd88-def4-4f26-b7a4-d1ce9b2b1eed {{(pid=106714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 19:50:35.567480 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] For port b9bacd88-def4-4f26-b7a4-d1ce9b2b1eed, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=b9bacd88-def4-4f26-b7a4-d1ce9b2b1eed,segment=NetworkSegment(0f96c3c3-3ba6-40be-b658-b81bf282434e),segment_id=0f96c3c3-3ba6-40be-b658-b81bf282434e)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:50:35.571567 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (b9bacd88-def4-4f26-b7a4-d1ce9b2b1eed), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:35.588480 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7587cbf1-cdf9-4712-8fde-a35d3be03265 req-0f2124a6-4b1c-440f-b2f2-c3587883813e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:50:35.589948 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-7587cbf1-cdf9-4712-8fde-a35d3be03265 req-0f2124a6-4b1c-440f-b2f2-c3587883813e service neutron] 10.222.0.25 "GET /v2.0/networks?id=cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf HTTP/1.1" status: 200 len: 913 time: 0.1047053 Apr 12 19:50:35.590374 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe2bc7d-c452-4bec-9df1-5460f7add6ed req-19c3f049-038c-4e20-836c-d01af3a2ac48 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:50:35.591856 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-ebe2bc7d-c452-4bec-9df1-5460f7add6ed req-19c3f049-038c-4e20-836c-d01af3a2ac48 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/ports?device_id=e49d61d2-30f1-4147-9a8b-d0f309ac6919 HTTP/1.1" status: 200 len: 944 time: 0.0527129 Apr 12 19:50:35.622245 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Pushing event updated for resources: {'Port': ['ID=b9bacd88-def4-4f26-b7a4-d1ce9b2b1eed,revision_number=4']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:50:35.640080 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-ebe2bc7d-c452-4bec-9df1-5460f7add6ed req-11943e2b-2e00-4d0a-88f6-7f97cd343021 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5c7dfba-db69-4d9b-b534-23bcb62f884e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417373 Apr 12 19:50:35.798536 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-7587cbf1-cdf9-4712-8fde-a35d3be03265 req-86ad1e66-9469-44f4-a869-865c3f33553f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d302d18e-d32d-403e-95bd-c3bd780fd67a HTTP/1.1" status: 200 len: 1002 time: 0.0584128 Apr 12 19:50:35.849450 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7587cbf1-cdf9-4712-8fde-a35d3be03265 req-beeaac87-b151-4726-95cc-ca06a05dd3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:50:35.850939 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-7587cbf1-cdf9-4712-8fde-a35d3be03265 req-beeaac87-b151-4726-95cc-ca06a05dd3fc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=17d1257d-e8de-480c-a236-a7606e4db732 HTTP/1.1" status: 200 len: 851 time: 0.0466583 Apr 12 19:50:35.895670 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7587cbf1-cdf9-4712-8fde-a35d3be03265 req-6698557e-64d7-4ffe-a11b-554ab8a95e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:50:35.897147 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-7587cbf1-cdf9-4712-8fde-a35d3be03265 req-6698557e-64d7-4ffe-a11b-554ab8a95e20 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391798 Apr 12 19:50:35.989273 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-7587cbf1-cdf9-4712-8fde-a35d3be03265 req-e5ff3ebe-fe62-43d2-9064-7827f22c82c6 service neutron] 10.222.0.25 "GET /v2.0/networks/cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818639 Apr 12 19:50:36.049144 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] get_ports_and_sgs() called for port_ids ['b9bacd88-def4-4f26-b7a4-d1ce9b2b1eed'] {{(pid=106714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 19:50:36.081864 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-7587cbf1-cdf9-4712-8fde-a35d3be03265 req-fa65f4d2-f577-41f7-9414-6030f3558ab7 service neutron] 10.222.0.25 "GET /v2.0/networks/cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852683 Apr 12 19:50:36.749422 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba6f7f7-65ac-4564-b545-bed49ec6cd7c req-3cdc1717-6ade-4ea1-ab35-29a74738625d tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:50:36.751144 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-5ba6f7f7-65ac-4564-b545-bed49ec6cd7c req-3cdc1717-6ade-4ea1-ab35-29a74738625d tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/ports?device_id=e49d61d2-30f1-4147-9a8b-d0f309ac6919 HTTP/1.1" status: 200 len: 945 time: 0.0459592 Apr 12 19:50:36.796223 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-5ba6f7f7-65ac-4564-b545-bed49ec6cd7c req-a4e6e1ca-1a3d-4117-bcef-dd7b14e05a23 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5c7dfba-db69-4d9b-b534-23bcb62f884e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394773 Apr 12 19:50:37.378205 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Device b9bacd88-def4-4f26-b7a4-d1ce9b2b1eed up at agent hyperv_hv-cinder-83754 {{(pid=106714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:50:37.421025 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Provisioning for port b9bacd88-def4-4f26-b7a4-d1ce9b2b1eed completed by entity L2. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 19:50:37.427811 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Provisioning complete for port b9bacd88-def4-4f26-b7a4-d1ce9b2b1eed triggered by entity L2. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:50:37.428348 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (b9bacd88-def4-4f26-b7a4-d1ce9b2b1eed), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:37.505400 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Current status of the port b9bacd88-def4-4f26-b7a4-d1ce9b2b1eed is: BUILD; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:50:37.505779 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (b9bacd88-def4-4f26-b7a4-d1ce9b2b1eed), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:37.527425 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e49d61d2-30f1-4147-9a8b-d0f309ac6919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9bacd88-def4-4f26-b7a4-d1ce9b2b1eed'}] {{(pid=106714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:50:37.529673 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a81cf7441df70286f4dc8f717b9c4c32a6686a605fef215f859f2b4f09b95be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f390542e-61df-45d6-968e-a91ddaabde2a" -d '{"events": [{"server_uuid": "e49d61d2-30f1-4147-9a8b-d0f309ac6919", "name": "network-vif-plugged", "status": "completed", "tag": "b9bacd88-def4-4f26-b7a4-d1ce9b2b1eed"}]}' {{(pid=106714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:50:37.542679 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] For port b9bacd88-def4-4f26-b7a4-d1ce9b2b1eed, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=b9bacd88-def4-4f26-b7a4-d1ce9b2b1eed,segment=NetworkSegment(0f96c3c3-3ba6-40be-b658-b81bf282434e),segment_id=0f96c3c3-3ba6-40be-b658-b81bf282434e)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:50:37.546391 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (b9bacd88-def4-4f26-b7a4-d1ce9b2b1eed), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:37.571857 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 19:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f60bc113-6533-4b7c-94c4-770db7e6f311 x-openstack-request-id: req-f60bc113-6533-4b7c-94c4-770db7e6f311 {{(pid=106714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:50:37.572121 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e49d61d2-30f1-4147-9a8b-d0f309ac6919", "name": "network-vif-plugged", "status": "completed", "tag": "b9bacd88-def4-4f26-b7a4-d1ce9b2b1eed", "code": 200}]} {{(pid=106714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:50:37.572571 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f60bc113-6533-4b7c-94c4-770db7e6f311 {{(pid=106714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:50:37.572981 dv-cinder-837540-1-iscsi neutron-server[106714]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f60bc113-6533-4b7c-94c4-770db7e6f311'] response: {'server_uuid': 'e49d61d2-30f1-4147-9a8b-d0f309ac6919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9bacd88-def4-4f26-b7a4-d1ce9b2b1eed', 'code': 200} Apr 12 19:50:37.600461 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Pushing event updated for resources: {'Port': ['ID=b9bacd88-def4-4f26-b7a4-d1ce9b2b1eed,revision_number=5']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:50:37.726791 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5ec31b-8b7f-4f5f-b04b-23cd301ebd2e req-14a1b482-de93-423f-b238-17afec9e99b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:50:37.728287 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-8e5ec31b-8b7f-4f5f-b04b-23cd301ebd2e req-14a1b482-de93-423f-b238-17afec9e99b3 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e49d61d2-30f1-4147-9a8b-d0f309ac6919 HTTP/1.1" status: 200 len: 1130 time: 0.0405078 Apr 12 19:50:37.772833 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-8e5ec31b-8b7f-4f5f-b04b-23cd301ebd2e req-98637d3b-0b99-4163-a70a-3a26c27e522b service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=e5c7dfba-db69-4d9b-b534-23bcb62f884e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364738 Apr 12 19:50:37.906741 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e457496-5ed0-421d-999f-405b9aa97a2e req-80988e30-83bd-413e-8303-d286122b0523 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:50:37.908209 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-0e457496-5ed0-421d-999f-405b9aa97a2e req-80988e30-83bd-413e-8303-d286122b0523 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/ports?device_id=e49d61d2-30f1-4147-9a8b-d0f309ac6919 HTTP/1.1" status: 200 len: 946 time: 0.0457377 Apr 12 19:50:37.957192 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-0e457496-5ed0-421d-999f-405b9aa97a2e req-09e65d79-be36-43d4-bafc-71277fc485f4 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5c7dfba-db69-4d9b-b534-23bcb62f884e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422173 Apr 12 19:50:39.073282 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6629eff4-4e94-4420-90ad-4449ba86d3a7 req-d0e8606b-c296-4767-a1b2-ac749a3ad940 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:50:39.074698 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-6629eff4-4e94-4420-90ad-4449ba86d3a7 req-d0e8606b-c296-4767-a1b2-ac749a3ad940 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/ports?device_id=e49d61d2-30f1-4147-9a8b-d0f309ac6919 HTTP/1.1" status: 200 len: 946 time: 0.0500278 Apr 12 19:50:39.121951 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-6629eff4-4e94-4420-90ad-4449ba86d3a7 req-a5ed6e7e-5238-491e-ae65-e42ca26a7be1 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5c7dfba-db69-4d9b-b534-23bcb62f884e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412462 Apr 12 19:50:40.231354 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b7a9d3-2c86-4ca9-9bfb-3b839995ac8d req-ad4b0190-c1f3-4fc2-bb31-c4c650ab7d20 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:50:40.232891 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-16b7a9d3-2c86-4ca9-9bfb-3b839995ac8d req-ad4b0190-c1f3-4fc2-bb31-c4c650ab7d20 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/ports?device_id=e49d61d2-30f1-4147-9a8b-d0f309ac6919 HTTP/1.1" status: 200 len: 946 time: 0.0462737 Apr 12 19:50:40.280910 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-16b7a9d3-2c86-4ca9-9bfb-3b839995ac8d req-6e812362-fb38-43ee-9b03-e36e7daa3c02 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5c7dfba-db69-4d9b-b534-23bcb62f884e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424719 Apr 12 19:50:40.385193 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799b156c-7281-4dfe-84fe-7a93a5b84223 req-4133af53-8984-4bf6-8019-f275e585a2a8 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:50:40.386621 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-799b156c-7281-4dfe-84fe-7a93a5b84223 req-4133af53-8984-4bf6-8019-f275e585a2a8 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/ports?device_id=e49d61d2-30f1-4147-9a8b-d0f309ac6919 HTTP/1.1" status: 200 len: 946 time: 0.0452998 Apr 12 19:50:40.395885 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 40292) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:50:40.400120 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.v2.base [None req-21ec9ad7-51a8-42d8-bb74-77d6cb9601ba tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Request body: {'floatingip': {'port_id': 'b9bacd88-def4-4f26-b7a4-d1ce9b2b1eed'}} {{(pid=106707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:50:40.437270 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-21ec9ad7-51a8-42d8-bb74-77d6cb9601ba tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Publish callbacks [] for floatingip (a9d9125e-e958-49b9-b1c3-a4ee53118ef6), before_update {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:41.123526 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-21ec9ad7-51a8-42d8-bb74-77d6cb9601ba tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:41.127713 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-21ec9ad7-51a8-42d8-bb74-77d6cb9601ba tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668094'] for floatingip (a9d9125e-e958-49b9-b1c3-a4ee53118ef6), after_update {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:41.232931 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.db.l3_db [None req-21ec9ad7-51a8-42d8-bb74-77d6cb9601ba tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Floating IP a9d9125e-e958-49b9-b1c3-a4ee53118ef6 associated. External IP: 172.27.2.251, port: b9bacd88-def4-4f26-b7a4-d1ce9b2b1eed. Apr 12 19:50:41.441545 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21ec9ad7-51a8-42d8-bb74-77d6cb9601ba tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Router 87502b5b-6b73-4094-b3a1-95b29d09c721 has already been hosted by L3 agent 4d9412c4-31b2-4fbf-87a0-f931332ab9d5 {{(pid=106707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 19:50:41.551620 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21ec9ad7-51a8-42d8-bb74-77d6cb9601ba tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Notify agent at l3_agent.dv-cinder-837540-1-iscsi the message routers_updated {{(pid=106707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:50:41.556554 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-21ec9ad7-51a8-42d8-bb74-77d6cb9601ba tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245471'] for floatingip (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:41.561137 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9f6b4a-c4e0-49a3-812a-1ee14379f167 None None] Sync routers for ids ['87502b5b-6b73-4094-b3a1-95b29d09c721'] in dv-cinder-837540-1-iscsi {{(pid=106718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:50:41.574487 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9f6b4a-c4e0-49a3-812a-1ee14379f167 None None] Routers {'87502b5b-6b73-4094-b3a1-95b29d09c721'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:50:41.575093 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-3e9f6b4a-c4e0-49a3-812a-1ee14379f167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:50:16Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['87502b5b-6b73-4094-b3a1-95b29d09c721'], 'active': True} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:50:41.585911 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-21ec9ad7-51a8-42d8-bb74-77d6cb9601ba tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "PUT /v2.0/floatingips/a9d9125e-e958-49b9-b1c3-a4ee53118ef6 HTTP/1.1" status: 200 len: 992 time: 1.1890054 Apr 12 19:50:41.586491 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e49d61d2-30f1-4147-9a8b-d0f309ac6919', 'tag': 'b9bacd88-def4-4f26-b7a4-d1ce9b2b1eed'}] {{(pid=106707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:50:41.588785 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24bc1a40dab415d93c04770333daaec18ee8cbc44e8bdbc940996836fe034448" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39094daa-d293-4f8a-8dc2-398d224d1c54" -d '{"events": [{"name": "network-changed", "server_uuid": "e49d61d2-30f1-4147-9a8b-d0f309ac6919", "tag": "b9bacd88-def4-4f26-b7a4-d1ce9b2b1eed"}]}' {{(pid=106707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:50:41.623056 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 19:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93e91445-000a-40c9-8580-8b423fa0cede x-openstack-request-id: req-93e91445-000a-40c9-8580-8b423fa0cede {{(pid=106707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:50:41.623351 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e49d61d2-30f1-4147-9a8b-d0f309ac6919", "tag": "b9bacd88-def4-4f26-b7a4-d1ce9b2b1eed", "status": "completed", "code": 200}]} {{(pid=106707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:50:41.623606 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-93e91445-000a-40c9-8580-8b423fa0cede {{(pid=106707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:50:41.624098 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93e91445-000a-40c9-8580-8b423fa0cede'] response: {'name': 'network-changed', 'server_uuid': 'e49d61d2-30f1-4147-9a8b-d0f309ac6919', 'tag': 'b9bacd88-def4-4f26-b7a4-d1ce9b2b1eed', 'status': 'completed', 'code': 200} Apr 12 19:50:41.682809 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvr_db [None req-3e9f6b4a-c4e0-49a3-812a-1ee14379f167 None None] Set router 87502b5b-6b73-4094-b3a1-95b29d09c721 gateway port host: dv-cinder-837540-1-iscsi {{(pid=106718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:50:41.888699 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-3e9f6b4a-c4e0-49a3-812a-1ee14379f167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87502b5b-6b73-4094-b3a1-95b29d09c721', 'name': 'tempest-AttachVolumeTestJSON-1126193915-router', 'tenant_id': '4489676262ea44d8929f0f5d7a1ffc51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'c2a0426b-6838-43d5-b266-dc0d01398021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:50:20Z', 'updated_at': '2022-04-12T19:50:23Z', 'revision_number': 4, 'project_id': '4489676262ea44d8929f0f5d7a1ffc51', 'gw_port': {'id': 'c2a0426b-6838-43d5-b266-dc0d01398021', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:74:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87502b5b-6b73-4094-b3a1-95b29d09c721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:50:20Z', 'updated_at': '2022-04-12T19:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_floatingips': [{'id': 'a9d9125e-e958-49b9-b1c3-a4ee53118ef6', 'tenant_id': '4489676262ea44d8929f0f5d7a1ffc51', 'floating_ip_address': '172.27.2.251', 'floating_network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'router_id': '87502b5b-6b73-4094-b3a1-95b29d09c721', 'port_id': 'b9bacd88-def4-4f26-b7a4-d1ce9b2b1eed', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b76413cb-e15b-40ab-99a9-de2d4c0b734c', 'mac_address': 'fa:16:3e:5c:1a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49d61d2-30f1-4147-9a8b-d0f309ac6919', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:50:25Z', 'updated_at': '2022-04-12T19:50:41Z', 'revision_number': 1, 'project_id': '4489676262ea44d8929f0f5d7a1ffc51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afd914d8-99ff-4642-a37c-8ca2f093e2ec', 'name': '', 'network_id': 'b76413cb-e15b-40ab-99a9-de2d4c0b734c', 'tenant_id': '4489676262ea44d8929f0f5d7a1ffc51', 'mac_address': 'fa:16:3e:cb:33:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87502b5b-6b73-4094-b3a1-95b29d09c721', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'ac7da68c-b531-4121-be78-e8751cff2df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:50:22Z', 'updated_at': '2022-04-12T19:50:26Z', 'revision_number': 5, 'project_id': '4489676262ea44d8929f0f5d7a1ffc51', 'subnets': [{'id': 'ac7da68c-b531-4121-be78-e8751cff2df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:50:41.917065 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9f6b4a-c4e0-49a3-812a-1ee14379f167 None None] Checking router: 87502b5b-6b73-4094-b3a1-95b29d09c721 for host: dv-cinder-837540-1-iscsi {{(pid=106718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:50:41.925546 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9f6b4a-c4e0-49a3-812a-1ee14379f167 None None] Routers {'87502b5b-6b73-4094-b3a1-95b29d09c721'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:50:41.926145 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-3e9f6b4a-c4e0-49a3-812a-1ee14379f167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:50:16Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['87502b5b-6b73-4094-b3a1-95b29d09c721'], 'active': True} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:50:42.030196 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvr_db [None req-3e9f6b4a-c4e0-49a3-812a-1ee14379f167 None None] Set router 87502b5b-6b73-4094-b3a1-95b29d09c721 gateway port host: dv-cinder-837540-1-iscsi {{(pid=106718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:50:42.235077 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-3e9f6b4a-c4e0-49a3-812a-1ee14379f167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87502b5b-6b73-4094-b3a1-95b29d09c721', 'name': 'tempest-AttachVolumeTestJSON-1126193915-router', 'tenant_id': '4489676262ea44d8929f0f5d7a1ffc51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'c2a0426b-6838-43d5-b266-dc0d01398021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:50:20Z', 'updated_at': '2022-04-12T19:50:23Z', 'revision_number': 4, 'project_id': '4489676262ea44d8929f0f5d7a1ffc51', 'gw_port': {'id': 'c2a0426b-6838-43d5-b266-dc0d01398021', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:74:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87502b5b-6b73-4094-b3a1-95b29d09c721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:50:20Z', 'updated_at': '2022-04-12T19:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_floatingips': [{'id': 'a9d9125e-e958-49b9-b1c3-a4ee53118ef6', 'tenant_id': '4489676262ea44d8929f0f5d7a1ffc51', 'floating_ip_address': '172.27.2.251', 'floating_network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'router_id': '87502b5b-6b73-4094-b3a1-95b29d09c721', 'port_id': 'b9bacd88-def4-4f26-b7a4-d1ce9b2b1eed', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b76413cb-e15b-40ab-99a9-de2d4c0b734c', 'mac_address': 'fa:16:3e:5c:1a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49d61d2-30f1-4147-9a8b-d0f309ac6919', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:50:25Z', 'updated_at': '2022-04-12T19:50:41Z', 'revision_number': 1, 'project_id': '4489676262ea44d8929f0f5d7a1ffc51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afd914d8-99ff-4642-a37c-8ca2f093e2ec', 'name': '', 'network_id': 'b76413cb-e15b-40ab-99a9-de2d4c0b734c', 'tenant_id': '4489676262ea44d8929f0f5d7a1ffc51', 'mac_address': 'fa:16:3e:cb:33:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87502b5b-6b73-4094-b3a1-95b29d09c721', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'ac7da68c-b531-4121-be78-e8751cff2df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:50:22Z', 'updated_at': '2022-04-12T19:50:26Z', 'revision_number': 5, 'project_id': '4489676262ea44d8929f0f5d7a1ffc51', 'subnets': [{'id': 'ac7da68c-b531-4121-be78-e8751cff2df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:50:42.261194 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9f6b4a-c4e0-49a3-812a-1ee14379f167 None None] The sync data for ids ['87502b5b-6b73-4094-b3a1-95b29d09c721'] in dv-cinder-837540-1-iscsi is: [{'id': '87502b5b-6b73-4094-b3a1-95b29d09c721', 'name': 'tempest-AttachVolumeTestJSON-1126193915-router', 'tenant_id': '4489676262ea44d8929f0f5d7a1ffc51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'c2a0426b-6838-43d5-b266-dc0d01398021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:50:20Z', 'updated_at': '2022-04-12T19:50:23Z', 'revision_number': 4, 'project_id': '4489676262ea44d8929f0f5d7a1ffc51', 'gw_port': {'id': 'c2a0426b-6838-43d5-b266-dc0d01398021', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:74:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87502b5b-6b73-4094-b3a1-95b29d09c721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:50:20Z', 'updated_at': '2022-04-12T19:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_floatingips': [{'id': 'a9d9125e-e958-49b9-b1c3-a4ee53118ef6', 'tenant_id': '4489676262ea44d8929f0f5d7a1ffc51', 'floating_ip_address': '172.27.2.251', 'floating_network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'router_id': '87502b5b-6b73-4094-b3a1-95b29d09c721', 'port_id': 'b9bacd88-def4-4f26-b7a4-d1ce9b2b1eed', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b76413cb-e15b-40ab-99a9-de2d4c0b734c', 'mac_address': 'fa:16:3e:5c:1a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49d61d2-30f1-4147-9a8b-d0f309ac6919', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:50:25Z', 'updated_at': '2022-04-12T19:50:41Z', 'revision_number': 1, 'project_id': '4489676262ea44d8929f0f5d7a1ffc51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afd914d8-99ff-4642-a37c-8ca2f093e2ec', 'name': '', 'network_id': 'b76413cb-e15b-40ab-99a9-de2d4c0b734c', 'tenant_id': '4489676262ea44d8929f0f5d7a1ffc51', 'mac_address': 'fa:16:3e:cb:33:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87502b5b-6b73-4094-b3a1-95b29d09c721', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'ac7da68c-b531-4121-be78-e8751cff2df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:50:22Z', 'updated_at': '2022-04-12T19:50:26Z', 'revision_number': 5, 'project_id': '4489676262ea44d8929f0f5d7a1ffc51', 'subnets': [{'id': 'ac7da68c-b531-4121-be78-e8751cff2df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:50:42.435340 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241cace8-dd8f-4683-b20e-d768bcdc8c2f None None] New status for floating IP a9d9125e-e958-49b9-b1c3-a4ee53118ef6: ACTIVE {{(pid=106714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 19:50:43.294707 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39094daa-d293-4f8a-8dc2-398d224d1c54 req-c5969434-d553-4165-bdb7-ad4cf930bf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:50:43.296221 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-39094daa-d293-4f8a-8dc2-398d224d1c54 req-c5969434-d553-4165-bdb7-ad4cf930bf54 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4489676262ea44d8929f0f5d7a1ffc51&device_id=e49d61d2-30f1-4147-9a8b-d0f309ac6919 HTTP/1.1" status: 200 len: 1130 time: 0.0374455 Apr 12 19:50:43.852134 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4cd05eb5-0a1d-429f-88c1-56e6cd6b4a17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (055fa106-9079-4d8f-a829-e3ca37bbcb19), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:44.578753 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39094daa-d293-4f8a-8dc2-398d224d1c54 req-8949dd71-e6cc-4b7f-a9ed-ed21136d514c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:50:44.580243 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-39094daa-d293-4f8a-8dc2-398d224d1c54 req-8949dd71-e6cc-4b7f-a9ed-ed21136d514c service neutron] 10.222.0.25 "GET /v2.0/networks?id=b76413cb-e15b-40ab-99a9-de2d4c0b734c HTTP/1.1" status: 200 len: 912 time: 0.0837820 Apr 12 19:50:44.647393 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-39094daa-d293-4f8a-8dc2-398d224d1c54 req-5a1f7ce2-d439-47c7-94a1-7743e2f6e742 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9bacd88-def4-4f26-b7a4-d1ce9b2b1eed HTTP/1.1" status: 200 len: 1002 time: 0.0602999 Apr 12 19:50:44.693568 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39094daa-d293-4f8a-8dc2-398d224d1c54 req-cfe580a6-7653-4f09-b390-7e901a79e2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:50:44.694960 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-39094daa-d293-4f8a-8dc2-398d224d1c54 req-cfe580a6-7653-4f09-b390-7e901a79e2ea service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ac7da68c-b531-4121-be78-e8751cff2df4 HTTP/1.1" status: 200 len: 850 time: 0.0419796 Apr 12 19:50:44.736207 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39094daa-d293-4f8a-8dc2-398d224d1c54 req-ff59bd60-bc2c-4db5-aa7e-e956210f0062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:50:44.737654 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-39094daa-d293-4f8a-8dc2-398d224d1c54 req-ff59bd60-bc2c-4db5-aa7e-e956210f0062 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b76413cb-e15b-40ab-99a9-de2d4c0b734c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0371675 Apr 12 19:50:45.086703 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-39094daa-d293-4f8a-8dc2-398d224d1c54 req-ca195d94-bc48-4fee-94af-a052e5a05ee3 service neutron] 10.222.0.25 "GET /v2.0/networks/b76413cb-e15b-40ab-99a9-de2d4c0b734c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3429396 Apr 12 19:50:45.175497 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-39094daa-d293-4f8a-8dc2-398d224d1c54 req-402003d0-4233-4a89-a0ba-ad7153323c9e service neutron] 10.222.0.25 "GET /v2.0/networks/b76413cb-e15b-40ab-99a9-de2d4c0b734c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820603 Apr 12 19:50:46.290774 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-5483a9e5-4602-4767-8851-ac9e3cf3ee79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (4d9412c4-31b2-4fbf-87a0-f931332ab9d5), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:47.247563 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-0fb4a5ae-492f-43e3-90d5-82372e23b9ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (01005bd1-5b1e-41c6-b9b3-a4d4f93589b9), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:48.696052 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-655d5a5e-25bf-423f-acb4-166f4bec9d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (f3d2fb0e-5305-4f08-ab1f-5f1d50bdad22), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:50.481237 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (e0bf5abe-d5c5-40a1-a359-03156ade36a4), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:50.839164 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 40348) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:50:50.958084 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-266ce3bc-187e-48f6-b797-6e65d7fd7a1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:51.030472 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-266ce3bc-187e-48f6-b797-6e65d7fd7a1b admin admin] Publish callbacks [] for security_group (97e9feab-99e4-4346-83ef-514ab1221132), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:51.033779 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-266ce3bc-187e-48f6-b797-6e65d7fd7a1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (97e9feab-99e4-4346-83ef-514ab1221132), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:51.074911 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-266ce3bc-187e-48f6-b797-6e65d7fd7a1b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b16775663eb04b79bffe97e9d3e087a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2347124 Apr 12 19:50:51.076048 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce3bc-187e-48f6-b797-6e65d7fd7a1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97e9feab-99e4-4346-83ef-514ab1221132,revision_number=1']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:50:51.077750 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 40352) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:50:51.083232 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce3bc-187e-48f6-b797-6e65d7fd7a1b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:50:51.083586 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce3bc-187e-48f6-b797-6e65d7fd7a1b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:50:51.083930 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce3bc-187e-48f6-b797-6e65d7fd7a1b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:50:51.084297 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce3bc-187e-48f6-b797-6e65d7fd7a1b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:50:51.084633 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce3bc-187e-48f6-b797-6e65d7fd7a1b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:50:51.084963 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce3bc-187e-48f6-b797-6e65d7fd7a1b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:50:51.085370 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce3bc-187e-48f6-b797-6e65d7fd7a1b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:50:51.085698 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce3bc-187e-48f6-b797-6e65d7fd7a1b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:50:51.086024 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce3bc-187e-48f6-b797-6e65d7fd7a1b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:50:51.086349 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce3bc-187e-48f6-b797-6e65d7fd7a1b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:50:51.086696 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce3bc-187e-48f6-b797-6e65d7fd7a1b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:50:51.087021 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce3bc-187e-48f6-b797-6e65d7fd7a1b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:50:51.087340 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce3bc-187e-48f6-b797-6e65d7fd7a1b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:50:51.087657 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce3bc-187e-48f6-b797-6e65d7fd7a1b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:50:51.087997 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce3bc-187e-48f6-b797-6e65d7fd7a1b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:50:51.126206 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-fa30feb1-fea4-4f5c-a74e-5620906937a3 admin admin] Publish callbacks [] for security_group (97e9feab-99e4-4346-83ef-514ab1221132), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:51.146132 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-fa30feb1-fea4-4f5c-a74e-5620906937a3 admin admin] Publish callbacks [] for security_group (97e9feab-99e4-4346-83ef-514ab1221132), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:51.192072 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-fa30feb1-fea4-4f5c-a74e-5620906937a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (97e9feab-99e4-4346-83ef-514ab1221132), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:51.195532 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-fa30feb1-fea4-4f5c-a74e-5620906937a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:51.196685 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-fa30feb1-fea4-4f5c-a74e-5620906937a3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/97e9feab-99e4-4346-83ef-514ab1221132 HTTP/1.1" status: 204 len: 168 time: 0.1179397 Apr 12 19:50:51.204087 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa30feb1-fea4-4f5c-a74e-5620906937a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97e9feab-99e4-4346-83ef-514ab1221132,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:50:55.670063 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (ce4c6b0b-91ae-4576-82ad-f2f4ee2d2a45), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:50:58.190190 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.agents_db [None req-c5aaa6ba-db5d-46db-92f0-20249d3ff0a0 None None] Agent healthcheck: found 6 active agents {{(pid=106718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 19:51:00.111003 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 40428) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:51:00.211952 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-c476db5b-a944-4346-9a30-1a955b731477 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:51:00.287580 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-c476db5b-a944-4346-9a30-1a955b731477 admin admin] Publish callbacks [] for security_group (2594e0dd-3e18-44bf-a1df-1455f75d2fd3), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:51:00.291096 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-c476db5b-a944-4346-9a30-1a955b731477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (2594e0dd-3e18-44bf-a1df-1455f75d2fd3), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:51:00.329063 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-c476db5b-a944-4346-9a30-1a955b731477 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ccaabeb6e78e4315b1dddc63709aed54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2170825 Apr 12 19:51:00.329933 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c476db5b-a944-4346-9a30-1a955b731477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2594e0dd-3e18-44bf-a1df-1455f75d2fd3,revision_number=1']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:51:00.331717 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 40432) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:51:00.379391 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-2c7cd592-7c02-4ae9-a022-e33565ea5e32 admin admin] Publish callbacks [] for security_group (2594e0dd-3e18-44bf-a1df-1455f75d2fd3), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:51:00.400207 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-2c7cd592-7c02-4ae9-a022-e33565ea5e32 admin admin] Publish callbacks [] for security_group (2594e0dd-3e18-44bf-a1df-1455f75d2fd3), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:51:00.446188 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-2c7cd592-7c02-4ae9-a022-e33565ea5e32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (2594e0dd-3e18-44bf-a1df-1455f75d2fd3), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:51:00.448708 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-2c7cd592-7c02-4ae9-a022-e33565ea5e32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:51:00.449824 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-2c7cd592-7c02-4ae9-a022-e33565ea5e32 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2594e0dd-3e18-44bf-a1df-1455f75d2fd3 HTTP/1.1" status: 204 len: 168 time: 0.1171088 Apr 12 19:51:00.457379 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7cd592-7c02-4ae9-a022-e33565ea5e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2594e0dd-3e18-44bf-a1df-1455f75d2fd3,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:51:00.465166 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7cd592-7c02-4ae9-a022-e33565ea5e32 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:51:00.465629 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7cd592-7c02-4ae9-a022-e33565ea5e32 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:51:00.465980 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7cd592-7c02-4ae9-a022-e33565ea5e32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:51:00.466318 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7cd592-7c02-4ae9-a022-e33565ea5e32 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:51:00.466651 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7cd592-7c02-4ae9-a022-e33565ea5e32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:51:00.466979 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7cd592-7c02-4ae9-a022-e33565ea5e32 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:51:00.467305 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7cd592-7c02-4ae9-a022-e33565ea5e32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:51:00.467630 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7cd592-7c02-4ae9-a022-e33565ea5e32 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:51:00.467974 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7cd592-7c02-4ae9-a022-e33565ea5e32 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:51:00.468325 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7cd592-7c02-4ae9-a022-e33565ea5e32 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:51:00.468654 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7cd592-7c02-4ae9-a022-e33565ea5e32 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:51:00.468977 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7cd592-7c02-4ae9-a022-e33565ea5e32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:51:00.469296 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7cd592-7c02-4ae9-a022-e33565ea5e32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:51:00.469618 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7cd592-7c02-4ae9-a022-e33565ea5e32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:51:00.469934 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7cd592-7c02-4ae9-a022-e33565ea5e32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:51:13.855287 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-beb2de20-80fc-40dc-91d0-8fe7ccd08e2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (055fa106-9079-4d8f-a829-e3ca37bbcb19), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:51:16.291714 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-34dac8fa-da4d-403b-ae0c-9785e901de54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (4d9412c4-31b2-4fbf-87a0-f931332ab9d5), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:51:17.251534 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-0fb4a5ae-492f-43e3-90d5-82372e23b9ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (01005bd1-5b1e-41c6-b9b3-a4d4f93589b9), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:51:18.700747 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-655d5a5e-25bf-423f-acb4-166f4bec9d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (f3d2fb0e-5305-4f08-ab1f-5f1d50bdad22), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:51:20.482361 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (e0bf5abe-d5c5-40a1-a359-03156ade36a4), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:51:25.685185 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (ce4c6b0b-91ae-4576-82ad-f2f4ee2d2a45), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:51:32.641844 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-cceeee28-3b2d-4640-8d7a-5d1dbc73a9df req-57526e27-b1d3-41fc-afd1-4b8056e310ca service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5cd60a83-9370-4a3c-bf76-6621e8005066&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390034 Apr 12 19:51:32.717147 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceeee28-3b2d-4640-8d7a-5d1dbc73a9df req-d4addfe2-4f39-4ed2-837d-55e146809da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:51:32.718594 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-cceeee28-3b2d-4640-8d7a-5d1dbc73a9df req-d4addfe2-4f39-4ed2-837d-55e146809da5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6bee925806f84c5292071bdf5600ea3d&device_id=5cd60a83-9370-4a3c-bf76-6621e8005066 HTTP/1.1" status: 200 len: 1130 time: 0.0379210 Apr 12 19:51:32.816972 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceeee28-3b2d-4640-8d7a-5d1dbc73a9df req-852cdd0e-6631-4fe3-b512-e003d70b5353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:51:32.818453 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-cceeee28-3b2d-4640-8d7a-5d1dbc73a9df req-852cdd0e-6631-4fe3-b512-e003d70b5353 service neutron] 10.222.0.25 "GET /v2.0/networks?id=cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf HTTP/1.1" status: 200 len: 913 time: 0.0822558 Apr 12 19:51:32.886648 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-cceeee28-3b2d-4640-8d7a-5d1dbc73a9df req-83f4b468-7a54-4de9-9d22-52901f83663e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d302d18e-d32d-403e-95bd-c3bd780fd67a HTTP/1.1" status: 200 len: 1002 time: 0.0618916 Apr 12 19:51:32.932735 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceeee28-3b2d-4640-8d7a-5d1dbc73a9df req-1d88005f-1c3c-4be2-8a89-4afc8fceda63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:51:32.934115 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-cceeee28-3b2d-4640-8d7a-5d1dbc73a9df req-1d88005f-1c3c-4be2-8a89-4afc8fceda63 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=17d1257d-e8de-480c-a236-a7606e4db732 HTTP/1.1" status: 200 len: 851 time: 0.0418332 Apr 12 19:51:32.976762 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceeee28-3b2d-4640-8d7a-5d1dbc73a9df req-801f0c05-c626-4db2-aab3-5723ec353a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:51:32.978185 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-cceeee28-3b2d-4640-8d7a-5d1dbc73a9df req-801f0c05-c626-4db2-aab3-5723ec353a58 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374067 Apr 12 19:51:33.066360 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-cceeee28-3b2d-4640-8d7a-5d1dbc73a9df req-67a75a9b-dc55-42dd-be95-3d83e90acf0e service neutron] 10.222.0.25 "GET /v2.0/networks/cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818641 Apr 12 19:51:33.156343 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-cceeee28-3b2d-4640-8d7a-5d1dbc73a9df req-32efa982-68ae-47e2-bf18-291ba92548ba service neutron] 10.222.0.25 "GET /v2.0/networks/cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831158 Apr 12 19:51:35.188855 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.agents_db [None req-c5aaa6ba-db5d-46db-92f0-20249d3ff0a0 None None] Agent healthcheck: found 6 active agents {{(pid=106718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 19:51:43.861323 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-279e9ffa-d302-4bd1-b673-51ebbb244311 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (055fa106-9079-4d8f-a829-e3ca37bbcb19), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:51:46.293426 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4df98e98-6495-4e2d-8802-ba7e3fa65496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (4d9412c4-31b2-4fbf-87a0-f931332ab9d5), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:51:47.254023 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-0fb4a5ae-492f-43e3-90d5-82372e23b9ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (01005bd1-5b1e-41c6-b9b3-a4d4f93589b9), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:51:48.703108 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-655d5a5e-25bf-423f-acb4-166f4bec9d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (f3d2fb0e-5305-4f08-ab1f-5f1d50bdad22), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:51:50.484881 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (e0bf5abe-d5c5-40a1-a359-03156ade36a4), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:51:55.692888 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (ce4c6b0b-91ae-4576-82ad-f2f4ee2d2a45), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:52:00.190470 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-a527e9af-88f5-47f4-a10e-7a6e82babbd5 req-01d89c56-c4c7-4345-befb-61e483f17b27 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1043320734&fields=id&tenant_id=6bee925806f84c5292071bdf5600ea3d HTTP/1.1" status: 200 len: 267 time: 0.0440252 Apr 12 19:52:00.292894 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a527e9af-88f5-47f4-a10e-7a6e82babbd5 req-cf6c9b6a-3bc1-40d5-8906-1b4acc6410b9 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:52:00.294345 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-a527e9af-88f5-47f4-a10e-7a6e82babbd5 req-cf6c9b6a-3bc1-40d5-8906-1b4acc6410b9 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/networks?id=cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf HTTP/1.1" status: 200 len: 812 time: 0.0976803 Apr 12 19:52:00.308304 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-a527e9af-88f5-47f4-a10e-7a6e82babbd5 req-2546b9c4-e1ed-416d-a2ed-8470cae54a95 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/quotas/6bee925806f84c5292071bdf5600ea3d HTTP/1.1" status: 200 len: 375 time: 0.0085497 Apr 12 19:52:00.361947 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-a527e9af-88f5-47f4-a10e-7a6e82babbd5 req-d7a19f39-d577-4140-8754-4b4887930106 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6bee925806f84c5292071bdf5600ea3d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0489526 Apr 12 19:52:00.486231 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [req-a527e9af-88f5-47f4-a10e-7a6e82babbd5 req-18666f98-2559-44c7-945b-7672561f11f9 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=106704) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 19:52:00.487219 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-a527e9af-88f5-47f4-a10e-7a6e82babbd5 req-18666f98-2559-44c7-945b-7672561f11f9 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1138229 Apr 12 19:52:00.573916 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-a527e9af-88f5-47f4-a10e-7a6e82babbd5 req-1c8df9fd-38bf-4004-b9da-1d08267257ce service neutron] 10.222.0.15 "GET /v2.0/networks/cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807261 Apr 12 19:52:00.664216 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-a527e9af-88f5-47f4-a10e-7a6e82babbd5 req-19c18de8-c031-4406-ab09-079f6586e8b0 service neutron] 10.222.0.15 "GET /v2.0/networks/cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845888 Apr 12 19:52:00.956590 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-c79690f4-1b99-4961-8c9d-45a7dfd62eb1 req-85151981-795a-42b7-8588-62c6fbc8a6f1 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/ports?device_id=c168b680-e168-4cb4-bf35-2d46c5dbade5 HTTP/1.1" status: 200 len: 210 time: 0.0343206 Apr 12 19:52:02.015515 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a527e9af-88f5-47f4-a10e-7a6e82babbd5 req-40f67ab8-6d13-47b9-99dd-17ae90f86530 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:52:02.017103 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-a527e9af-88f5-47f4-a10e-7a6e82babbd5 req-40f67ab8-6d13-47b9-99dd-17ae90f86530 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.25 "GET /v2.0/networks?id=cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf HTTP/1.1" status: 200 len: 812 time: 0.1050434 Apr 12 19:52:02.055243 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-9b6e2e27-fd42-4731-ac68-cff49a29f3a8 req-dc416edd-0d53-4750-a74a-1767887055de tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/ports?device_id=c168b680-e168-4cb4-bf35-2d46c5dbade5 HTTP/1.1" status: 200 len: 210 time: 0.0285487 Apr 12 19:52:02.080566 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-a527e9af-88f5-47f4-a10e-7a6e82babbd5 req-c56ead23-d16e-4d14-8a28-80151cfbe4a2 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6bee925806f84c5292071bdf5600ea3d HTTP/1.1" status: 200 len: 380 time: 0.0560296 Apr 12 19:52:02.088639 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.v2.base [req-a527e9af-88f5-47f4-a10e-7a6e82babbd5 req-e1a63ea3-db1b-40bd-84cc-6bdd28e0ee90 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Request body: {'port': {'device_id': 'c168b680-e168-4cb4-bf35-2d46c5dbade5', 'network_id': 'cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf', 'admin_state_up': True, 'tenant_id': '6bee925806f84c5292071bdf5600ea3d', 'security_groups': ['cbff3107-daca-4eee-8f23-60f596090e71']}} {{(pid=106704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:52:02.195103 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a527e9af-88f5-47f4-a10e-7a6e82babbd5 req-e1a63ea3-db1b-40bd-84cc-6bdd28e0ee90 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Made reservation on behalf of 6bee925806f84c5292071bdf5600ea3d for: {'port': 1} {{(pid=106704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:52:02.198635 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-a527e9af-88f5-47f4-a10e-7a6e82babbd5 req-e1a63ea3-db1b-40bd-84cc-6bdd28e0ee90 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:52:02.325268 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.db_base_plugin_common [req-a527e9af-88f5-47f4-a10e-7a6e82babbd5 req-e1a63ea3-db1b-40bd-84cc-6bdd28e0ee90 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Allocated IP 172.20.0.13 (cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf/17d1257d-e8de-480c-a236-a7606e4db732/cb500720-01f8-404e-9339-b99f1caa1c0e) {{(pid=106704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:52:02.462586 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-a527e9af-88f5-47f4-a10e-7a6e82babbd5 req-e1a63ea3-db1b-40bd-84cc-6bdd28e0ee90 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Publish callbacks [] for port (cb500720-01f8-404e-9339-b99f1caa1c0e), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:52:02.495412 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-a527e9af-88f5-47f4-a10e-7a6e82babbd5 req-e1a63ea3-db1b-40bd-84cc-6bdd28e0ee90 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749198058662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8791401'] for port (cb500720-01f8-404e-9339-b99f1caa1c0e), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:52:02.542877 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a527e9af-88f5-47f4-a10e-7a6e82babbd5 req-e1a63ea3-db1b-40bd-84cc-6bdd28e0ee90 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Network cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf is already hosted by enough agents. {{(pid=106704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:52:02.547906 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.base_scheduler [req-a527e9af-88f5-47f4-a10e-7a6e82babbd5 req-e1a63ea3-db1b-40bd-84cc-6bdd28e0ee90 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Resources bound (agent type, host, resource id): {{(pid=106704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:52:02.550435 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.l3_dvrscheduler_db [req-a527e9af-88f5-47f4-a10e-7a6e82babbd5 req-e1a63ea3-db1b-40bd-84cc-6bdd28e0ee90 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Received port after_create {{(pid=106704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:52:02.577496 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a63ea3-db1b-40bd-84cc-6bdd28e0ee90 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Pushing event updated for resources: {'Port': ['ID=cb500720-01f8-404e-9339-b99f1caa1c0e,revision_number=1']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:52:02.590911 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a63ea3-db1b-40bd-84cc-6bdd28e0ee90 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:52:02.591255 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a63ea3-db1b-40bd-84cc-6bdd28e0ee90 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:52:02.591595 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a63ea3-db1b-40bd-84cc-6bdd28e0ee90 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:52:02.591929 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a63ea3-db1b-40bd-84cc-6bdd28e0ee90 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:52:02.592285 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a63ea3-db1b-40bd-84cc-6bdd28e0ee90 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:52:02.592613 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a63ea3-db1b-40bd-84cc-6bdd28e0ee90 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:52:02.592934 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a63ea3-db1b-40bd-84cc-6bdd28e0ee90 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:52:02.593253 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a63ea3-db1b-40bd-84cc-6bdd28e0ee90 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:52:02.593573 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a63ea3-db1b-40bd-84cc-6bdd28e0ee90 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:52:02.593892 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a63ea3-db1b-40bd-84cc-6bdd28e0ee90 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:52:02.594212 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a63ea3-db1b-40bd-84cc-6bdd28e0ee90 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:52:02.594530 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a63ea3-db1b-40bd-84cc-6bdd28e0ee90 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:52:02.594846 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a63ea3-db1b-40bd-84cc-6bdd28e0ee90 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:52:02.595159 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a63ea3-db1b-40bd-84cc-6bdd28e0ee90 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:52:02.595473 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a63ea3-db1b-40bd-84cc-6bdd28e0ee90 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:52:02.616864 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a527e9af-88f5-47f4-a10e-7a6e82babbd5 req-e1a63ea3-db1b-40bd-84cc-6bdd28e0ee90 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:52:02.617472 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-a527e9af-88f5-47f4-a10e-7a6e82babbd5 req-e1a63ea3-db1b-40bd-84cc-6bdd28e0ee90 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245471'] for port (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:52:02.634081 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-a527e9af-88f5-47f4-a10e-7a6e82babbd5 req-e1a63ea3-db1b-40bd-84cc-6bdd28e0ee90 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5489931 Apr 12 19:52:02.647468 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.v2.base [req-a527e9af-88f5-47f4-a10e-7a6e82babbd5 req-a1efcf35-e497-42e8-9411-6baf3ae4d556 service neutron] Request body: {'port': {'device_id': 'c168b680-e168-4cb4-bf35-2d46c5dbade5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=106704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:52:02.708074 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-a527e9af-88f5-47f4-a10e-7a6e82babbd5 req-a1efcf35-e497-42e8-9411-6baf3ae4d556 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (cb500720-01f8-404e-9339-b99f1caa1c0e), before_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:52:02.752625 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-bb4a53a5-0acd-46c6-ad09-f7eec4e19971 None None] Provisioning complete for port cb500720-01f8-404e-9339-b99f1caa1c0e triggered by entity DHCP. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:52:02.753231 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-bb4a53a5-0acd-46c6-ad09-f7eec4e19971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (cb500720-01f8-404e-9339-b99f1caa1c0e), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:52:02.790505 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-bb4a53a5-0acd-46c6-ad09-f7eec4e19971 None None] Port cb500720-01f8-404e-9339-b99f1caa1c0e cannot update to ACTIVE because it is not bound. {{(pid=106714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 19:52:02.973663 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.notifiers.nova [req-a527e9af-88f5-47f4-a10e-7a6e82babbd5 req-a1efcf35-e497-42e8-9411-6baf3ae4d556 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb500720-01f8-404e-9339-b99f1caa1c0e {{(pid=106704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 19:52:02.980785 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-a527e9af-88f5-47f4-a10e-7a6e82babbd5 req-a1efcf35-e497-42e8-9411-6baf3ae4d556 service neutron] Publish callbacks [] for port (cb500720-01f8-404e-9339-b99f1caa1c0e), precommit_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:52:02.992645 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.provisioning_blocks [req-a527e9af-88f5-47f4-a10e-7a6e82babbd5 req-a1efcf35-e497-42e8-9411-6baf3ae4d556 service neutron] Transition to ACTIVE for port object cb500720-01f8-404e-9339-b99f1caa1c0e will not be triggered until provisioned by entity L2. {{(pid=106704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 19:52:02.996911 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-a527e9af-88f5-47f4-a10e-7a6e82babbd5 req-a1efcf35-e497-42e8-9411-6baf3ae4d556 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8791376'] for port (cb500720-01f8-404e-9339-b99f1caa1c0e), after_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:52:03.062459 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1efcf35-e497-42e8-9411-6baf3ae4d556 service neutron] Pushing event updated for resources: {'Port': ['ID=cb500720-01f8-404e-9339-b99f1caa1c0e,revision_number=2']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:52:03.123997 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.managers [req-a527e9af-88f5-47f4-a10e-7a6e82babbd5 req-a1efcf35-e497-42e8-9411-6baf3ae4d556 service neutron] Attempting to bind port cb500720-01f8-404e-9339-b99f1caa1c0e on host hv-cinder-83754 for vnic_type normal with profile {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:52:03.124355 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.managers [req-a527e9af-88f5-47f4-a10e-7a6e82babbd5 req-a1efcf35-e497-42e8-9411-6baf3ae4d556 service neutron] Attempting to bind port cb500720-01f8-404e-9339-b99f1caa1c0e by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': 'a144370d-4b66-4f66-8cfd-2a36bf44a2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf'}] {{(pid=106704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:52:03.124816 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a527e9af-88f5-47f4-a10e-7a6e82babbd5 req-a1efcf35-e497-42e8-9411-6baf3ae4d556 service neutron] Attempting to bind port cb500720-01f8-404e-9339-b99f1caa1c0e on network cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:52:03.140822 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a527e9af-88f5-47f4-a10e-7a6e82babbd5 req-a1efcf35-e497-42e8-9411-6baf3ae4d556 service neutron] Port cb500720-01f8-404e-9339-b99f1caa1c0e on network cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 19:52:03.141148 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a527e9af-88f5-47f4-a10e-7a6e82babbd5 req-a1efcf35-e497-42e8-9411-6baf3ae4d556 service neutron] Attempting to bind port cb500720-01f8-404e-9339-b99f1caa1c0e on network cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:52:03.165828 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a527e9af-88f5-47f4-a10e-7a6e82babbd5 req-a1efcf35-e497-42e8-9411-6baf3ae4d556 service neutron] Checking agent: {'id': 'ce4c6b0b-91ae-4576-82ad-f2f4ee2d2a45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 37, 20), 'started_at': datetime.datetime(2022, 4, 12, 19, 37, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:52:03.166257 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a527e9af-88f5-47f4-a10e-7a6e82babbd5 req-a1efcf35-e497-42e8-9411-6baf3ae4d556 service neutron] Checking segment: {'id': 'a144370d-4b66-4f66-8cfd-2a36bf44a2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:52:03.166562 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a527e9af-88f5-47f4-a10e-7a6e82babbd5 req-a1efcf35-e497-42e8-9411-6baf3ae4d556 service neutron] Bound using segment: {'id': 'a144370d-4b66-4f66-8cfd-2a36bf44a2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf'} {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:52:03.167000 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.managers [req-a527e9af-88f5-47f4-a10e-7a6e82babbd5 req-a1efcf35-e497-42e8-9411-6baf3ae4d556 service neutron] Bound port: cb500720-01f8-404e-9339-b99f1caa1c0e, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a144370d-4b66-4f66-8cfd-2a36bf44a2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf'}}] {{(pid=106704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:52:03.167360 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-a527e9af-88f5-47f4-a10e-7a6e82babbd5 req-a1efcf35-e497-42e8-9411-6baf3ae4d556 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (cb500720-01f8-404e-9339-b99f1caa1c0e), before_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:52:03.190840 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41741472-6d8a-407d-ac90-4d852c635d99 req-02618f22-ef29-4b5b-a077-f5663fc5aaf4 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:52:03.192965 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-41741472-6d8a-407d-ac90-4d852c635d99 req-02618f22-ef29-4b5b-a077-f5663fc5aaf4 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/ports?device_id=c168b680-e168-4cb4-bf35-2d46c5dbade5 HTTP/1.1" status: 200 len: 944 time: 0.0655289 Apr 12 19:52:03.276603 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.db [req-a527e9af-88f5-47f4-a10e-7a6e82babbd5 req-a1efcf35-e497-42e8-9411-6baf3ae4d556 service neutron] For port cb500720-01f8-404e-9339-b99f1caa1c0e, host hv-cinder-83754, cleared binding levels {{(pid=106704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:52:03.280347 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.db [req-a527e9af-88f5-47f4-a10e-7a6e82babbd5 req-a1efcf35-e497-42e8-9411-6baf3ae4d556 service neutron] For port cb500720-01f8-404e-9339-b99f1caa1c0e, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=cb500720-01f8-404e-9339-b99f1caa1c0e,segment=NetworkSegment(a144370d-4b66-4f66-8cfd-2a36bf44a2ec),segment_id=a144370d-4b66-4f66-8cfd-2a36bf44a2ec)] {{(pid=106704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:52:03.286634 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-41741472-6d8a-407d-ac90-4d852c635d99 req-decb3160-7402-4aef-bfeb-c5066d8f4d0a tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/security-groups?id=cbff3107-daca-4eee-8f23-60f596090e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726590 Apr 12 19:52:03.288209 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-a527e9af-88f5-47f4-a10e-7a6e82babbd5 req-a1efcf35-e497-42e8-9411-6baf3ae4d556 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8791376'] for port (cb500720-01f8-404e-9339-b99f1caa1c0e), after_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:52:03.326879 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a527e9af-88f5-47f4-a10e-7a6e82babbd5 req-a1efcf35-e497-42e8-9411-6baf3ae4d556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:52:03.327194 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-a527e9af-88f5-47f4-a10e-7a6e82babbd5 req-a1efcf35-e497-42e8-9411-6baf3ae4d556 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245471'] for port (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:52:03.328807 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-a527e9af-88f5-47f4-a10e-7a6e82babbd5 req-a1efcf35-e497-42e8-9411-6baf3ae4d556 service neutron] 10.222.0.25 "PUT /v2.0/ports/cb500720-01f8-404e-9339-b99f1caa1c0e HTTP/1.1" status: 200 len: 1094 time: 0.6861911 Apr 12 19:52:03.331317 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c168b680-e168-4cb4-bf35-2d46c5dbade5', 'tag': 'cb500720-01f8-404e-9339-b99f1caa1c0e'}] {{(pid=106704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:52:03.333631 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7198706052eeb44005bd3d373437c5078b0bb903de01f30342c0d4536e5352d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d59fcc45-f1c4-4b2d-bb02-c5e50683a9a0" -d '{"events": [{"name": "network-changed", "server_uuid": "c168b680-e168-4cb4-bf35-2d46c5dbade5", "tag": "cb500720-01f8-404e-9339-b99f1caa1c0e"}]}' {{(pid=106704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:52:03.361858 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1efcf35-e497-42e8-9411-6baf3ae4d556 service neutron] Pushing event updated for resources: {'Port': ['ID=cb500720-01f8-404e-9339-b99f1caa1c0e,revision_number=3']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:52:03.403174 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 19:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a83c79-7017-4473-93b4-93e9f637e45b x-openstack-request-id: req-e3a83c79-7017-4473-93b4-93e9f637e45b {{(pid=106704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:52:03.403475 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c168b680-e168-4cb4-bf35-2d46c5dbade5", "tag": "cb500720-01f8-404e-9339-b99f1caa1c0e", "status": "completed", "code": 200}]} {{(pid=106704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:52:03.403733 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e3a83c79-7017-4473-93b4-93e9f637e45b {{(pid=106704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:52:03.404166 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3a83c79-7017-4473-93b4-93e9f637e45b'] response: {'name': 'network-changed', 'server_uuid': 'c168b680-e168-4cb4-bf35-2d46c5dbade5', 'tag': 'cb500720-01f8-404e-9339-b99f1caa1c0e', 'status': 'completed', 'code': 200} Apr 12 19:52:03.417042 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a527e9af-88f5-47f4-a10e-7a6e82babbd5 req-0bde0f87-5d49-4d90-b2b8-8ab79962e68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:52:03.418582 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-a527e9af-88f5-47f4-a10e-7a6e82babbd5 req-0bde0f87-5d49-4d90-b2b8-8ab79962e68c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6bee925806f84c5292071bdf5600ea3d&device_id=c168b680-e168-4cb4-bf35-2d46c5dbade5 HTTP/1.1" status: 200 len: 1128 time: 0.0464087 Apr 12 19:52:03.461507 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-a527e9af-88f5-47f4-a10e-7a6e82babbd5 req-66411581-cda2-4c55-9f48-ee2f69a49933 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb500720-01f8-404e-9339-b99f1caa1c0e HTTP/1.1" status: 200 len: 217 time: 0.0360014 Apr 12 19:52:03.516241 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a527e9af-88f5-47f4-a10e-7a6e82babbd5 req-1f896b13-5c71-4aaf-acd2-71836fd84d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:52:03.517819 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-a527e9af-88f5-47f4-a10e-7a6e82babbd5 req-1f896b13-5c71-4aaf-acd2-71836fd84d6b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=17d1257d-e8de-480c-a236-a7606e4db732 HTTP/1.1" status: 200 len: 851 time: 0.0509408 Apr 12 19:52:03.560286 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a527e9af-88f5-47f4-a10e-7a6e82babbd5 req-f68aebdc-cbce-4762-bceb-f95f556a7363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:52:03.561769 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-a527e9af-88f5-47f4-a10e-7a6e82babbd5 req-f68aebdc-cbce-4762-bceb-f95f556a7363 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384626 Apr 12 19:52:03.653632 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-a527e9af-88f5-47f4-a10e-7a6e82babbd5 req-1418504e-4ae8-4c24-8658-691eab5e2807 service neutron] 10.222.0.25 "GET /v2.0/networks/cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852070 Apr 12 19:52:03.746133 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-a527e9af-88f5-47f4-a10e-7a6e82babbd5 req-8fe39f44-d649-4da9-89b4-db4fc519b2b4 service neutron] 10.222.0.25 "GET /v2.0/networks/cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856154 Apr 12 19:52:03.825242 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59fcc45-f1c4-4b2d-bb02-c5e50683a9a0 req-8cba0e4c-47ff-4c86-a2e0-341139d8209f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:52:03.826660 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-d59fcc45-f1c4-4b2d-bb02-c5e50683a9a0 req-8cba0e4c-47ff-4c86-a2e0-341139d8209f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6bee925806f84c5292071bdf5600ea3d&device_id=c168b680-e168-4cb4-bf35-2d46c5dbade5 HTTP/1.1" status: 200 len: 1128 time: 0.0392318 Apr 12 19:52:03.919381 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59fcc45-f1c4-4b2d-bb02-c5e50683a9a0 req-1ce8c89a-9895-40b9-95c0-04d4a1df6ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:52:03.920885 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-d59fcc45-f1c4-4b2d-bb02-c5e50683a9a0 req-1ce8c89a-9895-40b9-95c0-04d4a1df6ab8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf HTTP/1.1" status: 200 len: 913 time: 0.0884104 Apr 12 19:52:03.961616 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-d59fcc45-f1c4-4b2d-bb02-c5e50683a9a0 req-ede54fec-8f06-444a-9f88-5815f278e3f8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb500720-01f8-404e-9339-b99f1caa1c0e HTTP/1.1" status: 200 len: 217 time: 0.0342293 Apr 12 19:52:04.008147 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59fcc45-f1c4-4b2d-bb02-c5e50683a9a0 req-7615886e-e43f-40d8-a3c4-b11b8133905f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:52:04.009536 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-d59fcc45-f1c4-4b2d-bb02-c5e50683a9a0 req-7615886e-e43f-40d8-a3c4-b11b8133905f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=17d1257d-e8de-480c-a236-a7606e4db732 HTTP/1.1" status: 200 len: 851 time: 0.0423782 Apr 12 19:52:04.055425 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59fcc45-f1c4-4b2d-bb02-c5e50683a9a0 req-2c052184-6c3e-4394-850b-7cb751efa7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:52:04.056925 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-d59fcc45-f1c4-4b2d-bb02-c5e50683a9a0 req-2c052184-6c3e-4394-850b-7cb751efa7a4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411320 Apr 12 19:52:04.143691 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-d59fcc45-f1c4-4b2d-bb02-c5e50683a9a0 req-2bea0cf0-7e90-4064-9dcf-26c49ffb90d4 service neutron] 10.222.0.25 "GET /v2.0/networks/cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807002 Apr 12 19:52:04.231890 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-d59fcc45-f1c4-4b2d-bb02-c5e50683a9a0 req-16c2131c-ee1e-47b9-be3d-cdbf441d370b service neutron] 10.222.0.25 "GET /v2.0/networks/cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825737 Apr 12 19:52:04.396507 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b00e8a-06db-4031-b41e-c549e4b8d01d req-eed1730b-ff09-4643-867b-984cb3bef319 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:52:04.397871 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-67b00e8a-06db-4031-b41e-c549e4b8d01d req-eed1730b-ff09-4643-867b-984cb3bef319 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/ports?device_id=c168b680-e168-4cb4-bf35-2d46c5dbade5 HTTP/1.1" status: 200 len: 944 time: 0.0462110 Apr 12 19:52:04.448208 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-67b00e8a-06db-4031-b41e-c549e4b8d01d req-0f2eb07a-c6af-4af2-b112-19036725a708 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/security-groups?id=cbff3107-daca-4eee-8f23-60f596090e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448020 Apr 12 19:52:05.563700 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d61ec3-8831-4591-be6b-1cd8134ab2f8 req-609bef10-fb1b-433c-8b0c-a4b4d31fb6fc tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:52:05.565151 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-c9d61ec3-8831-4591-be6b-1cd8134ab2f8 req-609bef10-fb1b-433c-8b0c-a4b4d31fb6fc tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/ports?device_id=c168b680-e168-4cb4-bf35-2d46c5dbade5 HTTP/1.1" status: 200 len: 944 time: 0.0482428 Apr 12 19:52:05.611930 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-c9d61ec3-8831-4591-be6b-1cd8134ab2f8 req-a3b7bb12-adf7-4373-b435-ce023cb3216d tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/security-groups?id=cbff3107-daca-4eee-8f23-60f596090e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405552 Apr 12 19:52:06.721169 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed82e04f-e2dd-4bd8-bf77-ec7f6bb7ae70 req-896e3af8-3bfe-4a1b-a3f1-e887bf464e74 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:52:06.722638 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-ed82e04f-e2dd-4bd8-bf77-ec7f6bb7ae70 req-896e3af8-3bfe-4a1b-a3f1-e887bf464e74 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/ports?device_id=c168b680-e168-4cb4-bf35-2d46c5dbade5 HTTP/1.1" status: 200 len: 944 time: 0.0447369 Apr 12 19:52:06.773688 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-ed82e04f-e2dd-4bd8-bf77-ec7f6bb7ae70 req-393f94c9-7d67-4b9e-b0db-155da5ce0731 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/security-groups?id=cbff3107-daca-4eee-8f23-60f596090e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449338 Apr 12 19:52:07.892971 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56adb828-425e-46d9-8b7b-1aac2308b9fc req-b87af2fc-5bb0-49fe-8bf0-3db8ad467367 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:52:07.894452 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-56adb828-425e-46d9-8b7b-1aac2308b9fc req-b87af2fc-5bb0-49fe-8bf0-3db8ad467367 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/ports?device_id=c168b680-e168-4cb4-bf35-2d46c5dbade5 HTTP/1.1" status: 200 len: 944 time: 0.0476446 Apr 12 19:52:07.945798 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-56adb828-425e-46d9-8b7b-1aac2308b9fc req-fab004fd-f51b-4ef7-92fb-59bc8efbf280 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/security-groups?id=cbff3107-daca-4eee-8f23-60f596090e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443478 Apr 12 19:52:08.915473 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87743fe-b0c8-458b-994c-b33a9a49e022 req-ff316703-4747-4b84-a24e-55cbc13bca51 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:52:08.917142 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-d87743fe-b0c8-458b-994c-b33a9a49e022 req-ff316703-4747-4b84-a24e-55cbc13bca51 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/ports?device_id=e49d61d2-30f1-4147-9a8b-d0f309ac6919 HTTP/1.1" status: 200 len: 946 time: 0.0500891 Apr 12 19:52:08.962542 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-d87743fe-b0c8-458b-994c-b33a9a49e022 req-6a1fbc56-5adf-4219-bcdc-29b28cc574f5 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5c7dfba-db69-4d9b-b534-23bcb62f884e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399249 Apr 12 19:52:09.059817 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374fb2a5-3e36-4603-9d38-ffd3d65cc7f2 req-cbc8522f-ac00-44f8-8477-1f0f39aa6262 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:52:09.061288 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-374fb2a5-3e36-4603-9d38-ffd3d65cc7f2 req-cbc8522f-ac00-44f8-8477-1f0f39aa6262 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/ports?device_id=c168b680-e168-4cb4-bf35-2d46c5dbade5 HTTP/1.1" status: 200 len: 944 time: 0.0462577 Apr 12 19:52:09.107710 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-374fb2a5-3e36-4603-9d38-ffd3d65cc7f2 req-dee380e7-becd-4105-a674-9996236d2616 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/security-groups?id=cbff3107-daca-4eee-8f23-60f596090e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409501 Apr 12 19:52:10.072665 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8868c9-1c3d-4c6f-bbd8-1cd586915c3a req-8d493b6f-85af-4223-8b97-f8e1596ac201 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:52:10.074140 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-dd8868c9-1c3d-4c6f-bbd8-1cd586915c3a req-8d493b6f-85af-4223-8b97-f8e1596ac201 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/ports?device_id=e49d61d2-30f1-4147-9a8b-d0f309ac6919 HTTP/1.1" status: 200 len: 946 time: 0.0453706 Apr 12 19:52:10.120332 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-dd8868c9-1c3d-4c6f-bbd8-1cd586915c3a req-92ffadc4-2cef-4612-9441-80045880f5e3 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5c7dfba-db69-4d9b-b534-23bcb62f884e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405815 Apr 12 19:52:10.217203 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67cf940-6684-4b6c-8f86-b4081af3a19c req-5de35a50-d4c5-4283-8906-99ae62fc5431 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:52:10.218648 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-a67cf940-6684-4b6c-8f86-b4081af3a19c req-5de35a50-d4c5-4283-8906-99ae62fc5431 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/ports?device_id=c168b680-e168-4cb4-bf35-2d46c5dbade5 HTTP/1.1" status: 200 len: 944 time: 0.0452807 Apr 12 19:52:10.265252 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-a67cf940-6684-4b6c-8f86-b4081af3a19c req-6bb00526-07dd-4a85-9df7-0f326552194c tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/security-groups?id=cbff3107-daca-4eee-8f23-60f596090e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411410 Apr 12 19:52:11.231820 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd7a53d-6abe-4468-bc6b-5b56b25d2f3d req-a39bddd6-93a6-4d30-92c2-71ab31db636a tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:52:11.233263 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-6dd7a53d-6abe-4468-bc6b-5b56b25d2f3d req-a39bddd6-93a6-4d30-92c2-71ab31db636a tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/ports?device_id=e49d61d2-30f1-4147-9a8b-d0f309ac6919 HTTP/1.1" status: 200 len: 946 time: 0.0448935 Apr 12 19:52:11.281122 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-6dd7a53d-6abe-4468-bc6b-5b56b25d2f3d req-dd117faf-1770-47df-90be-58e03b08c20f tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5c7dfba-db69-4d9b-b534-23bcb62f884e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424078 Apr 12 19:52:11.379521 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c507b-44a7-4fa7-b33e-6b661dce4875 req-44651f5a-87b4-4d49-b8a8-5d8b586b674e tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:52:11.381005 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-703c507b-44a7-4fa7-b33e-6b661dce4875 req-44651f5a-87b4-4d49-b8a8-5d8b586b674e tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/ports?device_id=c168b680-e168-4cb4-bf35-2d46c5dbade5 HTTP/1.1" status: 200 len: 944 time: 0.0501790 Apr 12 19:52:11.428598 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-703c507b-44a7-4fa7-b33e-6b661dce4875 req-8a82718c-37c5-4e37-b752-5791c00ab008 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/security-groups?id=cbff3107-daca-4eee-8f23-60f596090e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421169 Apr 12 19:52:12.187396 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.agents_db [None req-c5aaa6ba-db5d-46db-92f0-20249d3ff0a0 None None] Agent healthcheck: found 6 active agents {{(pid=106718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 19:52:12.390811 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390f96b6-e373-46b5-8430-640b435f624b req-e6e6f46d-5969-46ae-9fc8-23e1de83be8e tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:52:12.392298 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-390f96b6-e373-46b5-8430-640b435f624b req-e6e6f46d-5969-46ae-9fc8-23e1de83be8e tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/ports?device_id=e49d61d2-30f1-4147-9a8b-d0f309ac6919 HTTP/1.1" status: 200 len: 946 time: 0.0465689 Apr 12 19:52:12.437240 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-390f96b6-e373-46b5-8430-640b435f624b req-348e0dce-bf27-423e-b3ba-eb6d8c1a6108 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5c7dfba-db69-4d9b-b534-23bcb62f884e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395689 Apr 12 19:52:12.536283 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a764514b-2f01-496f-b840-8c0ff8393e3d req-e49fa038-cfa2-4629-9843-84cfc49ab88e tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:52:12.537766 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-a764514b-2f01-496f-b840-8c0ff8393e3d req-e49fa038-cfa2-4629-9843-84cfc49ab88e tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/ports?device_id=c168b680-e168-4cb4-bf35-2d46c5dbade5 HTTP/1.1" status: 200 len: 944 time: 0.0455108 Apr 12 19:52:12.584945 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-a764514b-2f01-496f-b840-8c0ff8393e3d req-5d8bfd53-b6fa-4e2d-b354-81e228796526 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/security-groups?id=cbff3107-daca-4eee-8f23-60f596090e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417151 Apr 12 19:52:13.549112 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6663517-b88e-4e9c-ac08-56ea53fe27ab req-6446022a-bad2-44c6-9a39-67f79dbcae13 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:52:13.550560 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-c6663517-b88e-4e9c-ac08-56ea53fe27ab req-6446022a-bad2-44c6-9a39-67f79dbcae13 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/ports?device_id=e49d61d2-30f1-4147-9a8b-d0f309ac6919 HTTP/1.1" status: 200 len: 946 time: 0.0453482 Apr 12 19:52:13.595633 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-c6663517-b88e-4e9c-ac08-56ea53fe27ab req-f2c3d751-6c0f-4121-bdd0-a75a4c3b33a5 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5c7dfba-db69-4d9b-b534-23bcb62f884e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388567 Apr 12 19:52:13.696445 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3365b85c-b23d-45d4-848b-f6d82b714999 req-3bd76c91-0a16-4c7b-b76d-fe1b042721ef tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:52:13.697900 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-3365b85c-b23d-45d4-848b-f6d82b714999 req-3bd76c91-0a16-4c7b-b76d-fe1b042721ef tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/ports?device_id=c168b680-e168-4cb4-bf35-2d46c5dbade5 HTTP/1.1" status: 200 len: 944 time: 0.0492022 Apr 12 19:52:13.746700 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-3365b85c-b23d-45d4-848b-f6d82b714999 req-7968e4a7-140e-4642-8b0f-aaeb65ffb3d8 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/security-groups?id=cbff3107-daca-4eee-8f23-60f596090e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432200 Apr 12 19:52:13.863563 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-65d5977d-8e7d-42f8-b345-df11ee1eaf31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (055fa106-9079-4d8f-a829-e3ca37bbcb19), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:52:14.709875 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff237e3-24dd-4569-8512-44b97042ed55 req-51be7c56-d9c1-42fb-b264-d0c8e3f1e171 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:52:14.711347 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-fff237e3-24dd-4569-8512-44b97042ed55 req-51be7c56-d9c1-42fb-b264-d0c8e3f1e171 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/ports?device_id=e49d61d2-30f1-4147-9a8b-d0f309ac6919 HTTP/1.1" status: 200 len: 946 time: 0.0503612 Apr 12 19:52:14.757629 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-fff237e3-24dd-4569-8512-44b97042ed55 req-c9c12afc-28f2-4440-a1f7-e38ecfe49ebb tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5c7dfba-db69-4d9b-b534-23bcb62f884e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407157 Apr 12 19:52:14.856349 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f55cddd-da10-4af8-bc58-5e8014a5ee06 req-4d5d8078-6faa-42ef-8ae2-da1cf75d5eef tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:52:14.858112 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-9f55cddd-da10-4af8-bc58-5e8014a5ee06 req-4d5d8078-6faa-42ef-8ae2-da1cf75d5eef tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/ports?device_id=c168b680-e168-4cb4-bf35-2d46c5dbade5 HTTP/1.1" status: 200 len: 944 time: 0.0464106 Apr 12 19:52:14.905990 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-9f55cddd-da10-4af8-bc58-5e8014a5ee06 req-b6619080-e95e-4855-940d-f53c073ed217 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/security-groups?id=cbff3107-daca-4eee-8f23-60f596090e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424790 Apr 12 19:52:15.869237 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7110eb-bbb7-4c4f-9440-da1815e1c1c9 req-78cbe377-bec8-4b59-a3f7-08c2bde86e46 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:52:15.870743 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-3a7110eb-bbb7-4c4f-9440-da1815e1c1c9 req-78cbe377-bec8-4b59-a3f7-08c2bde86e46 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/ports?device_id=e49d61d2-30f1-4147-9a8b-d0f309ac6919 HTTP/1.1" status: 200 len: 946 time: 0.0475569 Apr 12 19:52:15.918942 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-3a7110eb-bbb7-4c4f-9440-da1815e1c1c9 req-17e5a2b4-4b9f-4424-92ed-4f2803264be6 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5c7dfba-db69-4d9b-b534-23bcb62f884e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425646 Apr 12 19:52:16.017186 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b2dfd3-ff25-4a24-b648-75517e4c0534 req-074e49a4-0dac-4580-8c44-ff6982aa9037 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:52:16.018655 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-53b2dfd3-ff25-4a24-b648-75517e4c0534 req-074e49a4-0dac-4580-8c44-ff6982aa9037 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/ports?device_id=c168b680-e168-4cb4-bf35-2d46c5dbade5 HTTP/1.1" status: 200 len: 944 time: 0.0459635 Apr 12 19:52:16.069951 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-53b2dfd3-ff25-4a24-b648-75517e4c0534 req-02cf6319-96e3-489a-ad25-ba2e9bb1fbff tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/security-groups?id=cbff3107-daca-4eee-8f23-60f596090e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457561 Apr 12 19:52:16.294755 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-cf593cae-957b-4931-bcde-92711437a0fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (4d9412c4-31b2-4fbf-87a0-f931332ab9d5), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:52:17.028831 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d92a12-3827-471f-9cc4-286df10e6135 req-ae940b48-6b01-4689-9c85-8a99052ca532 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:52:17.030265 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-b2d92a12-3827-471f-9cc4-286df10e6135 req-ae940b48-6b01-4689-9c85-8a99052ca532 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/ports?device_id=e49d61d2-30f1-4147-9a8b-d0f309ac6919 HTTP/1.1" status: 200 len: 946 time: 0.0460820 Apr 12 19:52:17.079456 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-b2d92a12-3827-471f-9cc4-286df10e6135 req-9d7c9444-2774-40ea-a971-e8d5517309c3 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5c7dfba-db69-4d9b-b534-23bcb62f884e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436466 Apr 12 19:52:17.179876 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f5d911-0356-4742-a204-dabf54095b91 req-32fa84d2-91e8-4314-80fc-14dbb0f0ea76 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:52:17.181562 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-50f5d911-0356-4742-a204-dabf54095b91 req-32fa84d2-91e8-4314-80fc-14dbb0f0ea76 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/ports?device_id=c168b680-e168-4cb4-bf35-2d46c5dbade5 HTTP/1.1" status: 200 len: 944 time: 0.0463374 Apr 12 19:52:17.228754 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-50f5d911-0356-4742-a204-dabf54095b91 req-34a7b435-588f-4cb5-ba89-4031dcc80a30 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/security-groups?id=cbff3107-daca-4eee-8f23-60f596090e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417624 Apr 12 19:52:17.256753 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-0fb4a5ae-492f-43e3-90d5-82372e23b9ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (01005bd1-5b1e-41c6-b9b3-a4d4f93589b9), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:52:17.797891 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Device cb500720-01f8-404e-9339-b99f1caa1c0e details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=106714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 19:52:17.895432 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] For port cb500720-01f8-404e-9339-b99f1caa1c0e, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=cb500720-01f8-404e-9339-b99f1caa1c0e,segment=NetworkSegment(a144370d-4b66-4f66-8cfd-2a36bf44a2ec),segment_id=a144370d-4b66-4f66-8cfd-2a36bf44a2ec)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:52:17.906866 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Returning: {'device': 'cb500720-01f8-404e-9339-b99f1caa1c0e', 'network_id': 'cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf', 'port_id': 'cb500720-01f8-404e-9339-b99f1caa1c0e', 'mac_address': 'fa:16:3e:e8:35:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17d1257d-e8de-480c-a236-a7606e4db732', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 19:52:17.942307 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Current status of the port cb500720-01f8-404e-9339-b99f1caa1c0e is: DOWN; New status is: BUILD {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:52:17.942696 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (cb500720-01f8-404e-9339-b99f1caa1c0e), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:52:17.955454 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.notifiers.nova [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb500720-01f8-404e-9339-b99f1caa1c0e {{(pid=106714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 19:52:17.974632 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] For port cb500720-01f8-404e-9339-b99f1caa1c0e, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=cb500720-01f8-404e-9339-b99f1caa1c0e,segment=NetworkSegment(a144370d-4b66-4f66-8cfd-2a36bf44a2ec),segment_id=a144370d-4b66-4f66-8cfd-2a36bf44a2ec)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:52:17.978334 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (cb500720-01f8-404e-9339-b99f1caa1c0e), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:52:18.023755 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Pushing event updated for resources: {'Port': ['ID=cb500720-01f8-404e-9339-b99f1caa1c0e,revision_number=4']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:52:18.030567 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:52:18.030914 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:52:18.031256 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:52:18.031597 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:52:18.031931 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:52:18.032288 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:52:18.032615 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:52:18.032943 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:52:18.033278 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:52:18.033604 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:52:18.033928 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:52:18.034252 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:52:18.034574 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:52:18.034893 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:52:18.035213 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:52:18.190231 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a35ef5f-efc8-4fa9-bc2d-e20f212fd0a3 req-9552d19f-d364-48be-b569-28aee8122d29 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:52:18.191693 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-6a35ef5f-efc8-4fa9-bc2d-e20f212fd0a3 req-9552d19f-d364-48be-b569-28aee8122d29 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/ports?device_id=e49d61d2-30f1-4147-9a8b-d0f309ac6919 HTTP/1.1" status: 200 len: 946 time: 0.0472264 Apr 12 19:52:18.237670 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-6a35ef5f-efc8-4fa9-bc2d-e20f212fd0a3 req-515f771e-9175-4785-92fe-4f127d91c687 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5c7dfba-db69-4d9b-b534-23bcb62f884e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398912 Apr 12 19:52:18.312958 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] get_ports_and_sgs() called for port_ids ['cb500720-01f8-404e-9339-b99f1caa1c0e'] {{(pid=106714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 19:52:18.339995 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524abd7e-b1b8-4e1d-ab55-09ac8ea8e27f req-8b80251e-1da4-4b93-a251-444ebd4b72d8 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:52:18.341699 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-524abd7e-b1b8-4e1d-ab55-09ac8ea8e27f req-8b80251e-1da4-4b93-a251-444ebd4b72d8 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/ports?device_id=c168b680-e168-4cb4-bf35-2d46c5dbade5 HTTP/1.1" status: 200 len: 945 time: 0.0471098 Apr 12 19:52:18.390896 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-524abd7e-b1b8-4e1d-ab55-09ac8ea8e27f req-d2642432-1786-4e06-ab63-68bc1cb8b075 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/security-groups?id=cbff3107-daca-4eee-8f23-60f596090e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436049 Apr 12 19:52:18.706769 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-655d5a5e-25bf-423f-acb4-166f4bec9d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (f3d2fb0e-5305-4f08-ab1f-5f1d50bdad22), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:52:19.350873 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a3624d-994c-4fbb-b965-2ca7cb822466 req-f46250ab-be88-4f8e-94da-7ce731fb578e tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:52:19.352392 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-99a3624d-994c-4fbb-b965-2ca7cb822466 req-f46250ab-be88-4f8e-94da-7ce731fb578e tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/ports?device_id=e49d61d2-30f1-4147-9a8b-d0f309ac6919 HTTP/1.1" status: 200 len: 946 time: 0.0460148 Apr 12 19:52:19.398263 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-99a3624d-994c-4fbb-b965-2ca7cb822466 req-e0198e8c-d278-4dd7-8581-cde4915978cd tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5c7dfba-db69-4d9b-b534-23bcb62f884e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403254 Apr 12 19:52:19.503095 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff4ea55-85b3-4ca5-b052-01583019a924 req-48fb705e-ec65-49f7-8a13-afa4d36c7f4c tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:52:19.504565 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-6ff4ea55-85b3-4ca5-b052-01583019a924 req-48fb705e-ec65-49f7-8a13-afa4d36c7f4c tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/ports?device_id=c168b680-e168-4cb4-bf35-2d46c5dbade5 HTTP/1.1" status: 200 len: 945 time: 0.0497730 Apr 12 19:52:19.552199 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-6ff4ea55-85b3-4ca5-b052-01583019a924 req-26b4c1b5-6291-49d5-91d6-37f811b9dfc5 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/security-groups?id=cbff3107-daca-4eee-8f23-60f596090e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415149 Apr 12 19:52:19.805848 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Device cb500720-01f8-404e-9339-b99f1caa1c0e up at agent hyperv_hv-cinder-83754 {{(pid=106714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:52:19.849192 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Provisioning for port cb500720-01f8-404e-9339-b99f1caa1c0e completed by entity L2. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 19:52:19.856546 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Provisioning complete for port cb500720-01f8-404e-9339-b99f1caa1c0e triggered by entity L2. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:52:19.856923 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (cb500720-01f8-404e-9339-b99f1caa1c0e), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:52:19.932533 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Current status of the port cb500720-01f8-404e-9339-b99f1caa1c0e is: BUILD; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:52:19.933011 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (cb500720-01f8-404e-9339-b99f1caa1c0e), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:52:19.958347 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c168b680-e168-4cb4-bf35-2d46c5dbade5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb500720-01f8-404e-9339-b99f1caa1c0e'}] {{(pid=106714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:52:19.960560 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a81cf7441df70286f4dc8f717b9c4c32a6686a605fef215f859f2b4f09b95be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf3e8f0a-bb5b-4d9a-9a5a-db631b1a3d83" -d '{"events": [{"server_uuid": "c168b680-e168-4cb4-bf35-2d46c5dbade5", "name": "network-vif-plugged", "status": "completed", "tag": "cb500720-01f8-404e-9339-b99f1caa1c0e"}]}' {{(pid=106714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:52:19.973005 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] For port cb500720-01f8-404e-9339-b99f1caa1c0e, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=cb500720-01f8-404e-9339-b99f1caa1c0e,segment=NetworkSegment(a144370d-4b66-4f66-8cfd-2a36bf44a2ec),segment_id=a144370d-4b66-4f66-8cfd-2a36bf44a2ec)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:52:19.977554 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (cb500720-01f8-404e-9339-b99f1caa1c0e), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:52:20.024149 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Pushing event updated for resources: {'Port': ['ID=cb500720-01f8-404e-9339-b99f1caa1c0e,revision_number=5']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:52:20.119743 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 19:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-980a1c30-2b69-4175-9848-9e59e4820ba4 x-openstack-request-id: req-980a1c30-2b69-4175-9848-9e59e4820ba4 {{(pid=106714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:52:20.120118 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c168b680-e168-4cb4-bf35-2d46c5dbade5", "name": "network-vif-plugged", "status": "completed", "tag": "cb500720-01f8-404e-9339-b99f1caa1c0e", "code": 200}]} {{(pid=106714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:52:20.120376 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-980a1c30-2b69-4175-9848-9e59e4820ba4 {{(pid=106714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:52:20.120760 dv-cinder-837540-1-iscsi neutron-server[106714]: INFO neutron.notifiers.nova [-] Nova event matching ['req-980a1c30-2b69-4175-9848-9e59e4820ba4'] response: {'server_uuid': 'c168b680-e168-4cb4-bf35-2d46c5dbade5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb500720-01f8-404e-9339-b99f1caa1c0e', 'code': 200} Apr 12 19:52:20.312567 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d363fd-2f05-4f1f-bfd4-b2cfca1d75fb req-6f772e34-a21f-44be-b4cb-ce96dcbd9d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:52:20.313987 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-c0d363fd-2f05-4f1f-bfd4-b2cfca1d75fb req-6f772e34-a21f-44be-b4cb-ce96dcbd9d58 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c168b680-e168-4cb4-bf35-2d46c5dbade5 HTTP/1.1" status: 200 len: 1130 time: 0.0386498 Apr 12 19:52:20.360596 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-c0d363fd-2f05-4f1f-bfd4-b2cfca1d75fb req-819cf988-1baa-4db2-aab0-bf5234caa8d2 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=cbff3107-daca-4eee-8f23-60f596090e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404327 Apr 12 19:52:20.489325 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (e0bf5abe-d5c5-40a1-a359-03156ade36a4), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:52:20.512875 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f91cbb-3b78-4d98-aa1b-6a15b2054db8 req-b84f12dd-712b-49c4-935b-0613076f4248 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:52:20.514369 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-b7f91cbb-3b78-4d98-aa1b-6a15b2054db8 req-b84f12dd-712b-49c4-935b-0613076f4248 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/ports?device_id=e49d61d2-30f1-4147-9a8b-d0f309ac6919 HTTP/1.1" status: 200 len: 946 time: 0.0504980 Apr 12 19:52:20.564280 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-b7f91cbb-3b78-4d98-aa1b-6a15b2054db8 req-d7f865ac-37dd-4d9e-bcc8-d40e1e9da366 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5c7dfba-db69-4d9b-b534-23bcb62f884e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442350 Apr 12 19:52:20.670083 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85475bb8-2a69-4960-a4bc-b8c73cbdb923 req-d37248ec-3562-4287-b67b-a2010e685c73 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:52:20.671566 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-85475bb8-2a69-4960-a4bc-b8c73cbdb923 req-d37248ec-3562-4287-b67b-a2010e685c73 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/ports?device_id=c168b680-e168-4cb4-bf35-2d46c5dbade5 HTTP/1.1" status: 200 len: 946 time: 0.0512061 Apr 12 19:52:20.720056 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-85475bb8-2a69-4960-a4bc-b8c73cbdb923 req-05d316ea-3750-404a-b08f-aa8bdf0deede tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/security-groups?id=cbff3107-daca-4eee-8f23-60f596090e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415637 Apr 12 19:52:21.675692 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e09ddfc-52c9-41b9-8c5f-fad133e8f364 req-3ff73238-c553-4be0-af52-14b5f4f4db9a tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:52:21.677158 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-5e09ddfc-52c9-41b9-8c5f-fad133e8f364 req-3ff73238-c553-4be0-af52-14b5f4f4db9a tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/ports?device_id=e49d61d2-30f1-4147-9a8b-d0f309ac6919 HTTP/1.1" status: 200 len: 946 time: 0.0452800 Apr 12 19:52:21.725511 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-5e09ddfc-52c9-41b9-8c5f-fad133e8f364 req-aab8423f-e4b7-4996-825e-e36bacf7fc0e tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5c7dfba-db69-4d9b-b534-23bcb62f884e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401371 Apr 12 19:52:21.830602 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48bad0d-939e-40fa-b755-acaa01107d2a req-945d8de5-8e12-4f1f-a63d-8c7af54b050d tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:52:21.832079 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-c48bad0d-939e-40fa-b755-acaa01107d2a req-945d8de5-8e12-4f1f-a63d-8c7af54b050d tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/ports?device_id=c168b680-e168-4cb4-bf35-2d46c5dbade5 HTTP/1.1" status: 200 len: 946 time: 0.0475891 Apr 12 19:52:21.882538 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-c48bad0d-939e-40fa-b755-acaa01107d2a req-8aefd4ce-8404-48fa-aa14-9c42393e2cb6 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/security-groups?id=cbff3107-daca-4eee-8f23-60f596090e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449834 Apr 12 19:52:22.837998 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea798df-c89b-40ab-bb03-89dfecd03351 req-9a0442c0-efd6-4c53-aa3e-d263b8b0d07f tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:52:22.839448 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-6ea798df-c89b-40ab-bb03-89dfecd03351 req-9a0442c0-efd6-4c53-aa3e-d263b8b0d07f tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/ports?device_id=e49d61d2-30f1-4147-9a8b-d0f309ac6919 HTTP/1.1" status: 200 len: 946 time: 0.0459886 Apr 12 19:52:22.885911 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-6ea798df-c89b-40ab-bb03-89dfecd03351 req-7ee5a42a-8637-464c-9bf0-2aef5f5d569d tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5c7dfba-db69-4d9b-b534-23bcb62f884e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409412 Apr 12 19:52:22.994234 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a72796-9bec-4f2a-91b9-838c37e6baa9 req-b5722a28-b2c7-4492-ac7c-95b47e7a5796 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:52:22.995663 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-27a72796-9bec-4f2a-91b9-838c37e6baa9 req-b5722a28-b2c7-4492-ac7c-95b47e7a5796 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/ports?device_id=c168b680-e168-4cb4-bf35-2d46c5dbade5 HTTP/1.1" status: 200 len: 946 time: 0.0481007 Apr 12 19:52:23.042964 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-27a72796-9bec-4f2a-91b9-838c37e6baa9 req-28c102fc-c886-47df-87ee-05ea7e7d010c tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/security-groups?id=cbff3107-daca-4eee-8f23-60f596090e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418093 Apr 12 19:52:23.156761 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c9c481-bf6f-4b1a-9a93-13e9cd985506 req-5a6a9972-76c7-4dd8-8101-0485a87fc034 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:52:23.158204 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-26c9c481-bf6f-4b1a-9a93-13e9cd985506 req-5a6a9972-76c7-4dd8-8101-0485a87fc034 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/ports?device_id=c168b680-e168-4cb4-bf35-2d46c5dbade5 HTTP/1.1" status: 200 len: 946 time: 0.0512187 Apr 12 19:52:23.205539 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-26c9c481-bf6f-4b1a-9a93-13e9cd985506 req-ef27ca64-f11a-41eb-b4a5-b3583a6e21b5 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/security-groups?id=cbff3107-daca-4eee-8f23-60f596090e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410113 Apr 12 19:52:23.227399 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 40642) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:52:23.358118 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384bae09-442f-4c72-83ae-6092ce9fb877 tempest-TestVolumeBootPattern-312973803 tempest-TestVolumeBootPattern-312973803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:52:23.359626 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-384bae09-442f-4c72-83ae-6092ce9fb877 tempest-TestVolumeBootPattern-312973803 tempest-TestVolumeBootPattern-312973803-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=c168b680-e168-4cb4-bf35-2d46c5dbade5 HTTP/1.1" status: 200 len: 1125 time: 0.1312537 Apr 12 19:52:23.362393 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 40646) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:52:23.367140 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.v2.base [None req-a788a6e9-7ae0-4ee3-b30c-b7e54b7e6100 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Request body: {'floatingip': {'floating_network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'port_id': 'cb500720-01f8-404e-9339-b99f1caa1c0e', 'tenant_id': '6bee925806f84c5292071bdf5600ea3d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=106704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:52:23.387480 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-a788a6e9-7ae0-4ee3-b30c-b7e54b7e6100 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:52:23.466010 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-a788a6e9-7ae0-4ee3-b30c-b7e54b7e6100 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:52:23.566551 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.db_base_plugin_common [None req-a788a6e9-7ae0-4ee3-b30c-b7e54b7e6100 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Allocated IP 172.27.2.238 (afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08/6283d24b-0e2c-4ae1-ac34-d042e72aa307/b6aa4d8d-dd07-435f-9a64-ad99409831ef) {{(pid=106704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:52:23.667890 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-a788a6e9-7ae0-4ee3-b30c-b7e54b7e6100 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Publish callbacks [] for port (b6aa4d8d-dd07-435f-9a64-ad99409831ef), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:52:23.700309 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-a788a6e9-7ae0-4ee3-b30c-b7e54b7e6100 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749198058662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8791401'] for port (b6aa4d8d-dd07-435f-9a64-ad99409831ef), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:52:23.734583 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a788a6e9-7ae0-4ee3-b30c-b7e54b7e6100 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Network afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08 is already hosted by enough agents. {{(pid=106704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:52:23.737301 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.base_scheduler [None req-a788a6e9-7ae0-4ee3-b30c-b7e54b7e6100 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Resources bound (agent type, host, resource id): {{(pid=106704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:52:23.743168 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a788a6e9-7ae0-4ee3-b30c-b7e54b7e6100 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Received port after_create {{(pid=106704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:52:23.766067 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a788a6e9-7ae0-4ee3-b30c-b7e54b7e6100 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Pushing event updated for resources: {'Port': ['ID=b6aa4d8d-dd07-435f-9a64-ad99409831ef,revision_number=1']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:52:23.996897 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce59e546-03d3-42ac-9d90-e8b29d8ead55 req-6cd7946b-8d55-4645-a207-1b7a145d2ff8 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:52:23.998351 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-ce59e546-03d3-42ac-9d90-e8b29d8ead55 req-6cd7946b-8d55-4645-a207-1b7a145d2ff8 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/ports?device_id=e49d61d2-30f1-4147-9a8b-d0f309ac6919 HTTP/1.1" status: 200 len: 946 time: 0.0467267 Apr 12 19:52:24.044828 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-ce59e546-03d3-42ac-9d90-e8b29d8ead55 req-f423a31b-1045-42f1-9bab-9f8eaa3b1cc5 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5c7dfba-db69-4d9b-b534-23bcb62f884e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405617 Apr 12 19:52:24.104825 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-a788a6e9-7ae0-4ee3-b30c-b7e54b7e6100 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Publish callbacks [] for floatingip (19dcdda5-db93-4857-a72a-8933bfff40c2), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:52:24.170210 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-a788a6e9-7ae0-4ee3-b30c-b7e54b7e6100 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (b6aa4d8d-dd07-435f-9a64-ad99409831ef), before_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:52:24.316419 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-a788a6e9-7ae0-4ee3-b30c-b7e54b7e6100 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Publish callbacks [] for port (b6aa4d8d-dd07-435f-9a64-ad99409831ef), precommit_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:52:24.322077 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-a788a6e9-7ae0-4ee3-b30c-b7e54b7e6100 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8791376'] for port (b6aa4d8d-dd07-435f-9a64-ad99409831ef), after_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:52:24.389710 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a788a6e9-7ae0-4ee3-b30c-b7e54b7e6100 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Pushing event updated for resources: {'Port': ['ID=b6aa4d8d-dd07-435f-9a64-ad99409831ef,revision_number=2']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:52:24.401554 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-a788a6e9-7ae0-4ee3-b30c-b7e54b7e6100 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668094'] for floatingip (19dcdda5-db93-4857-a72a-8933bfff40c2), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:52:24.763093 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.db.l3_db [None req-a788a6e9-7ae0-4ee3-b30c-b7e54b7e6100 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Floating IP 19dcdda5-db93-4857-a72a-8933bfff40c2 associated. External IP: 172.27.2.238, port: cb500720-01f8-404e-9339-b99f1caa1c0e. Apr 12 19:52:24.968445 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a788a6e9-7ae0-4ee3-b30c-b7e54b7e6100 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Router 7013e331-1097-482b-97d8-6610276975e3 has already been hosted by L3 agent 4d9412c4-31b2-4fbf-87a0-f931332ab9d5 {{(pid=106704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 19:52:25.076375 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a788a6e9-7ae0-4ee3-b30c-b7e54b7e6100 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Notify agent at l3_agent.dv-cinder-837540-1-iscsi the message routers_updated {{(pid=106704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:52:25.086011 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf18b49f-33ff-4992-9374-0a0b21bb1567 None None] Sync routers for ids ['7013e331-1097-482b-97d8-6610276975e3'] in dv-cinder-837540-1-iscsi {{(pid=106718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:52:25.096974 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf18b49f-33ff-4992-9374-0a0b21bb1567 None None] Routers {'7013e331-1097-482b-97d8-6610276975e3'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:52:25.097845 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-cf18b49f-33ff-4992-9374-0a0b21bb1567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:52:16Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['7013e331-1097-482b-97d8-6610276975e3'], 'active': True} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:52:25.098809 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-a788a6e9-7ae0-4ee3-b30c-b7e54b7e6100 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245471'] for floatingip (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:52:25.157622 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-a788a6e9-7ae0-4ee3-b30c-b7e54b7e6100 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7942243 Apr 12 19:52:25.160045 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c168b680-e168-4cb4-bf35-2d46c5dbade5', 'tag': 'cb500720-01f8-404e-9339-b99f1caa1c0e'}] {{(pid=106704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:52:25.162303 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7198706052eeb44005bd3d373437c5078b0bb903de01f30342c0d4536e5352d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a4bad48-3a29-4c79-b8e1-113aec0b76d1" -d '{"events": [{"name": "network-changed", "server_uuid": "c168b680-e168-4cb4-bf35-2d46c5dbade5", "tag": "cb500720-01f8-404e-9339-b99f1caa1c0e"}]}' {{(pid=106704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:52:25.178411 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00acc904-53a0-48b4-9622-0519e43b409e req-caa1cd2b-fd7d-4a63-a4df-3b029feb3141 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:52:25.179891 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-00acc904-53a0-48b4-9622-0519e43b409e req-caa1cd2b-fd7d-4a63-a4df-3b029feb3141 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/ports?device_id=e49d61d2-30f1-4147-9a8b-d0f309ac6919 HTTP/1.1" status: 200 len: 946 time: 0.0617878 Apr 12 19:52:25.201494 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 19:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41edb455-55e3-4461-90f4-6655f9381238 x-openstack-request-id: req-41edb455-55e3-4461-90f4-6655f9381238 {{(pid=106704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:52:25.201781 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c168b680-e168-4cb4-bf35-2d46c5dbade5", "tag": "cb500720-01f8-404e-9339-b99f1caa1c0e", "status": "completed", "code": 200}]} {{(pid=106704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:52:25.202039 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-41edb455-55e3-4461-90f4-6655f9381238 {{(pid=106704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:52:25.202439 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41edb455-55e3-4461-90f4-6655f9381238'] response: {'name': 'network-changed', 'server_uuid': 'c168b680-e168-4cb4-bf35-2d46c5dbade5', 'tag': 'cb500720-01f8-404e-9339-b99f1caa1c0e', 'status': 'completed', 'code': 200} Apr 12 19:52:25.212066 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvr_db [None req-cf18b49f-33ff-4992-9374-0a0b21bb1567 None None] Set router 7013e331-1097-482b-97d8-6610276975e3 gateway port host: dv-cinder-837540-1-iscsi {{(pid=106718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:52:25.241290 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-00acc904-53a0-48b4-9622-0519e43b409e req-a1e61a6d-5030-4ebf-8a44-f62d145de78a tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5c7dfba-db69-4d9b-b534-23bcb62f884e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552967 Apr 12 19:52:25.269227 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4bad48-3a29-4c79-b8e1-113aec0b76d1 req-19adf638-8550-456a-8093-3593ef78590e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:52:25.270745 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-6a4bad48-3a29-4c79-b8e1-113aec0b76d1 req-19adf638-8550-456a-8093-3593ef78590e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6bee925806f84c5292071bdf5600ea3d&device_id=c168b680-e168-4cb4-bf35-2d46c5dbade5 HTTP/1.1" status: 200 len: 1130 time: 0.0446725 Apr 12 19:52:25.367243 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4bad48-3a29-4c79-b8e1-113aec0b76d1 req-ba0fa4e6-9f4b-42c4-9578-84ee6d3d5864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:52:25.368867 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-6a4bad48-3a29-4c79-b8e1-113aec0b76d1 req-ba0fa4e6-9f4b-42c4-9578-84ee6d3d5864 service neutron] 10.222.0.25 "GET /v2.0/networks?id=cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf HTTP/1.1" status: 200 len: 913 time: 0.0927284 Apr 12 19:52:25.442614 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-6a4bad48-3a29-4c79-b8e1-113aec0b76d1 req-3804b2f3-2020-4a04-9605-8ca910a1dd20 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb500720-01f8-404e-9339-b99f1caa1c0e HTTP/1.1" status: 200 len: 1000 time: 0.0674090 Apr 12 19:52:25.446954 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-cf18b49f-33ff-4992-9374-0a0b21bb1567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7013e331-1097-482b-97d8-6610276975e3', 'name': 'tempest-TestVolumeBootPattern-1301443618-router', 'tenant_id': '6bee925806f84c5292071bdf5600ea3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'f88b9b97-d799-4c39-8277-5ca46ea62d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:45:27Z', 'updated_at': '2022-04-12T19:45:30Z', 'revision_number': 4, 'project_id': '6bee925806f84c5292071bdf5600ea3d', 'gw_port': {'id': 'f88b9b97-d799-4c39-8277-5ca46ea62d04', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:29:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7013e331-1097-482b-97d8-6610276975e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:45:28Z', 'updated_at': '2022-04-12T19:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_floatingips': [{'id': '19dcdda5-db93-4857-a72a-8933bfff40c2', 'tenant_id': '6bee925806f84c5292071bdf5600ea3d', 'floating_ip_address': '172.27.2.238', 'floating_network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'router_id': '7013e331-1097-482b-97d8-6610276975e3', 'port_id': 'cb500720-01f8-404e-9339-b99f1caa1c0e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf', 'mac_address': 'fa:16:3e:e8:35:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c168b680-e168-4cb4-bf35-2d46c5dbade5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:52:23Z', 'updated_at': '2022-04-12T19:52:23Z', 'revision_number': 0, 'project_id': '6bee925806f84c5292071bdf5600ea3d', 'fixed_ip_address_scope': None}, {'id': 'ac64aa3a-833b-4d96-84e6-141249774947', 'tenant_id': '6bee925806f84c5292071bdf5600ea3d', 'floating_ip_address': '172.27.2.119', 'floating_network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'router_id': '7013e331-1097-482b-97d8-6610276975e3', 'port_id': 'd302d18e-d32d-403e-95bd-c3bd780fd67a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf', 'mac_address': 'fa:16:3e:df:20:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd60a83-9370-4a3c-bf76-6621e8005066', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:49:26Z', 'updated_at': '2022-04-12T19:49:29Z', 'revision_number': 1, 'project_id': '6bee925806f84c5292071bdf5600ea3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ea9e191-0575-41a4-b8a6-6f7159e4e5e7', 'name': '', 'network_id': 'cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf', 'tenant_id': '6bee925806f84c5292071bdf5600ea3d', 'mac_address': 'fa:16:3e:b0:bc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7013e331-1097-482b-97d8-6610276975e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '17d1257d-e8de-480c-a236-a7606e4db732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:45:29Z', 'updated_at': '2022-04-12T19:45:34Z', 'revision_number': 5, 'project_id': '6bee925806f84c5292071bdf5600ea3d', 'subnets': [{'id': '17d1257d-e8de-480c-a236-a7606e4db732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:52:25.473897 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf18b49f-33ff-4992-9374-0a0b21bb1567 None None] Checking router: 7013e331-1097-482b-97d8-6610276975e3 for host: dv-cinder-837540-1-iscsi {{(pid=106718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:52:25.482779 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf18b49f-33ff-4992-9374-0a0b21bb1567 None None] Routers {'7013e331-1097-482b-97d8-6610276975e3'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:52:25.483392 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-cf18b49f-33ff-4992-9374-0a0b21bb1567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:52:16Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['7013e331-1097-482b-97d8-6610276975e3'], 'active': True} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:52:25.572666 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa2c02-daa3-4d47-aae3-598e77afb685 req-9a0cb8d8-cfb6-4e3a-9cbb-2f93dbbaabda tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:52:25.574126 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-effa2c02-daa3-4d47-aae3-598e77afb685 req-9a0cb8d8-cfb6-4e3a-9cbb-2f93dbbaabda tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/ports?device_id=e49d61d2-30f1-4147-9a8b-d0f309ac6919 HTTP/1.1" status: 200 len: 946 time: 0.0928736 Apr 12 19:52:25.581400 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4bad48-3a29-4c79-b8e1-113aec0b76d1 req-669e8595-6ee4-4148-8e92-d96028c39ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:52:25.582801 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-6a4bad48-3a29-4c79-b8e1-113aec0b76d1 req-669e8595-6ee4-4148-8e92-d96028c39ce8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=17d1257d-e8de-480c-a236-a7606e4db732 HTTP/1.1" status: 200 len: 851 time: 0.1323812 Apr 12 19:52:25.585360 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b432ca66-dc06-445d-b96d-293329ba59d2 req-0b315937-d783-43c5-bf14-bff72e5ec5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:52:25.586349 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-b432ca66-dc06-445d-b96d-293329ba59d2 req-0b315937-d783-43c5-bf14-bff72e5ec5b4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4489676262ea44d8929f0f5d7a1ffc51&device_id=e49d61d2-30f1-4147-9a8b-d0f309ac6919 HTTP/1.1" status: 200 len: 1130 time: 0.0750072 Apr 12 19:52:25.591677 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvr_db [None req-cf18b49f-33ff-4992-9374-0a0b21bb1567 None None] Set router 7013e331-1097-482b-97d8-6610276975e3 gateway port host: dv-cinder-837540-1-iscsi {{(pid=106718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:52:25.700171 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (ce4c6b0b-91ae-4576-82ad-f2f4ee2d2a45), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:52:25.707945 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4bad48-3a29-4c79-b8e1-113aec0b76d1 req-c7e115c2-f692-4768-95ae-2003dd2c9d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:52:25.710042 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-6a4bad48-3a29-4c79-b8e1-113aec0b76d1 req-c7e115c2-f692-4768-95ae-2003dd2c9d16 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1172106 Apr 12 19:52:25.714693 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-effa2c02-daa3-4d47-aae3-598e77afb685 req-75d3f0fc-a29f-4ba4-ba8a-f957375878d1 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5c7dfba-db69-4d9b-b534-23bcb62f884e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308808 Apr 12 19:52:25.797414 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b432ca66-dc06-445d-b96d-293329ba59d2 req-65b53ef9-b104-4c61-b9ea-5ff02aed3b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:52:25.798872 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-b432ca66-dc06-445d-b96d-293329ba59d2 req-65b53ef9-b104-4c61-b9ea-5ff02aed3b7d service neutron] 10.222.0.25 "GET /v2.0/networks?id=b76413cb-e15b-40ab-99a9-de2d4c0b734c HTTP/1.1" status: 200 len: 912 time: 0.2051258 Apr 12 19:52:25.815339 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-cf18b49f-33ff-4992-9374-0a0b21bb1567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7013e331-1097-482b-97d8-6610276975e3', 'name': 'tempest-TestVolumeBootPattern-1301443618-router', 'tenant_id': '6bee925806f84c5292071bdf5600ea3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'f88b9b97-d799-4c39-8277-5ca46ea62d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:45:27Z', 'updated_at': '2022-04-12T19:45:30Z', 'revision_number': 4, 'project_id': '6bee925806f84c5292071bdf5600ea3d', 'gw_port': {'id': 'f88b9b97-d799-4c39-8277-5ca46ea62d04', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:29:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7013e331-1097-482b-97d8-6610276975e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:45:28Z', 'updated_at': '2022-04-12T19:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_floatingips': [{'id': '19dcdda5-db93-4857-a72a-8933bfff40c2', 'tenant_id': '6bee925806f84c5292071bdf5600ea3d', 'floating_ip_address': '172.27.2.238', 'floating_network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'router_id': '7013e331-1097-482b-97d8-6610276975e3', 'port_id': 'cb500720-01f8-404e-9339-b99f1caa1c0e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf', 'mac_address': 'fa:16:3e:e8:35:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c168b680-e168-4cb4-bf35-2d46c5dbade5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:52:23Z', 'updated_at': '2022-04-12T19:52:23Z', 'revision_number': 0, 'project_id': '6bee925806f84c5292071bdf5600ea3d', 'fixed_ip_address_scope': None}, {'id': 'ac64aa3a-833b-4d96-84e6-141249774947', 'tenant_id': '6bee925806f84c5292071bdf5600ea3d', 'floating_ip_address': '172.27.2.119', 'floating_network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'router_id': '7013e331-1097-482b-97d8-6610276975e3', 'port_id': 'd302d18e-d32d-403e-95bd-c3bd780fd67a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf', 'mac_address': 'fa:16:3e:df:20:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd60a83-9370-4a3c-bf76-6621e8005066', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:49:26Z', 'updated_at': '2022-04-12T19:49:29Z', 'revision_number': 1, 'project_id': '6bee925806f84c5292071bdf5600ea3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ea9e191-0575-41a4-b8a6-6f7159e4e5e7', 'name': '', 'network_id': 'cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf', 'tenant_id': '6bee925806f84c5292071bdf5600ea3d', 'mac_address': 'fa:16:3e:b0:bc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7013e331-1097-482b-97d8-6610276975e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '17d1257d-e8de-480c-a236-a7606e4db732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:45:29Z', 'updated_at': '2022-04-12T19:45:34Z', 'revision_number': 5, 'project_id': '6bee925806f84c5292071bdf5600ea3d', 'subnets': [{'id': '17d1257d-e8de-480c-a236-a7606e4db732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:52:25.843458 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf18b49f-33ff-4992-9374-0a0b21bb1567 None None] The sync data for ids ['7013e331-1097-482b-97d8-6610276975e3'] in dv-cinder-837540-1-iscsi is: [{'id': '7013e331-1097-482b-97d8-6610276975e3', 'name': 'tempest-TestVolumeBootPattern-1301443618-router', 'tenant_id': '6bee925806f84c5292071bdf5600ea3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'f88b9b97-d799-4c39-8277-5ca46ea62d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:45:27Z', 'updated_at': '2022-04-12T19:45:30Z', 'revision_number': 4, 'project_id': '6bee925806f84c5292071bdf5600ea3d', 'gw_port': {'id': 'f88b9b97-d799-4c39-8277-5ca46ea62d04', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:29:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7013e331-1097-482b-97d8-6610276975e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:45:28Z', 'updated_at': '2022-04-12T19:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_floatingips': [{'id': '19dcdda5-db93-4857-a72a-8933bfff40c2', 'tenant_id': '6bee925806f84c5292071bdf5600ea3d', 'floating_ip_address': '172.27.2.238', 'floating_network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'router_id': '7013e331-1097-482b-97d8-6610276975e3', 'port_id': 'cb500720-01f8-404e-9339-b99f1caa1c0e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf', 'mac_address': 'fa:16:3e:e8:35:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c168b680-e168-4cb4-bf35-2d46c5dbade5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:52:23Z', 'updated_at': '2022-04-12T19:52:23Z', 'revision_number': 0, 'project_id': '6bee925806f84c5292071bdf5600ea3d', 'fixed_ip_address_scope': None}, {'id': 'ac64aa3a-833b-4d96-84e6-141249774947', 'tenant_id': '6bee925806f84c5292071bdf5600ea3d', 'floating_ip_address': '172.27.2.119', 'floating_network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'router_id': '7013e331-1097-482b-97d8-6610276975e3', 'port_id': 'd302d18e-d32d-403e-95bd-c3bd780fd67a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf', 'mac_address': 'fa:16:3e:df:20:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd60a83-9370-4a3c-bf76-6621e8005066', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:49:26Z', 'updated_at': '2022-04-12T19:49:29Z', 'revision_number': 1, 'project_id': '6bee925806f84c5292071bdf5600ea3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ea9e191-0575-41a4-b8a6-6f7159e4e5e7', 'name': '', 'network_id': 'cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf', 'tenant_id': '6bee925806f84c5292071bdf5600ea3d', 'mac_address': 'fa:16:3e:b0:bc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7013e331-1097-482b-97d8-6610276975e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '17d1257d-e8de-480c-a236-a7606e4db732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:45:29Z', 'updated_at': '2022-04-12T19:45:34Z', 'revision_number': 5, 'project_id': '6bee925806f84c5292071bdf5600ea3d', 'subnets': [{'id': '17d1257d-e8de-480c-a236-a7606e4db732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:52:25.872090 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-6a4bad48-3a29-4c79-b8e1-113aec0b76d1 req-bdeae474-1726-47ac-9d83-4f77c61e51ce service neutron] 10.222.0.25 "GET /v2.0/networks/cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546965 Apr 12 19:52:25.892668 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-b432ca66-dc06-445d-b96d-293329ba59d2 req-e070a9e3-9965-4fe5-9897-5ae1e5145ab2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9bacd88-def4-4f26-b7a4-d1ce9b2b1eed HTTP/1.1" status: 200 len: 1002 time: 0.0861094 Apr 12 19:52:25.991534 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b432ca66-dc06-445d-b96d-293329ba59d2 req-a7f27998-69b9-4da7-b539-df836aa6db52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:52:25.993054 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-b432ca66-dc06-445d-b96d-293329ba59d2 req-a7f27998-69b9-4da7-b539-df836aa6db52 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ac7da68c-b531-4121-be78-e8751cff2df4 HTTP/1.1" status: 200 len: 850 time: 0.0886652 Apr 12 19:52:26.037776 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-6a4bad48-3a29-4c79-b8e1-113aec0b76d1 req-dffe7501-ae89-434f-9e6f-eb49459affb9 service neutron] 10.222.0.25 "GET /v2.0/networks/cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562011 Apr 12 19:52:26.041139 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4d500c-117d-4e5a-82b5-9e256a478eab None None] New status for floating IP 19dcdda5-db93-4857-a72a-8933bfff40c2: ACTIVE {{(pid=106714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 19:52:26.049922 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b432ca66-dc06-445d-b96d-293329ba59d2 req-152bd803-4c3b-40e2-90cb-1687ef42964e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:52:26.051445 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-b432ca66-dc06-445d-b96d-293329ba59d2 req-152bd803-4c3b-40e2-90cb-1687ef42964e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b76413cb-e15b-40ab-99a9-de2d4c0b734c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0516403 Apr 12 19:52:26.147527 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-b432ca66-dc06-445d-b96d-293329ba59d2 req-c71a012e-2415-4cb7-ae15-951c6ce3676a service neutron] 10.222.0.25 "GET /v2.0/networks/b76413cb-e15b-40ab-99a9-de2d4c0b734c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900395 Apr 12 19:52:26.240207 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-b432ca66-dc06-445d-b96d-293329ba59d2 req-2b3472e5-5c51-4bf2-b13a-42fc61f98470 service neutron] 10.222.0.25 "GET /v2.0/networks/b76413cb-e15b-40ab-99a9-de2d4c0b734c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868196 Apr 12 19:52:26.828459 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aca088d-0155-405a-b395-7fc0892bbc83 req-240bc102-8967-47cc-8ddc-736991bdc854 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:52:26.829924 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-7aca088d-0155-405a-b395-7fc0892bbc83 req-240bc102-8967-47cc-8ddc-736991bdc854 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/ports?device_id=e49d61d2-30f1-4147-9a8b-d0f309ac6919 HTTP/1.1" status: 200 len: 946 time: 0.0460715 Apr 12 19:52:26.880528 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-7aca088d-0155-405a-b395-7fc0892bbc83 req-c4197ad4-8efc-46b4-b2c2-836d3455d2c6 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5c7dfba-db69-4d9b-b534-23bcb62f884e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449834 Apr 12 19:52:27.995527 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c368ff29-698c-4592-a8b4-136b2a47d0fa req-c413cb42-2a5c-459b-b584-75c33c2d2d27 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:52:27.997015 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-c368ff29-698c-4592-a8b4-136b2a47d0fa req-c413cb42-2a5c-459b-b584-75c33c2d2d27 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/ports?device_id=e49d61d2-30f1-4147-9a8b-d0f309ac6919 HTTP/1.1" status: 200 len: 946 time: 0.0509355 Apr 12 19:52:28.042469 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-c368ff29-698c-4592-a8b4-136b2a47d0fa req-75c5fda5-8982-43a9-81fc-701c9d721824 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5c7dfba-db69-4d9b-b534-23bcb62f884e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396714 Apr 12 19:52:34.855377 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-28f9e03d-4825-4f82-a216-0964d7e61796 req-be8c6cb8-e16d-4a93-a9e4-82f60bafeefc service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e49d61d2-30f1-4147-9a8b-d0f309ac6919&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380321 Apr 12 19:52:34.925717 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f9e03d-4825-4f82-a216-0964d7e61796 req-e68c2143-ed09-41f5-9308-bb7fc657db17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:52:34.928726 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-28f9e03d-4825-4f82-a216-0964d7e61796 req-e68c2143-ed09-41f5-9308-bb7fc657db17 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4489676262ea44d8929f0f5d7a1ffc51&device_id=e49d61d2-30f1-4147-9a8b-d0f309ac6919 HTTP/1.1" status: 200 len: 1130 time: 0.0488243 Apr 12 19:52:35.031882 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f9e03d-4825-4f82-a216-0964d7e61796 req-47e0e40b-6190-404c-b51b-272ab879164c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:52:35.033362 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-28f9e03d-4825-4f82-a216-0964d7e61796 req-47e0e40b-6190-404c-b51b-272ab879164c service neutron] 10.222.0.25 "GET /v2.0/networks?id=b76413cb-e15b-40ab-99a9-de2d4c0b734c HTTP/1.1" status: 200 len: 912 time: 0.0866451 Apr 12 19:52:35.098655 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-28f9e03d-4825-4f82-a216-0964d7e61796 req-67cd83e6-b90d-4ec6-92ee-02da431b088b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9bacd88-def4-4f26-b7a4-d1ce9b2b1eed HTTP/1.1" status: 200 len: 1002 time: 0.0573668 Apr 12 19:52:35.150269 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f9e03d-4825-4f82-a216-0964d7e61796 req-79ad3038-b4d0-48c5-bfd3-7f06c48d9561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:52:35.151730 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-28f9e03d-4825-4f82-a216-0964d7e61796 req-79ad3038-b4d0-48c5-bfd3-7f06c48d9561 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ac7da68c-b531-4121-be78-e8751cff2df4 HTTP/1.1" status: 200 len: 850 time: 0.0471792 Apr 12 19:52:35.194144 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f9e03d-4825-4f82-a216-0964d7e61796 req-e0b08ac2-e6e5-4fa5-9615-1a5ebd583f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:52:35.195612 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-28f9e03d-4825-4f82-a216-0964d7e61796 req-e0b08ac2-e6e5-4fa5-9615-1a5ebd583f0f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b76413cb-e15b-40ab-99a9-de2d4c0b734c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0373151 Apr 12 19:52:35.282663 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-28f9e03d-4825-4f82-a216-0964d7e61796 req-75005fdd-dcd0-40aa-8b27-cd62d66fb1d6 service neutron] 10.222.0.25 "GET /v2.0/networks/b76413cb-e15b-40ab-99a9-de2d4c0b734c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802798 Apr 12 19:52:35.372056 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-28f9e03d-4825-4f82-a216-0964d7e61796 req-df4caf7d-9180-4fd6-969f-d0b6245552f5 service neutron] 10.222.0.25 "GET /v2.0/networks/b76413cb-e15b-40ab-99a9-de2d4c0b734c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824320 Apr 12 19:52:43.866193 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-1b1695ca-6ea1-4fa3-9865-6d13b1428dff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (055fa106-9079-4d8f-a829-e3ca37bbcb19), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:52:46.296095 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8407db35-06e7-4257-a7f5-91df881d78aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (4d9412c4-31b2-4fbf-87a0-f931332ab9d5), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:52:47.258359 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-0fb4a5ae-492f-43e3-90d5-82372e23b9ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (01005bd1-5b1e-41c6-b9b3-a4d4f93589b9), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:52:48.711402 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-655d5a5e-25bf-423f-acb4-166f4bec9d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (f3d2fb0e-5305-4f08-ab1f-5f1d50bdad22), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:52:49.189567 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.agents_db [None req-c5aaa6ba-db5d-46db-92f0-20249d3ff0a0 None None] Agent healthcheck: found 6 active agents {{(pid=106718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 19:52:50.490966 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (e0bf5abe-d5c5-40a1-a359-03156ade36a4), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:52:55.716258 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (ce4c6b0b-91ae-4576-82ad-f2f4ee2d2a45), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:53:13.867352 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-6b44e384-e853-4708-96f4-05ee63ad0f1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (055fa106-9079-4d8f-a829-e3ca37bbcb19), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:53:16.297432 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4fc3a979-5bf7-455c-9dfe-20329938db88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (4d9412c4-31b2-4fbf-87a0-f931332ab9d5), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:53:17.260391 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-0fb4a5ae-492f-43e3-90d5-82372e23b9ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (01005bd1-5b1e-41c6-b9b3-a4d4f93589b9), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:53:18.713329 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-655d5a5e-25bf-423f-acb4-166f4bec9d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (f3d2fb0e-5305-4f08-ab1f-5f1d50bdad22), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:53:20.492563 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (e0bf5abe-d5c5-40a1-a359-03156ade36a4), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:53:25.711701 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (ce4c6b0b-91ae-4576-82ad-f2f4ee2d2a45), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:53:26.187911 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.agents_db [None req-c5aaa6ba-db5d-46db-92f0-20249d3ff0a0 None None] Agent healthcheck: found 6 active agents {{(pid=106718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 19:53:34.175479 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946015c9-3d43-4ee7-a467-2b9bfa71b905 req-64051a32-ef63-4999-b696-de01e217a9f3 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:53:34.176951 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-946015c9-3d43-4ee7-a467-2b9bfa71b905 req-64051a32-ef63-4999-b696-de01e217a9f3 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/ports?device_id=e49d61d2-30f1-4147-9a8b-d0f309ac6919 HTTP/1.1" status: 200 len: 946 time: 0.0468779 Apr 12 19:53:34.222871 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-946015c9-3d43-4ee7-a467-2b9bfa71b905 req-ae273691-3ae8-4ebe-ab77-1a7d952ef699 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5c7dfba-db69-4d9b-b534-23bcb62f884e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404484 Apr 12 19:53:35.336105 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c7a928-bfb3-448a-bf08-9c5053ef13d2 req-5d8208e8-daaf-422f-9c65-39e3e50a6d95 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:53:35.337559 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-23c7a928-bfb3-448a-bf08-9c5053ef13d2 req-5d8208e8-daaf-422f-9c65-39e3e50a6d95 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/ports?device_id=e49d61d2-30f1-4147-9a8b-d0f309ac6919 HTTP/1.1" status: 200 len: 946 time: 0.0467944 Apr 12 19:53:35.383221 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-23c7a928-bfb3-448a-bf08-9c5053ef13d2 req-cd0929c2-275c-4435-bb01-10e6e3711b22 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5c7dfba-db69-4d9b-b534-23bcb62f884e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401375 Apr 12 19:53:36.492812 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d75f72-0732-4884-9be6-770d3b306ae2 req-bd938a19-b0d8-4951-963e-7062399d8aa8 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:53:36.494276 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-07d75f72-0732-4884-9be6-770d3b306ae2 req-bd938a19-b0d8-4951-963e-7062399d8aa8 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/ports?device_id=e49d61d2-30f1-4147-9a8b-d0f309ac6919 HTTP/1.1" status: 200 len: 946 time: 0.0459297 Apr 12 19:53:36.540469 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-07d75f72-0732-4884-9be6-770d3b306ae2 req-12fdb0c8-453c-46cd-90fe-b06138cb9f6d tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5c7dfba-db69-4d9b-b534-23bcb62f884e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407693 Apr 12 19:53:36.878045 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-cccc42e5-26df-4a66-b230-f8ec58f2ed13 req-847e98c1-7d0f-48c4-9968-601ca816ce5a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5cd60a83-9370-4a3c-bf76-6621e8005066&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418119 Apr 12 19:53:36.954666 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccc42e5-26df-4a66-b230-f8ec58f2ed13 req-b32797e8-6937-4bad-a28d-7e74b7676787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:53:36.956147 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-cccc42e5-26df-4a66-b230-f8ec58f2ed13 req-b32797e8-6937-4bad-a28d-7e74b7676787 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6bee925806f84c5292071bdf5600ea3d&device_id=5cd60a83-9370-4a3c-bf76-6621e8005066 HTTP/1.1" status: 200 len: 1130 time: 0.0380652 Apr 12 19:53:37.058125 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccc42e5-26df-4a66-b230-f8ec58f2ed13 req-23e60473-0a53-4be4-91f1-ba02031afcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:53:37.059570 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-cccc42e5-26df-4a66-b230-f8ec58f2ed13 req-23e60473-0a53-4be4-91f1-ba02031afcdc service neutron] 10.222.0.25 "GET /v2.0/networks?id=cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf HTTP/1.1" status: 200 len: 913 time: 0.0861380 Apr 12 19:53:37.123286 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-cccc42e5-26df-4a66-b230-f8ec58f2ed13 req-23ae5e74-0be3-4575-bed7-c96bcce7e294 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d302d18e-d32d-403e-95bd-c3bd780fd67a HTTP/1.1" status: 200 len: 1002 time: 0.0568979 Apr 12 19:53:37.169830 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccc42e5-26df-4a66-b230-f8ec58f2ed13 req-4ce638de-3769-4c61-b8d6-e97ae5ca5621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:53:37.171245 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-cccc42e5-26df-4a66-b230-f8ec58f2ed13 req-4ce638de-3769-4c61-b8d6-e97ae5ca5621 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=17d1257d-e8de-480c-a236-a7606e4db732 HTTP/1.1" status: 200 len: 851 time: 0.0420096 Apr 12 19:53:37.216181 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccc42e5-26df-4a66-b230-f8ec58f2ed13 req-0a935485-a379-4aef-a3bb-c38da3d2e44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:53:37.217624 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-cccc42e5-26df-4a66-b230-f8ec58f2ed13 req-0a935485-a379-4aef-a3bb-c38da3d2e44e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410805 Apr 12 19:53:37.303517 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-cccc42e5-26df-4a66-b230-f8ec58f2ed13 req-eeba8233-64b7-4c27-b8d0-ea7ae51bcb75 service neutron] 10.222.0.25 "GET /v2.0/networks/cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795329 Apr 12 19:53:37.400903 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-cccc42e5-26df-4a66-b230-f8ec58f2ed13 req-7c6f5bbf-2152-4924-acf8-e36f118555aa service neutron] 10.222.0.25 "GET /v2.0/networks/cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910254 Apr 12 19:53:37.651160 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afeb4b2-3df3-437d-af5a-0b31fb42b5dd req-fad0866d-15e1-47d2-96af-5b664e34054c tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:53:37.652581 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-2afeb4b2-3df3-437d-af5a-0b31fb42b5dd req-fad0866d-15e1-47d2-96af-5b664e34054c tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/ports?device_id=e49d61d2-30f1-4147-9a8b-d0f309ac6919 HTTP/1.1" status: 200 len: 946 time: 0.0469155 Apr 12 19:53:37.699165 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-2afeb4b2-3df3-437d-af5a-0b31fb42b5dd req-b40d274f-d42b-4082-bc90-7c7b8afc7ac0 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5c7dfba-db69-4d9b-b534-23bcb62f884e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409932 Apr 12 19:53:38.815782 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5af0685-1aac-4674-885d-5419e22d2367 req-1e6b0db5-5437-46bc-817e-11245e518125 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:53:38.817230 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-c5af0685-1aac-4674-885d-5419e22d2367 req-1e6b0db5-5437-46bc-817e-11245e518125 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/ports?device_id=e49d61d2-30f1-4147-9a8b-d0f309ac6919 HTTP/1.1" status: 200 len: 946 time: 0.0499985 Apr 12 19:53:38.863331 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-c5af0685-1aac-4674-885d-5419e22d2367 req-c75e345a-8608-46ff-b9b1-df3e59b2f172 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5c7dfba-db69-4d9b-b534-23bcb62f884e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399902 Apr 12 19:53:39.972557 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaa62a3-455c-4956-88f3-a239ccd3e4f9 req-c80b85cc-8140-4c2d-a8d4-c783f74d3891 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:53:39.974001 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-eaaa62a3-455c-4956-88f3-a239ccd3e4f9 req-c80b85cc-8140-4c2d-a8d4-c783f74d3891 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/ports?device_id=e49d61d2-30f1-4147-9a8b-d0f309ac6919 HTTP/1.1" status: 200 len: 946 time: 0.0451653 Apr 12 19:53:40.023444 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-eaaa62a3-455c-4956-88f3-a239ccd3e4f9 req-16672d0a-a3d9-4825-953a-31638d72e4eb tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5c7dfba-db69-4d9b-b534-23bcb62f884e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440269 Apr 12 19:53:41.132675 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9dcbdf-a4c4-4286-9686-8889bfd33903 req-eb18a24d-e6e8-4f90-87cc-cebf70e979ce tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:53:41.134053 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-8e9dcbdf-a4c4-4286-9686-8889bfd33903 req-eb18a24d-e6e8-4f90-87cc-cebf70e979ce tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/ports?device_id=e49d61d2-30f1-4147-9a8b-d0f309ac6919 HTTP/1.1" status: 200 len: 946 time: 0.0462079 Apr 12 19:53:41.179762 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-8e9dcbdf-a4c4-4286-9686-8889bfd33903 req-20b63a0f-5758-4356-b23d-22127bcbfe97 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5c7dfba-db69-4d9b-b534-23bcb62f884e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403514 Apr 12 19:53:42.288527 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7d527a-3db4-4b69-8376-e015ef2431b0 req-d57095d3-90c2-4cdf-ae23-01c9e6e17f1a tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:53:42.289988 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-8c7d527a-3db4-4b69-8376-e015ef2431b0 req-d57095d3-90c2-4cdf-ae23-01c9e6e17f1a tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/ports?device_id=e49d61d2-30f1-4147-9a8b-d0f309ac6919 HTTP/1.1" status: 200 len: 946 time: 0.0464478 Apr 12 19:53:42.335850 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-8c7d527a-3db4-4b69-8376-e015ef2431b0 req-bac38a55-e850-45d6-b9c2-248cd98162f7 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5c7dfba-db69-4d9b-b534-23bcb62f884e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404258 Apr 12 19:53:43.444365 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba90e771-a3eb-498e-8cf0-de147e6ddf1c req-e660a8e9-03da-498b-af42-89db764a7d5f tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:53:43.445787 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-ba90e771-a3eb-498e-8cf0-de147e6ddf1c req-e660a8e9-03da-498b-af42-89db764a7d5f tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/ports?device_id=e49d61d2-30f1-4147-9a8b-d0f309ac6919 HTTP/1.1" status: 200 len: 946 time: 0.0456438 Apr 12 19:53:43.494720 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-ba90e771-a3eb-498e-8cf0-de147e6ddf1c req-2c57e50b-f64a-435a-bbea-c24b15eae100 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5c7dfba-db69-4d9b-b534-23bcb62f884e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431774 Apr 12 19:53:43.868410 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-c63cfe1e-2638-45f6-b780-33ae9305ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (055fa106-9079-4d8f-a829-e3ca37bbcb19), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:53:44.606527 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ca2565-dc9c-4b9b-8351-f4c1fecaa2dc req-9ed2f38a-ef1a-4ea6-a953-8de2031f8fb1 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:53:44.608168 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-72ca2565-dc9c-4b9b-8351-f4c1fecaa2dc req-9ed2f38a-ef1a-4ea6-a953-8de2031f8fb1 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/ports?device_id=e49d61d2-30f1-4147-9a8b-d0f309ac6919 HTTP/1.1" status: 200 len: 946 time: 0.0481560 Apr 12 19:53:44.655750 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-72ca2565-dc9c-4b9b-8351-f4c1fecaa2dc req-ca49c67b-cf72-43aa-a741-19879098d861 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5c7dfba-db69-4d9b-b534-23bcb62f884e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417721 Apr 12 19:53:45.765704 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7b78e6-d0bf-43b1-838d-d1fe0bd95988 req-86b34c91-d780-448a-9f49-4b2a164c19e8 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:53:45.767160 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-9d7b78e6-d0bf-43b1-838d-d1fe0bd95988 req-86b34c91-d780-448a-9f49-4b2a164c19e8 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/ports?device_id=e49d61d2-30f1-4147-9a8b-d0f309ac6919 HTTP/1.1" status: 200 len: 946 time: 0.0462866 Apr 12 19:53:45.812390 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-9d7b78e6-d0bf-43b1-838d-d1fe0bd95988 req-3cf4701a-dcdb-4e16-a524-0276d52e7a12 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5c7dfba-db69-4d9b-b534-23bcb62f884e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391350 Apr 12 19:53:46.004232 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d862fb-5784-4303-a28d-6ce3b9741a3f req-adebe34d-322e-4be4-86d7-cec4a71daf0b tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:53:46.006429 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-d3d862fb-5784-4303-a28d-6ce3b9741a3f req-adebe34d-322e-4be4-86d7-cec4a71daf0b tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/ports?device_id=e49d61d2-30f1-4147-9a8b-d0f309ac6919 HTTP/1.1" status: 200 len: 946 time: 0.0481830 Apr 12 19:53:46.056314 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-d3d862fb-5784-4303-a28d-6ce3b9741a3f req-c032559d-b44a-480f-b3f0-c0c642e0f954 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5c7dfba-db69-4d9b-b534-23bcb62f884e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416334 Apr 12 19:53:46.089746 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6225d65c-2d95-43ed-80a9-6f8b52973d5f req-d14f7aa2-e18f-4ec5-9e24-e9bbe47c9da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:53:46.091282 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-6225d65c-2d95-43ed-80a9-6f8b52973d5f req-d14f7aa2-e18f-4ec5-9e24-e9bbe47c9da7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4489676262ea44d8929f0f5d7a1ffc51&device_id=e49d61d2-30f1-4147-9a8b-d0f309ac6919 HTTP/1.1" status: 200 len: 1130 time: 0.0438924 Apr 12 19:53:46.179254 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6225d65c-2d95-43ed-80a9-6f8b52973d5f req-c8fcd3e7-cebe-4b70-b32c-0312d2cad617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:53:46.180737 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-6225d65c-2d95-43ed-80a9-6f8b52973d5f req-c8fcd3e7-cebe-4b70-b32c-0312d2cad617 service neutron] 10.222.0.25 "GET /v2.0/networks?id=b76413cb-e15b-40ab-99a9-de2d4c0b734c HTTP/1.1" status: 200 len: 912 time: 0.0830173 Apr 12 19:53:46.246971 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-6225d65c-2d95-43ed-80a9-6f8b52973d5f req-34ff4fd1-e026-46ac-af06-efafa3ef3b60 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9bacd88-def4-4f26-b7a4-d1ce9b2b1eed HTTP/1.1" status: 200 len: 1002 time: 0.0606360 Apr 12 19:53:46.294229 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6225d65c-2d95-43ed-80a9-6f8b52973d5f req-065323bd-68dc-4618-bcb7-91d5289ab312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:53:46.295721 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-6225d65c-2d95-43ed-80a9-6f8b52973d5f req-065323bd-68dc-4618-bcb7-91d5289ab312 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ac7da68c-b531-4121-be78-e8751cff2df4 HTTP/1.1" status: 200 len: 850 time: 0.0428476 Apr 12 19:53:46.298484 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-a01fa237-676b-4121-bbc5-83ed2971ad01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (4d9412c4-31b2-4fbf-87a0-f931332ab9d5), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:53:46.337627 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6225d65c-2d95-43ed-80a9-6f8b52973d5f req-bf810723-eda5-4c74-904a-9291d7e2294e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:53:46.339112 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-6225d65c-2d95-43ed-80a9-6f8b52973d5f req-bf810723-eda5-4c74-904a-9291d7e2294e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b76413cb-e15b-40ab-99a9-de2d4c0b734c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381155 Apr 12 19:53:46.428996 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-6225d65c-2d95-43ed-80a9-6f8b52973d5f req-9cb2fb79-4339-4cbe-ace6-e0ebe1d4c3b6 service neutron] 10.222.0.25 "GET /v2.0/networks/b76413cb-e15b-40ab-99a9-de2d4c0b734c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842998 Apr 12 19:53:46.516690 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-6225d65c-2d95-43ed-80a9-6f8b52973d5f req-f0fa4001-0f0e-4064-b36a-cc5357827f2b service neutron] 10.222.0.25 "GET /v2.0/networks/b76413cb-e15b-40ab-99a9-de2d4c0b734c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814939 Apr 12 19:53:47.172697 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb58feb2-f6c4-47b1-8e24-9a03358d9e99 req-a584c2f6-5e2d-467e-a621-e11fd53b0640 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:53:47.174158 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-eb58feb2-f6c4-47b1-8e24-9a03358d9e99 req-a584c2f6-5e2d-467e-a621-e11fd53b0640 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/ports?device_id=e49d61d2-30f1-4147-9a8b-d0f309ac6919 HTTP/1.1" status: 200 len: 946 time: 0.0503917 Apr 12 19:53:47.219584 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-eb58feb2-f6c4-47b1-8e24-9a03358d9e99 req-3c906695-02d1-4377-bd83-a030c1a1866f tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5c7dfba-db69-4d9b-b534-23bcb62f884e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399091 Apr 12 19:53:47.264195 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-0fb4a5ae-492f-43e3-90d5-82372e23b9ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (01005bd1-5b1e-41c6-b9b3-a4d4f93589b9), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:53:48.331488 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da10fd77-1d10-41d2-afaa-4689c58e3166 req-dfd6e2c1-314d-46f3-83a5-dd567469a3dc tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:53:48.332950 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-da10fd77-1d10-41d2-afaa-4689c58e3166 req-dfd6e2c1-314d-46f3-83a5-dd567469a3dc tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/ports?device_id=e49d61d2-30f1-4147-9a8b-d0f309ac6919 HTTP/1.1" status: 200 len: 946 time: 0.0489132 Apr 12 19:53:48.377811 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-da10fd77-1d10-41d2-afaa-4689c58e3166 req-edcc6e82-2bc6-4c1a-98ef-79bee8812069 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5c7dfba-db69-4d9b-b534-23bcb62f884e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394456 Apr 12 19:53:48.716944 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-655d5a5e-25bf-423f-acb4-166f4bec9d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (f3d2fb0e-5305-4f08-ab1f-5f1d50bdad22), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:53:50.496170 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (e0bf5abe-d5c5-40a1-a359-03156ade36a4), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:53:55.721464 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (ce4c6b0b-91ae-4576-82ad-f2f4ee2d2a45), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:03.186378 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.agents_db [None req-c5aaa6ba-db5d-46db-92f0-20249d3ff0a0 None None] Agent healthcheck: found 6 active agents {{(pid=106718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 19:54:13.872657 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-34f0cc16-9660-49e6-81f4-49ea252fb73a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (055fa106-9079-4d8f-a829-e3ca37bbcb19), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:14.580934 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 40772) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:54:14.722641 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.plugin [None req-26658c02-054f-49bc-86df-3b16ebb808de tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Deleting port b6aa4d8d-dd07-435f-9a64-ad99409831ef {{(pid=106704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:54:14.722973 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-26658c02-054f-49bc-86df-3b16ebb808de tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749198460456'] for port (b6aa4d8d-dd07-435f-9a64-ad99409831ef), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:14.803478 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-26658c02-054f-49bc-86df-3b16ebb808de tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661808'] for port (b6aa4d8d-dd07-435f-9a64-ad99409831ef), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:14.803787 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-26658c02-054f-49bc-86df-3b16ebb808de tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Publish callbacks [] for floatingip (b6aa4d8d-dd07-435f-9a64-ad99409831ef), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:14.816641 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.plugin [None req-26658c02-054f-49bc-86df-3b16ebb808de tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Calling delete_port for b6aa4d8d-dd07-435f-9a64-ad99409831ef owned by network:floatingip {{(pid=106704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:54:14.965724 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-26658c02-054f-49bc-86df-3b16ebb808de tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749198465814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749198058671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8791401'] for port (b6aa4d8d-dd07-435f-9a64-ad99409831ef), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:14.992784 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26658c02-054f-49bc-86df-3b16ebb808de tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Pushing event deleted for resources: {'Port': ['ID=b6aa4d8d-dd07-435f-9a64-ad99409831ef,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:54:15.022483 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26658c02-054f-49bc-86df-3b16ebb808de tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:54:15.022827 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26658c02-054f-49bc-86df-3b16ebb808de tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:54:15.023164 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26658c02-054f-49bc-86df-3b16ebb808de tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:54:15.023498 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26658c02-054f-49bc-86df-3b16ebb808de tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:54:15.023827 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26658c02-054f-49bc-86df-3b16ebb808de tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:54:15.024175 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26658c02-054f-49bc-86df-3b16ebb808de tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:54:15.024504 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26658c02-054f-49bc-86df-3b16ebb808de tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:54:15.024824 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26658c02-054f-49bc-86df-3b16ebb808de tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:54:15.025144 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26658c02-054f-49bc-86df-3b16ebb808de tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:54:15.025465 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26658c02-054f-49bc-86df-3b16ebb808de tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:54:15.025785 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26658c02-054f-49bc-86df-3b16ebb808de tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:54:15.026104 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26658c02-054f-49bc-86df-3b16ebb808de tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:54:15.026446 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26658c02-054f-49bc-86df-3b16ebb808de tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:54:15.026761 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26658c02-054f-49bc-86df-3b16ebb808de tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:54:15.027066 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26658c02-054f-49bc-86df-3b16ebb808de tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:54:15.067528 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-26658c02-054f-49bc-86df-3b16ebb808de tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Publish callbacks [] for floatingip (19dcdda5-db93-4857-a72a-8933bfff40c2), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:15.067874 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.db.l3_db [None req-26658c02-054f-49bc-86df-3b16ebb808de tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Floating IP 19dcdda5-db93-4857-a72a-8933bfff40c2 disassociated (deleted). External IP: 172.27.2.238, port: cb500720-01f8-404e-9339-b99f1caa1c0e. Apr 12 19:54:15.270527 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26658c02-054f-49bc-86df-3b16ebb808de tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Router 7013e331-1097-482b-97d8-6610276975e3 has already been hosted by L3 agent 4d9412c4-31b2-4fbf-87a0-f931332ab9d5 {{(pid=106704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 19:54:15.376513 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26658c02-054f-49bc-86df-3b16ebb808de tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Notify agent at l3_agent.dv-cinder-837540-1-iscsi the message routers_updated {{(pid=106704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:54:15.381469 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-26658c02-054f-49bc-86df-3b16ebb808de tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245471'] for floatingip (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:15.386318 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8776acd-dabe-4a7c-9bf0-b32e0adb90c6 None None] Sync routers for ids ['7013e331-1097-482b-97d8-6610276975e3'] in dv-cinder-837540-1-iscsi {{(pid=106718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:54:15.395141 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8776acd-dabe-4a7c-9bf0-b32e0adb90c6 None None] Routers {'7013e331-1097-482b-97d8-6610276975e3'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:54:15.395743 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-c8776acd-dabe-4a7c-9bf0-b32e0adb90c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:53:46Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['7013e331-1097-482b-97d8-6610276975e3'], 'active': True} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:54:15.409670 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-26658c02-054f-49bc-86df-3b16ebb808de tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "DELETE /v2.0/floatingips/19dcdda5-db93-4857-a72a-8933bfff40c2 HTTP/1.1" status: 204 len: 168 time: 0.8276875 Apr 12 19:54:15.410238 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c168b680-e168-4cb4-bf35-2d46c5dbade5', 'tag': 'cb500720-01f8-404e-9339-b99f1caa1c0e'}] {{(pid=106704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:54:15.413061 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7198706052eeb44005bd3d373437c5078b0bb903de01f30342c0d4536e5352d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70053ec4-04ef-45c4-a487-3467dbb80dd7" -d '{"events": [{"name": "network-changed", "server_uuid": "c168b680-e168-4cb4-bf35-2d46c5dbade5", "tag": "cb500720-01f8-404e-9339-b99f1caa1c0e"}]}' {{(pid=106704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:54:15.449716 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 19:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-445cf7cd-40d3-4770-a2b0-edaee4a3f5b2 x-openstack-request-id: req-445cf7cd-40d3-4770-a2b0-edaee4a3f5b2 {{(pid=106704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:54:15.450016 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c168b680-e168-4cb4-bf35-2d46c5dbade5", "tag": "cb500720-01f8-404e-9339-b99f1caa1c0e", "status": "completed", "code": 200}]} {{(pid=106704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:54:15.450274 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-445cf7cd-40d3-4770-a2b0-edaee4a3f5b2 {{(pid=106704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:54:15.450693 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.notifiers.nova [-] Nova event matching ['req-445cf7cd-40d3-4770-a2b0-edaee4a3f5b2'] response: {'name': 'network-changed', 'server_uuid': 'c168b680-e168-4cb4-bf35-2d46c5dbade5', 'tag': 'cb500720-01f8-404e-9339-b99f1caa1c0e', 'status': 'completed', 'code': 200} Apr 12 19:54:15.514720 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70053ec4-04ef-45c4-a487-3467dbb80dd7 req-7031da6b-2e8c-494d-bf4e-62c0b687b2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:54:15.516597 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-70053ec4-04ef-45c4-a487-3467dbb80dd7 req-7031da6b-2e8c-494d-bf4e-62c0b687b2f8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6bee925806f84c5292071bdf5600ea3d&device_id=c168b680-e168-4cb4-bf35-2d46c5dbade5 HTTP/1.1" status: 200 len: 1130 time: 0.0452919 Apr 12 19:54:15.606122 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvr_db [None req-c8776acd-dabe-4a7c-9bf0-b32e0adb90c6 None None] Set router 7013e331-1097-482b-97d8-6610276975e3 gateway port host: dv-cinder-837540-1-iscsi {{(pid=106718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:54:15.611533 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70053ec4-04ef-45c4-a487-3467dbb80dd7 req-3dc544a3-5f05-482b-a42b-00448bee79fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:54:15.613077 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-70053ec4-04ef-45c4-a487-3467dbb80dd7 req-3dc544a3-5f05-482b-a42b-00448bee79fa service neutron] 10.222.0.25 "GET /v2.0/networks?id=cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf HTTP/1.1" status: 200 len: 913 time: 0.0905731 Apr 12 19:54:15.645950 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32574b23-cd18-4ad1-aa50-04f2daf62beb req-190aaefb-c2a7-43d0-9cfb-349b3b75cd86 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:54:15.648133 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-32574b23-cd18-4ad1-aa50-04f2daf62beb req-190aaefb-c2a7-43d0-9cfb-349b3b75cd86 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/ports?device_id=c168b680-e168-4cb4-bf35-2d46c5dbade5 HTTP/1.1" status: 200 len: 946 time: 0.0510297 Apr 12 19:54:15.696573 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-32574b23-cd18-4ad1-aa50-04f2daf62beb req-194287bc-a8d5-42e6-936c-44b127c35056 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/security-groups?id=cbff3107-daca-4eee-8f23-60f596090e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428431 Apr 12 19:54:15.815077 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-c8776acd-dabe-4a7c-9bf0-b32e0adb90c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7013e331-1097-482b-97d8-6610276975e3', 'name': 'tempest-TestVolumeBootPattern-1301443618-router', 'tenant_id': '6bee925806f84c5292071bdf5600ea3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'f88b9b97-d799-4c39-8277-5ca46ea62d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:45:27Z', 'updated_at': '2022-04-12T19:45:30Z', 'revision_number': 4, 'project_id': '6bee925806f84c5292071bdf5600ea3d', 'gw_port': {'id': 'f88b9b97-d799-4c39-8277-5ca46ea62d04', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:29:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7013e331-1097-482b-97d8-6610276975e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:45:28Z', 'updated_at': '2022-04-12T19:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_floatingips': [{'id': 'ac64aa3a-833b-4d96-84e6-141249774947', 'tenant_id': '6bee925806f84c5292071bdf5600ea3d', 'floating_ip_address': '172.27.2.119', 'floating_network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'router_id': '7013e331-1097-482b-97d8-6610276975e3', 'port_id': 'd302d18e-d32d-403e-95bd-c3bd780fd67a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf', 'mac_address': 'fa:16:3e:df:20:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd60a83-9370-4a3c-bf76-6621e8005066', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:49:26Z', 'updated_at': '2022-04-12T19:49:29Z', 'revision_number': 1, 'project_id': '6bee925806f84c5292071bdf5600ea3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ea9e191-0575-41a4-b8a6-6f7159e4e5e7', 'name': '', 'network_id': 'cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf', 'tenant_id': '6bee925806f84c5292071bdf5600ea3d', 'mac_address': 'fa:16:3e:b0:bc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7013e331-1097-482b-97d8-6610276975e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '17d1257d-e8de-480c-a236-a7606e4db732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:45:29Z', 'updated_at': '2022-04-12T19:45:34Z', 'revision_number': 5, 'project_id': '6bee925806f84c5292071bdf5600ea3d', 'subnets': [{'id': '17d1257d-e8de-480c-a236-a7606e4db732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:54:15.840943 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8776acd-dabe-4a7c-9bf0-b32e0adb90c6 None None] Checking router: 7013e331-1097-482b-97d8-6610276975e3 for host: dv-cinder-837540-1-iscsi {{(pid=106718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:54:15.848744 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8776acd-dabe-4a7c-9bf0-b32e0adb90c6 None None] Routers {'7013e331-1097-482b-97d8-6610276975e3'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:54:15.849380 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-c8776acd-dabe-4a7c-9bf0-b32e0adb90c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:53:46Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['7013e331-1097-482b-97d8-6610276975e3'], 'active': True} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:54:15.956650 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvr_db [None req-c8776acd-dabe-4a7c-9bf0-b32e0adb90c6 None None] Set router 7013e331-1097-482b-97d8-6610276975e3 gateway port host: dv-cinder-837540-1-iscsi {{(pid=106718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:54:16.166116 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-c8776acd-dabe-4a7c-9bf0-b32e0adb90c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7013e331-1097-482b-97d8-6610276975e3', 'name': 'tempest-TestVolumeBootPattern-1301443618-router', 'tenant_id': '6bee925806f84c5292071bdf5600ea3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'f88b9b97-d799-4c39-8277-5ca46ea62d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:45:27Z', 'updated_at': '2022-04-12T19:45:30Z', 'revision_number': 4, 'project_id': '6bee925806f84c5292071bdf5600ea3d', 'gw_port': {'id': 'f88b9b97-d799-4c39-8277-5ca46ea62d04', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:29:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7013e331-1097-482b-97d8-6610276975e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:45:28Z', 'updated_at': '2022-04-12T19:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_floatingips': [{'id': 'ac64aa3a-833b-4d96-84e6-141249774947', 'tenant_id': '6bee925806f84c5292071bdf5600ea3d', 'floating_ip_address': '172.27.2.119', 'floating_network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'router_id': '7013e331-1097-482b-97d8-6610276975e3', 'port_id': 'd302d18e-d32d-403e-95bd-c3bd780fd67a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf', 'mac_address': 'fa:16:3e:df:20:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd60a83-9370-4a3c-bf76-6621e8005066', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:49:26Z', 'updated_at': '2022-04-12T19:49:29Z', 'revision_number': 1, 'project_id': '6bee925806f84c5292071bdf5600ea3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ea9e191-0575-41a4-b8a6-6f7159e4e5e7', 'name': '', 'network_id': 'cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf', 'tenant_id': '6bee925806f84c5292071bdf5600ea3d', 'mac_address': 'fa:16:3e:b0:bc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7013e331-1097-482b-97d8-6610276975e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '17d1257d-e8de-480c-a236-a7606e4db732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:45:29Z', 'updated_at': '2022-04-12T19:45:34Z', 'revision_number': 5, 'project_id': '6bee925806f84c5292071bdf5600ea3d', 'subnets': [{'id': '17d1257d-e8de-480c-a236-a7606e4db732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:54:16.191801 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8776acd-dabe-4a7c-9bf0-b32e0adb90c6 None None] The sync data for ids ['7013e331-1097-482b-97d8-6610276975e3'] in dv-cinder-837540-1-iscsi is: [{'id': '7013e331-1097-482b-97d8-6610276975e3', 'name': 'tempest-TestVolumeBootPattern-1301443618-router', 'tenant_id': '6bee925806f84c5292071bdf5600ea3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'f88b9b97-d799-4c39-8277-5ca46ea62d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:45:27Z', 'updated_at': '2022-04-12T19:45:30Z', 'revision_number': 4, 'project_id': '6bee925806f84c5292071bdf5600ea3d', 'gw_port': {'id': 'f88b9b97-d799-4c39-8277-5ca46ea62d04', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:29:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7013e331-1097-482b-97d8-6610276975e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:45:28Z', 'updated_at': '2022-04-12T19:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_floatingips': [{'id': 'ac64aa3a-833b-4d96-84e6-141249774947', 'tenant_id': '6bee925806f84c5292071bdf5600ea3d', 'floating_ip_address': '172.27.2.119', 'floating_network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'router_id': '7013e331-1097-482b-97d8-6610276975e3', 'port_id': 'd302d18e-d32d-403e-95bd-c3bd780fd67a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf', 'mac_address': 'fa:16:3e:df:20:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd60a83-9370-4a3c-bf76-6621e8005066', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:49:26Z', 'updated_at': '2022-04-12T19:49:29Z', 'revision_number': 1, 'project_id': '6bee925806f84c5292071bdf5600ea3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ea9e191-0575-41a4-b8a6-6f7159e4e5e7', 'name': '', 'network_id': 'cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf', 'tenant_id': '6bee925806f84c5292071bdf5600ea3d', 'mac_address': 'fa:16:3e:b0:bc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7013e331-1097-482b-97d8-6610276975e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '17d1257d-e8de-480c-a236-a7606e4db732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:45:29Z', 'updated_at': '2022-04-12T19:45:34Z', 'revision_number': 5, 'project_id': '6bee925806f84c5292071bdf5600ea3d', 'subnets': [{'id': '17d1257d-e8de-480c-a236-a7606e4db732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:54:16.299796 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-a8bed89e-2d9c-40a1-b444-9ef2e4d9eedc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (4d9412c4-31b2-4fbf-87a0-f931332ab9d5), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:16.414865 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbdfc77-9868-4972-8d79-528a71068891 None None] New status for floating IP 19dcdda5-db93-4857-a72a-8933bfff40c2: DOWN {{(pid=106714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 19:54:16.605675 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-70053ec4-04ef-45c4-a487-3467dbb80dd7 req-7b67c4be-3fdc-4234-9241-2bf8908989a3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb500720-01f8-404e-9339-b99f1caa1c0e HTTP/1.1" status: 200 len: 217 time: 0.0345595 Apr 12 19:54:16.656505 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70053ec4-04ef-45c4-a487-3467dbb80dd7 req-392c806e-071c-45de-9244-b5cfb1c9a37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:54:16.657887 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-70053ec4-04ef-45c4-a487-3467dbb80dd7 req-392c806e-071c-45de-9244-b5cfb1c9a37a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=17d1257d-e8de-480c-a236-a7606e4db732 HTTP/1.1" status: 200 len: 851 time: 0.0456877 Apr 12 19:54:17.010663 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70053ec4-04ef-45c4-a487-3467dbb80dd7 req-70e5c8db-a9b4-49ea-8925-34278a395742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:54:17.012073 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-70053ec4-04ef-45c4-a487-3467dbb80dd7 req-70e5c8db-a9b4-49ea-8925-34278a395742 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3257730 Apr 12 19:54:17.027054 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481ec99b-54b6-4c9f-92a6-12edd57d7b28 req-00b7d93c-4a8f-437c-bb6e-02364c75bd50 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:54:17.028496 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-481ec99b-54b6-4c9f-92a6-12edd57d7b28 req-00b7d93c-4a8f-437c-bb6e-02364c75bd50 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/ports?device_id=c168b680-e168-4cb4-bf35-2d46c5dbade5 HTTP/1.1" status: 200 len: 946 time: 0.0546165 Apr 12 19:54:17.129961 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-481ec99b-54b6-4c9f-92a6-12edd57d7b28 req-acbb336c-4137-4c32-8514-79a7b6d42433 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/security-groups?id=cbff3107-daca-4eee-8f23-60f596090e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929618 Apr 12 19:54:17.146004 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-70053ec4-04ef-45c4-a487-3467dbb80dd7 req-3b4591de-b982-4e42-9ffa-5873eec0195a service neutron] 10.222.0.25 "GET /v2.0/networks/cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162834 Apr 12 19:54:17.268214 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-0fb4a5ae-492f-43e3-90d5-82372e23b9ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (01005bd1-5b1e-41c6-b9b3-a4d4f93589b9), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:17.410480 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ef6d9d-9b63-40d5-b486-f1837813131c req-bafcf126-9891-4d6f-94c1-4744bbf87db8 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:54:17.411943 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-90ef6d9d-9b63-40d5-b486-f1837813131c req-bafcf126-9891-4d6f-94c1-4744bbf87db8 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.25 "GET /v2.0/ports?device_id=c168b680-e168-4cb4-bf35-2d46c5dbade5 HTTP/1.1" status: 200 len: 946 time: 0.0648725 Apr 12 19:54:17.414113 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-70053ec4-04ef-45c4-a487-3467dbb80dd7 req-e19efc15-68ac-4a1b-b950-1943f906d3c6 service neutron] 10.222.0.25 "GET /v2.0/networks/cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242766 Apr 12 19:54:17.499879 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.plugin [req-90ef6d9d-9b63-40d5-b486-f1837813131c req-04869497-2bcf-4d49-a4f9-671ab1b40184 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Deleting port cb500720-01f8-404e-9339-b99f1caa1c0e {{(pid=106704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:54:17.500255 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-90ef6d9d-9b63-40d5-b486-f1837813131c req-04869497-2bcf-4d49-a4f9-671ab1b40184 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749198460456'] for port (cb500720-01f8-404e-9339-b99f1caa1c0e), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:17.590607 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.db [req-90ef6d9d-9b63-40d5-b486-f1837813131c req-04869497-2bcf-4d49-a4f9-671ab1b40184 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] For port cb500720-01f8-404e-9339-b99f1caa1c0e, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=cb500720-01f8-404e-9339-b99f1caa1c0e,segment=NetworkSegment(a144370d-4b66-4f66-8cfd-2a36bf44a2ec),segment_id=a144370d-4b66-4f66-8cfd-2a36bf44a2ec)] {{(pid=106704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:54:17.590885 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-90ef6d9d-9b63-40d5-b486-f1837813131c req-04869497-2bcf-4d49-a4f9-671ab1b40184 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661808'] for port (cb500720-01f8-404e-9339-b99f1caa1c0e), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:17.603659 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.plugin [req-90ef6d9d-9b63-40d5-b486-f1837813131c req-04869497-2bcf-4d49-a4f9-671ab1b40184 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Calling delete_port for cb500720-01f8-404e-9339-b99f1caa1c0e owned by compute:nova {{(pid=106704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:54:17.731695 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-90ef6d9d-9b63-40d5-b486-f1837813131c req-04869497-2bcf-4d49-a4f9-671ab1b40184 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749198465814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749198058671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8791401'] for port (cb500720-01f8-404e-9339-b99f1caa1c0e), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:17.770520 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04869497-2bcf-4d49-a4f9-671ab1b40184 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Pushing event deleted for resources: {'Port': ['ID=cb500720-01f8-404e-9339-b99f1caa1c0e,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:54:17.812047 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.l3_dvrscheduler_db [req-90ef6d9d-9b63-40d5-b486-f1837813131c req-04869497-2bcf-4d49-a4f9-671ab1b40184 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] No DVR routers for this DVR port cb500720-01f8-404e-9339-b99f1caa1c0e on host hv-cinder-83754 {{(pid=106704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 19:54:17.814554 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-90ef6d9d-9b63-40d5-b486-f1837813131c req-04869497-2bcf-4d49-a4f9-671ab1b40184 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245471'] for port (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:17.817837 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-90ef6d9d-9b63-40d5-b486-f1837813131c req-04869497-2bcf-4d49-a4f9-671ab1b40184 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.25 "DELETE /v2.0/ports/cb500720-01f8-404e-9339-b99f1caa1c0e HTTP/1.1" status: 204 len: 173 time: 0.3966596 Apr 12 19:54:17.818798 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c168b680-e168-4cb4-bf35-2d46c5dbade5', 'name': 'network-vif-deleted', 'tag': 'cb500720-01f8-404e-9339-b99f1caa1c0e'}] {{(pid=106704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:54:17.821100 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7198706052eeb44005bd3d373437c5078b0bb903de01f30342c0d4536e5352d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0be79cb5-8f92-4636-8443-411fc6b5a462" -d '{"events": [{"server_uuid": "c168b680-e168-4cb4-bf35-2d46c5dbade5", "name": "network-vif-deleted", "tag": "cb500720-01f8-404e-9339-b99f1caa1c0e"}]}' {{(pid=106704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:54:17.862068 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 19:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae453f8a-405b-4e17-85ba-e3f026695825 x-openstack-request-id: req-ae453f8a-405b-4e17-85ba-e3f026695825 {{(pid=106704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:54:17.862420 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c168b680-e168-4cb4-bf35-2d46c5dbade5", "name": "network-vif-deleted", "tag": "cb500720-01f8-404e-9339-b99f1caa1c0e", "status": "completed", "code": 200}]} {{(pid=106704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:54:17.862680 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ae453f8a-405b-4e17-85ba-e3f026695825 {{(pid=106704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:54:17.863153 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae453f8a-405b-4e17-85ba-e3f026695825'] response: {'server_uuid': 'c168b680-e168-4cb4-bf35-2d46c5dbade5', 'name': 'network-vif-deleted', 'tag': 'cb500720-01f8-404e-9339-b99f1caa1c0e', 'status': 'completed', 'code': 200} Apr 12 19:54:18.238255 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-d8ac8c6e-1c8b-4904-97a9-43115db5db04 req-9d6d7c88-73a7-408f-a685-7b88eca81ec8 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/ports?device_id=c168b680-e168-4cb4-bf35-2d46c5dbade5 HTTP/1.1" status: 200 len: 210 time: 0.0281539 Apr 12 19:54:18.720006 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-655d5a5e-25bf-423f-acb4-166f4bec9d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (f3d2fb0e-5305-4f08-ab1f-5f1d50bdad22), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:20.421046 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Device cb500720-01f8-404e-9339-b99f1caa1c0e no longer exists at agent hyperv_hv-cinder-83754 {{(pid=106714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 19:54:20.440560 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] No Port match for: cb500720-01f8-404e-9339-b99f1caa1c0e {{(pid=106714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 19:54:20.440908 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Device cb500720-01f8-404e-9339-b99f1caa1c0e not bound to the agent host hv-cinder-83754 {{(pid=106714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 19:54:20.500402 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (e0bf5abe-d5c5-40a1-a359-03156ade36a4), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:21.516395 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 40802) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:54:21.662136 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.plugin [None req-ca1c65cd-0b9c-4375-b9b0-469ac0c5babe tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Deleting port f8081e85-335c-4ad0-bd58-747ce26efdb4 {{(pid=106704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:54:21.662451 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-ca1c65cd-0b9c-4375-b9b0-469ac0c5babe tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749198460456'] for port (f8081e85-335c-4ad0-bd58-747ce26efdb4), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:21.734209 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-ca1c65cd-0b9c-4375-b9b0-469ac0c5babe tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661808'] for port (f8081e85-335c-4ad0-bd58-747ce26efdb4), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:21.734528 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-ca1c65cd-0b9c-4375-b9b0-469ac0c5babe tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Publish callbacks [] for floatingip (f8081e85-335c-4ad0-bd58-747ce26efdb4), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:21.747339 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.plugin [None req-ca1c65cd-0b9c-4375-b9b0-469ac0c5babe tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Calling delete_port for f8081e85-335c-4ad0-bd58-747ce26efdb4 owned by network:floatingip {{(pid=106704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:54:21.890747 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-ca1c65cd-0b9c-4375-b9b0-469ac0c5babe tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749198465814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749198058671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8791401'] for port (f8081e85-335c-4ad0-bd58-747ce26efdb4), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:21.916510 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1c65cd-0b9c-4375-b9b0-469ac0c5babe tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Pushing event deleted for resources: {'Port': ['ID=f8081e85-335c-4ad0-bd58-747ce26efdb4,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:54:21.977001 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-ca1c65cd-0b9c-4375-b9b0-469ac0c5babe tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Publish callbacks [] for floatingip (ac64aa3a-833b-4d96-84e6-141249774947), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:21.977317 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.db.l3_db [None req-ca1c65cd-0b9c-4375-b9b0-469ac0c5babe tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Floating IP ac64aa3a-833b-4d96-84e6-141249774947 disassociated (deleted). External IP: 172.27.2.119, port: d302d18e-d32d-403e-95bd-c3bd780fd67a. Apr 12 19:54:22.181720 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca1c65cd-0b9c-4375-b9b0-469ac0c5babe tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Router 7013e331-1097-482b-97d8-6610276975e3 has already been hosted by L3 agent 4d9412c4-31b2-4fbf-87a0-f931332ab9d5 {{(pid=106704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 19:54:22.288141 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca1c65cd-0b9c-4375-b9b0-469ac0c5babe tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Notify agent at l3_agent.dv-cinder-837540-1-iscsi the message routers_updated {{(pid=106704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:54:22.293491 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-ca1c65cd-0b9c-4375-b9b0-469ac0c5babe tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245471'] for floatingip (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:22.298001 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92c5da3-6c73-4dcf-9703-9e8b3766ab1d None None] Sync routers for ids ['7013e331-1097-482b-97d8-6610276975e3'] in dv-cinder-837540-1-iscsi {{(pid=106718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:54:22.307558 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92c5da3-6c73-4dcf-9703-9e8b3766ab1d None None] Routers {'7013e331-1097-482b-97d8-6610276975e3'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:54:22.308199 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-a92c5da3-6c73-4dcf-9703-9e8b3766ab1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:54:16Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['7013e331-1097-482b-97d8-6610276975e3'], 'active': True} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:54:22.322046 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-ca1c65cd-0b9c-4375-b9b0-469ac0c5babe tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "DELETE /v2.0/floatingips/ac64aa3a-833b-4d96-84e6-141249774947 HTTP/1.1" status: 204 len: 168 time: 0.8045764 Apr 12 19:54:22.322639 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cd60a83-9370-4a3c-bf76-6621e8005066', 'tag': 'd302d18e-d32d-403e-95bd-c3bd780fd67a'}] {{(pid=106704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:54:22.324884 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7198706052eeb44005bd3d373437c5078b0bb903de01f30342c0d4536e5352d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7900dbe8-0c34-4cf9-b2c6-156b7098f351" -d '{"events": [{"name": "network-changed", "server_uuid": "5cd60a83-9370-4a3c-bf76-6621e8005066", "tag": "d302d18e-d32d-403e-95bd-c3bd780fd67a"}]}' {{(pid=106704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:54:22.362132 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 19:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-832d7a05-e89e-4ed4-ada0-6432085d5de7 x-openstack-request-id: req-832d7a05-e89e-4ed4-ada0-6432085d5de7 {{(pid=106704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:54:22.362499 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cd60a83-9370-4a3c-bf76-6621e8005066", "tag": "d302d18e-d32d-403e-95bd-c3bd780fd67a", "status": "completed", "code": 200}]} {{(pid=106704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:54:22.362853 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-832d7a05-e89e-4ed4-ada0-6432085d5de7 {{(pid=106704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:54:22.363320 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.notifiers.nova [-] Nova event matching ['req-832d7a05-e89e-4ed4-ada0-6432085d5de7'] response: {'name': 'network-changed', 'server_uuid': '5cd60a83-9370-4a3c-bf76-6621e8005066', 'tag': 'd302d18e-d32d-403e-95bd-c3bd780fd67a', 'status': 'completed', 'code': 200} Apr 12 19:54:22.418346 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvr_db [None req-a92c5da3-6c73-4dcf-9703-9e8b3766ab1d None None] Set router 7013e331-1097-482b-97d8-6610276975e3 gateway port host: dv-cinder-837540-1-iscsi {{(pid=106718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:54:22.422495 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7900dbe8-0c34-4cf9-b2c6-156b7098f351 req-e4efbf87-2c54-4047-af99-db26029ba8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:54:22.424432 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-7900dbe8-0c34-4cf9-b2c6-156b7098f351 req-e4efbf87-2c54-4047-af99-db26029ba8a9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6bee925806f84c5292071bdf5600ea3d&device_id=5cd60a83-9370-4a3c-bf76-6621e8005066 HTTP/1.1" status: 200 len: 1130 time: 0.0415888 Apr 12 19:54:22.530689 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7900dbe8-0c34-4cf9-b2c6-156b7098f351 req-7fb12c7f-86f4-447e-9317-c665da0e5c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:54:22.532201 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-7900dbe8-0c34-4cf9-b2c6-156b7098f351 req-7fb12c7f-86f4-447e-9317-c665da0e5c19 service neutron] 10.222.0.25 "GET /v2.0/networks?id=cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf HTTP/1.1" status: 200 len: 913 time: 0.1006203 Apr 12 19:54:22.619634 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-a92c5da3-6c73-4dcf-9703-9e8b3766ab1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7013e331-1097-482b-97d8-6610276975e3', 'name': 'tempest-TestVolumeBootPattern-1301443618-router', 'tenant_id': '6bee925806f84c5292071bdf5600ea3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'f88b9b97-d799-4c39-8277-5ca46ea62d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:45:27Z', 'updated_at': '2022-04-12T19:45:30Z', 'revision_number': 4, 'project_id': '6bee925806f84c5292071bdf5600ea3d', 'gw_port': {'id': 'f88b9b97-d799-4c39-8277-5ca46ea62d04', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:29:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7013e331-1097-482b-97d8-6610276975e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:45:28Z', 'updated_at': '2022-04-12T19:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_interfaces': [{'id': '7ea9e191-0575-41a4-b8a6-6f7159e4e5e7', 'name': '', 'network_id': 'cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf', 'tenant_id': '6bee925806f84c5292071bdf5600ea3d', 'mac_address': 'fa:16:3e:b0:bc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7013e331-1097-482b-97d8-6610276975e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '17d1257d-e8de-480c-a236-a7606e4db732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:45:29Z', 'updated_at': '2022-04-12T19:45:34Z', 'revision_number': 5, 'project_id': '6bee925806f84c5292071bdf5600ea3d', 'subnets': [{'id': '17d1257d-e8de-480c-a236-a7606e4db732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:54:22.632144 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c279e02-492e-4c56-a079-9abd7e49bf2d req-3172266f-dadb-45a6-bf41-e099caf4a2a4 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:54:22.634205 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-6c279e02-492e-4c56-a079-9abd7e49bf2d req-3172266f-dadb-45a6-bf41-e099caf4a2a4 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/ports?device_id=5cd60a83-9370-4a3c-bf76-6621e8005066 HTTP/1.1" status: 200 len: 946 time: 0.1285963 Apr 12 19:54:22.646956 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92c5da3-6c73-4dcf-9703-9e8b3766ab1d None None] Checking router: 7013e331-1097-482b-97d8-6610276975e3 for host: dv-cinder-837540-1-iscsi {{(pid=106718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:54:22.655304 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92c5da3-6c73-4dcf-9703-9e8b3766ab1d None None] Routers {'7013e331-1097-482b-97d8-6610276975e3'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:54:22.655909 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-a92c5da3-6c73-4dcf-9703-9e8b3766ab1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:54:16Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['7013e331-1097-482b-97d8-6610276975e3'], 'active': True} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:54:22.681954 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-6c279e02-492e-4c56-a079-9abd7e49bf2d req-ff83062d-fad8-4458-992d-86596acdfe64 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/security-groups?id=cbff3107-daca-4eee-8f23-60f596090e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421469 Apr 12 19:54:22.760691 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvr_db [None req-a92c5da3-6c73-4dcf-9703-9e8b3766ab1d None None] Set router 7013e331-1097-482b-97d8-6610276975e3 gateway port host: dv-cinder-837540-1-iscsi {{(pid=106718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:54:22.905752 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-7900dbe8-0c34-4cf9-b2c6-156b7098f351 req-535ec320-7fc5-4ef8-a17d-254cfb96caa2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d302d18e-d32d-403e-95bd-c3bd780fd67a HTTP/1.1" status: 200 len: 217 time: 0.0357037 Apr 12 19:54:22.940856 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-a92c5da3-6c73-4dcf-9703-9e8b3766ab1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7013e331-1097-482b-97d8-6610276975e3', 'name': 'tempest-TestVolumeBootPattern-1301443618-router', 'tenant_id': '6bee925806f84c5292071bdf5600ea3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'f88b9b97-d799-4c39-8277-5ca46ea62d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:45:27Z', 'updated_at': '2022-04-12T19:45:30Z', 'revision_number': 4, 'project_id': '6bee925806f84c5292071bdf5600ea3d', 'gw_port': {'id': 'f88b9b97-d799-4c39-8277-5ca46ea62d04', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:29:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7013e331-1097-482b-97d8-6610276975e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:45:28Z', 'updated_at': '2022-04-12T19:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_interfaces': [{'id': '7ea9e191-0575-41a4-b8a6-6f7159e4e5e7', 'name': '', 'network_id': 'cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf', 'tenant_id': '6bee925806f84c5292071bdf5600ea3d', 'mac_address': 'fa:16:3e:b0:bc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7013e331-1097-482b-97d8-6610276975e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '17d1257d-e8de-480c-a236-a7606e4db732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:45:29Z', 'updated_at': '2022-04-12T19:45:34Z', 'revision_number': 5, 'project_id': '6bee925806f84c5292071bdf5600ea3d', 'subnets': [{'id': '17d1257d-e8de-480c-a236-a7606e4db732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:54:22.953704 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7900dbe8-0c34-4cf9-b2c6-156b7098f351 req-2e53d9ea-5f86-4bd0-a152-d2f3a6659ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:54:22.955140 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-7900dbe8-0c34-4cf9-b2c6-156b7098f351 req-2e53d9ea-5f86-4bd0-a152-d2f3a6659ab7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=17d1257d-e8de-480c-a236-a7606e4db732 HTTP/1.1" status: 200 len: 851 time: 0.0426836 Apr 12 19:54:23.021630 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7900dbe8-0c34-4cf9-b2c6-156b7098f351 req-a5d26d3f-422e-4422-9409-c4ecfad00ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:54:23.023137 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-7900dbe8-0c34-4cf9-b2c6-156b7098f351 req-a5d26d3f-422e-4422-9409-c4ecfad00ee5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401878 Apr 12 19:54:23.053939 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92c5da3-6c73-4dcf-9703-9e8b3766ab1d None None] The sync data for ids ['7013e331-1097-482b-97d8-6610276975e3'] in dv-cinder-837540-1-iscsi is: [{'id': '7013e331-1097-482b-97d8-6610276975e3', 'name': 'tempest-TestVolumeBootPattern-1301443618-router', 'tenant_id': '6bee925806f84c5292071bdf5600ea3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'f88b9b97-d799-4c39-8277-5ca46ea62d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:45:27Z', 'updated_at': '2022-04-12T19:45:30Z', 'revision_number': 4, 'project_id': '6bee925806f84c5292071bdf5600ea3d', 'gw_port': {'id': 'f88b9b97-d799-4c39-8277-5ca46ea62d04', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:29:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7013e331-1097-482b-97d8-6610276975e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:45:28Z', 'updated_at': '2022-04-12T19:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_interfaces': [{'id': '7ea9e191-0575-41a4-b8a6-6f7159e4e5e7', 'name': '', 'network_id': 'cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf', 'tenant_id': '6bee925806f84c5292071bdf5600ea3d', 'mac_address': 'fa:16:3e:b0:bc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7013e331-1097-482b-97d8-6610276975e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '17d1257d-e8de-480c-a236-a7606e4db732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:45:29Z', 'updated_at': '2022-04-12T19:45:34Z', 'revision_number': 5, 'project_id': '6bee925806f84c5292071bdf5600ea3d', 'subnets': [{'id': '17d1257d-e8de-480c-a236-a7606e4db732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:54:23.119171 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-7900dbe8-0c34-4cf9-b2c6-156b7098f351 req-a125e6a7-1828-49cd-beca-77552f3bd50e service neutron] 10.222.0.25 "GET /v2.0/networks/cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887685 Apr 12 19:54:23.267636 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8267683c-30c7-42e2-85e8-13c142e749b4 None None] New status for floating IP ac64aa3a-833b-4d96-84e6-141249774947: DOWN {{(pid=106714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 19:54:23.331868 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-7900dbe8-0c34-4cf9-b2c6-156b7098f351 req-1b936c2b-6af3-4e10-8af5-cb9e7d8a2eb6 service neutron] 10.222.0.25 "GET /v2.0/networks/cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912619 Apr 12 19:54:23.484646 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489620c1-5478-4ff6-be8c-bf6895c0329a req-a23f428f-505c-4d1f-a994-1b4715cc8c61 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:54:23.486094 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-489620c1-5478-4ff6-be8c-bf6895c0329a req-a23f428f-505c-4d1f-a994-1b4715cc8c61 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.25 "GET /v2.0/ports?device_id=5cd60a83-9370-4a3c-bf76-6621e8005066 HTTP/1.1" status: 200 len: 946 time: 0.0467947 Apr 12 19:54:23.569167 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.plugin [req-489620c1-5478-4ff6-be8c-bf6895c0329a req-fc8c170c-3941-4f5d-8bd5-90cd8af751a2 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Deleting port d302d18e-d32d-403e-95bd-c3bd780fd67a {{(pid=106704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:54:23.569846 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-489620c1-5478-4ff6-be8c-bf6895c0329a req-fc8c170c-3941-4f5d-8bd5-90cd8af751a2 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749198460456'] for port (d302d18e-d32d-403e-95bd-c3bd780fd67a), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:23.657934 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.db [req-489620c1-5478-4ff6-be8c-bf6895c0329a req-fc8c170c-3941-4f5d-8bd5-90cd8af751a2 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] For port d302d18e-d32d-403e-95bd-c3bd780fd67a, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=d302d18e-d32d-403e-95bd-c3bd780fd67a,segment=NetworkSegment(a144370d-4b66-4f66-8cfd-2a36bf44a2ec),segment_id=a144370d-4b66-4f66-8cfd-2a36bf44a2ec)] {{(pid=106704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:54:23.658297 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-489620c1-5478-4ff6-be8c-bf6895c0329a req-fc8c170c-3941-4f5d-8bd5-90cd8af751a2 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661808'] for port (d302d18e-d32d-403e-95bd-c3bd780fd67a), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:23.671457 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.plugin [req-489620c1-5478-4ff6-be8c-bf6895c0329a req-fc8c170c-3941-4f5d-8bd5-90cd8af751a2 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Calling delete_port for d302d18e-d32d-403e-95bd-c3bd780fd67a owned by compute:nova {{(pid=106704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:54:23.841054 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-489620c1-5478-4ff6-be8c-bf6895c0329a req-fc8c170c-3941-4f5d-8bd5-90cd8af751a2 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749198465814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749198058671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8791401'] for port (d302d18e-d32d-403e-95bd-c3bd780fd67a), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:23.873289 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8c170c-3941-4f5d-8bd5-90cd8af751a2 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Pushing event deleted for resources: {'Port': ['ID=d302d18e-d32d-403e-95bd-c3bd780fd67a,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:54:23.891142 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ecb9fc-a3b9-47c9-98e4-f062697cb135 req-7c790787-fe71-4e99-8489-dcd45db0a55e tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:54:23.892728 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-42ecb9fc-a3b9-47c9-98e4-f062697cb135 req-7c790787-fe71-4e99-8489-dcd45db0a55e tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/ports?device_id=5cd60a83-9370-4a3c-bf76-6621e8005066 HTTP/1.1" status: 200 len: 946 time: 0.1402440 Apr 12 19:54:23.940974 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.l3_dvrscheduler_db [req-489620c1-5478-4ff6-be8c-bf6895c0329a req-fc8c170c-3941-4f5d-8bd5-90cd8af751a2 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] No DVR routers for this DVR port d302d18e-d32d-403e-95bd-c3bd780fd67a on host hv-cinder-83754 {{(pid=106704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 19:54:23.944068 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-489620c1-5478-4ff6-be8c-bf6895c0329a req-fc8c170c-3941-4f5d-8bd5-90cd8af751a2 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245471'] for port (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:23.947889 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-489620c1-5478-4ff6-be8c-bf6895c0329a req-fc8c170c-3941-4f5d-8bd5-90cd8af751a2 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.25 "DELETE /v2.0/ports/d302d18e-d32d-403e-95bd-c3bd780fd67a HTTP/1.1" status: 204 len: 173 time: 0.4542482 Apr 12 19:54:23.979221 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-42ecb9fc-a3b9-47c9-98e4-f062697cb135 req-addde5a2-335b-49ed-9be4-99019d2a3097 tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "GET /v2.0/security-groups?id=cbff3107-daca-4eee-8f23-60f596090e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710280 Apr 12 19:54:24.364506 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cd60a83-9370-4a3c-bf76-6621e8005066', 'name': 'network-vif-deleted', 'tag': 'd302d18e-d32d-403e-95bd-c3bd780fd67a'}] {{(pid=106704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:54:24.367407 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7198706052eeb44005bd3d373437c5078b0bb903de01f30342c0d4536e5352d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba1d5591-29e3-4421-a14b-1a60479acc3a" -d '{"events": [{"server_uuid": "5cd60a83-9370-4a3c-bf76-6621e8005066", "name": "network-vif-deleted", "tag": "d302d18e-d32d-403e-95bd-c3bd780fd67a"}]}' {{(pid=106704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:54:24.401709 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 19:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9464a01b-5c50-4318-b4e6-8c548216b7b7 x-openstack-request-id: req-9464a01b-5c50-4318-b4e6-8c548216b7b7 {{(pid=106704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:54:24.402005 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cd60a83-9370-4a3c-bf76-6621e8005066", "name": "network-vif-deleted", "tag": "d302d18e-d32d-403e-95bd-c3bd780fd67a", "status": "completed", "code": 200}]} {{(pid=106704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:54:24.402260 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9464a01b-5c50-4318-b4e6-8c548216b7b7 {{(pid=106704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:54:24.402656 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9464a01b-5c50-4318-b4e6-8c548216b7b7'] response: {'server_uuid': '5cd60a83-9370-4a3c-bf76-6621e8005066', 'name': 'network-vif-deleted', 'tag': 'd302d18e-d32d-403e-95bd-c3bd780fd67a', 'status': 'completed', 'code': 200} Apr 12 19:54:25.033682 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 40828) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:54:25.147728 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.plugin [None req-838d4d88-4448-41be-a09b-c87ee37713ff tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Deleting port 1b12f46e-0bed-4d21-a57e-caf53423e328 {{(pid=106704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:54:25.148639 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-838d4d88-4448-41be-a09b-c87ee37713ff tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749198460456'] for port (1b12f46e-0bed-4d21-a57e-caf53423e328), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:25.220569 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-838d4d88-4448-41be-a09b-c87ee37713ff tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661808'] for port (1b12f46e-0bed-4d21-a57e-caf53423e328), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:25.220891 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-838d4d88-4448-41be-a09b-c87ee37713ff tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Publish callbacks [] for floatingip (1b12f46e-0bed-4d21-a57e-caf53423e328), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:25.233984 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.plugin [None req-838d4d88-4448-41be-a09b-c87ee37713ff tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Calling delete_port for 1b12f46e-0bed-4d21-a57e-caf53423e328 owned by network:floatingip {{(pid=106704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:54:25.362181 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-838d4d88-4448-41be-a09b-c87ee37713ff tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749198465814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749198058671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8791401'] for port (1b12f46e-0bed-4d21-a57e-caf53423e328), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:25.386754 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838d4d88-4448-41be-a09b-c87ee37713ff tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Pushing event deleted for resources: {'Port': ['ID=1b12f46e-0bed-4d21-a57e-caf53423e328,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:54:25.448769 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-838d4d88-4448-41be-a09b-c87ee37713ff tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Publish callbacks [] for floatingip (7104fe9a-52e2-47fe-bebf-6a835608c8e7), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:25.451346 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-838d4d88-4448-41be-a09b-c87ee37713ff tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245471'] for floatingip (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:25.452514 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-838d4d88-4448-41be-a09b-c87ee37713ff tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "DELETE /v2.0/floatingips/7104fe9a-52e2-47fe-bebf-6a835608c8e7 HTTP/1.1" status: 204 len: 168 time: 0.4178555 Apr 12 19:54:25.735523 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (ce4c6b0b-91ae-4576-82ad-f2f4ee2d2a45), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:26.642354 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 40842) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:54:26.697225 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-719d476c-7791-4ed3-a874-5b908d801c6f tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Publish callbacks [] for security_group (cbff3107-daca-4eee-8f23-60f596090e71), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:26.721852 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-719d476c-7791-4ed3-a874-5b908d801c6f tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Publish callbacks [] for security_group (cbff3107-daca-4eee-8f23-60f596090e71), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:26.782632 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-719d476c-7791-4ed3-a874-5b908d801c6f tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (cbff3107-daca-4eee-8f23-60f596090e71), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:26.785515 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-719d476c-7791-4ed3-a874-5b908d801c6f tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Publish callbacks [] for security_group (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:26.786622 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-719d476c-7791-4ed3-a874-5b908d801c6f tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] 10.222.0.15 "DELETE /v2.0/security-groups/cbff3107-daca-4eee-8f23-60f596090e71 HTTP/1.1" status: 204 len: 168 time: 0.1433003 Apr 12 19:54:26.796263 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d476c-7791-4ed3-a874-5b908d801c6f tempest-TestVolumeBootPattern-1265105637 tempest-TestVolumeBootPattern-1265105637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbff3107-daca-4eee-8f23-60f596090e71,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:54:26.840725 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 40846) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:54:27.276032 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-c7680b65-aa50-46e9-8b4c-bd249286b009 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-668350'] for router_interface (7013e331-1097-482b-97d8-6610276975e3), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:27.763780 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.plugin [None req-c7680b65-aa50-46e9-8b4c-bd249286b009 admin admin] Deleting port 7ea9e191-0575-41a4-b8a6-6f7159e4e5e7 {{(pid=106704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:54:27.764539 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-c7680b65-aa50-46e9-8b4c-bd249286b009 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749198460456'] for port (7ea9e191-0575-41a4-b8a6-6f7159e4e5e7), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:27.850597 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.db [None req-c7680b65-aa50-46e9-8b4c-bd249286b009 admin admin] For port 7ea9e191-0575-41a4-b8a6-6f7159e4e5e7, host dv-cinder-837540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-1-iscsi',level=0,port_id=7ea9e191-0575-41a4-b8a6-6f7159e4e5e7,segment=NetworkSegment(a144370d-4b66-4f66-8cfd-2a36bf44a2ec),segment_id=a144370d-4b66-4f66-8cfd-2a36bf44a2ec)] {{(pid=106704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:54:27.850994 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-c7680b65-aa50-46e9-8b4c-bd249286b009 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661808'] for port (7ea9e191-0575-41a4-b8a6-6f7159e4e5e7), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:27.867831 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.plugin [None req-c7680b65-aa50-46e9-8b4c-bd249286b009 admin admin] Calling delete_port for 7ea9e191-0575-41a4-b8a6-6f7159e4e5e7 owned by network:router_interface {{(pid=106704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:54:28.041284 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-c7680b65-aa50-46e9-8b4c-bd249286b009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749198465814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749198058671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8791401'] for port (7ea9e191-0575-41a4-b8a6-6f7159e4e5e7), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:28.063840 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7680b65-aa50-46e9-8b4c-bd249286b009 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ea9e191-0575-41a4-b8a6-6f7159e4e5e7,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:54:28.234105 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-c7680b65-aa50-46e9-8b4c-bd249286b009 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-668194'] for router_interface (7013e331-1097-482b-97d8-6610276975e3), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:28.444320 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7680b65-aa50-46e9-8b4c-bd249286b009 admin admin] Router 7013e331-1097-482b-97d8-6610276975e3 has already been hosted by L3 agent 4d9412c4-31b2-4fbf-87a0-f931332ab9d5 {{(pid=106704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 19:54:28.470089 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Device d302d18e-d32d-403e-95bd-c3bd780fd67a no longer exists at agent hyperv_hv-cinder-83754 {{(pid=106714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 19:54:28.489831 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] No Port match for: d302d18e-d32d-403e-95bd-c3bd780fd67a {{(pid=106714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 19:54:28.490176 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Device d302d18e-d32d-403e-95bd-c3bd780fd67a not bound to the agent host hv-cinder-83754 {{(pid=106714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 19:54:28.552907 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7680b65-aa50-46e9-8b4c-bd249286b009 admin admin] Notify agent at l3_agent.dv-cinder-837540-1-iscsi the message routers_updated {{(pid=106704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:54:28.557997 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-c7680b65-aa50-46e9-8b4c-bd249286b009 admin admin] 10.222.0.15 "PUT /v2.0/routers/7013e331-1097-482b-97d8-6610276975e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7162728 Apr 12 19:54:28.560502 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 40850) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:54:28.562218 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee156e1-4573-436a-b6d1-8619c910a30a None None] Sync routers for ids ['7013e331-1097-482b-97d8-6610276975e3'] in dv-cinder-837540-1-iscsi {{(pid=106718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:54:28.572460 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee156e1-4573-436a-b6d1-8619c910a30a None None] Routers {'7013e331-1097-482b-97d8-6610276975e3'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:54:28.573058 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-4ee156e1-4573-436a-b6d1-8619c910a30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:54:16Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['7013e331-1097-482b-97d8-6610276975e3'], 'active': True} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:54:28.666111 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-cac622f6-9576-4d12-8d4a-a933684123c3 admin admin] Publish callbacks [] for router (7013e331-1097-482b-97d8-6610276975e3), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:28.675047 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvr_db [None req-4ee156e1-4573-436a-b6d1-8619c910a30a None None] Set router 7013e331-1097-482b-97d8-6610276975e3 gateway port host: dv-cinder-837540-1-iscsi {{(pid=106718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:54:28.769506 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-cac622f6-9576-4d12-8d4a-a933684123c3 admin admin] Publish callbacks [] for router_gateway (7013e331-1097-482b-97d8-6610276975e3), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:28.813200 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.plugin [None req-cac622f6-9576-4d12-8d4a-a933684123c3 admin admin] Deleting port f88b9b97-d799-4c39-8277-5ca46ea62d04 {{(pid=106704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:54:28.813533 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-cac622f6-9576-4d12-8d4a-a933684123c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749198460456'] for port (f88b9b97-d799-4c39-8277-5ca46ea62d04), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:28.840289 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-4ee156e1-4573-436a-b6d1-8619c910a30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7013e331-1097-482b-97d8-6610276975e3', 'name': 'tempest-TestVolumeBootPattern-1301443618-router', 'tenant_id': '6bee925806f84c5292071bdf5600ea3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'f88b9b97-d799-4c39-8277-5ca46ea62d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:45:27Z', 'updated_at': '2022-04-12T19:54:27Z', 'revision_number': 5, 'project_id': '6bee925806f84c5292071bdf5600ea3d', 'gw_port': {'id': 'f88b9b97-d799-4c39-8277-5ca46ea62d04', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:29:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7013e331-1097-482b-97d8-6610276975e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:45:28Z', 'updated_at': '2022-04-12T19:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi'}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:54:28.871680 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee156e1-4573-436a-b6d1-8619c910a30a None None] Checking router: 7013e331-1097-482b-97d8-6610276975e3 for host: dv-cinder-837540-1-iscsi {{(pid=106718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:54:28.880464 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee156e1-4573-436a-b6d1-8619c910a30a None None] Routers {'7013e331-1097-482b-97d8-6610276975e3'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:54:28.881883 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-4ee156e1-4573-436a-b6d1-8619c910a30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:54:16Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['7013e331-1097-482b-97d8-6610276975e3'], 'active': True} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:54:28.893962 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.db [None req-cac622f6-9576-4d12-8d4a-a933684123c3 admin admin] For port f88b9b97-d799-4c39-8277-5ca46ea62d04, host dv-cinder-837540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-1-iscsi',level=0,port_id=f88b9b97-d799-4c39-8277-5ca46ea62d04,segment=NetworkSegment(d71711ac-63cd-4a26-822c-81ae059ce82d),segment_id=d71711ac-63cd-4a26-822c-81ae059ce82d)] {{(pid=106704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:54:28.894333 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-cac622f6-9576-4d12-8d4a-a933684123c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661808'] for port (f88b9b97-d799-4c39-8277-5ca46ea62d04), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:28.912189 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.plugin [None req-cac622f6-9576-4d12-8d4a-a933684123c3 admin admin] Calling delete_port for f88b9b97-d799-4c39-8277-5ca46ea62d04 owned by network:router_gateway {{(pid=106704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:54:28.969062 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvr_db [None req-4ee156e1-4573-436a-b6d1-8619c910a30a None None] Set router 7013e331-1097-482b-97d8-6610276975e3 gateway port host: None {{(pid=106718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:54:29.020352 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-4ee156e1-4573-436a-b6d1-8619c910a30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7013e331-1097-482b-97d8-6610276975e3', 'name': 'tempest-TestVolumeBootPattern-1301443618-router', 'tenant_id': '6bee925806f84c5292071bdf5600ea3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:45:27Z', 'updated_at': '2022-04-12T19:54:28Z', 'revision_number': 6, 'project_id': '6bee925806f84c5292071bdf5600ea3d', 'gw_port_host': None}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:54:29.051698 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee156e1-4573-436a-b6d1-8619c910a30a None None] The sync data for ids ['7013e331-1097-482b-97d8-6610276975e3'] in dv-cinder-837540-1-iscsi is: [{'id': '7013e331-1097-482b-97d8-6610276975e3', 'name': 'tempest-TestVolumeBootPattern-1301443618-router', 'tenant_id': '6bee925806f84c5292071bdf5600ea3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:45:27Z', 'updated_at': '2022-04-12T19:54:28Z', 'revision_number': 6, 'project_id': '6bee925806f84c5292071bdf5600ea3d', 'gw_port_host': None}] {{(pid=106718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:54:29.080505 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-cac622f6-9576-4d12-8d4a-a933684123c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749198465814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749198058671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8791401'] for port (f88b9b97-d799-4c39-8277-5ca46ea62d04), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:29.107163 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac622f6-9576-4d12-8d4a-a933684123c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f88b9b97-d799-4c39-8277-5ca46ea62d04,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:54:29.165804 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-cac622f6-9576-4d12-8d4a-a933684123c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668036'] for router_gateway (7013e331-1097-482b-97d8-6610276975e3), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:29.255174 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-cac622f6-9576-4d12-8d4a-a933684123c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-670298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26510'] for router (7013e331-1097-482b-97d8-6610276975e3), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:29.257315 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-cac622f6-9576-4d12-8d4a-a933684123c3 admin admin] Publish callbacks [] for router_controller (7013e331-1097-482b-97d8-6610276975e3), precommit_delete_associations {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:29.303235 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-cac622f6-9576-4d12-8d4a-a933684123c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-670305'] for router (7013e331-1097-482b-97d8-6610276975e3), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:29.303711 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cac622f6-9576-4d12-8d4a-a933684123c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7013e331-1097-482b-97d8-6610276975e3 {{(pid=106704) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 19:54:29.309030 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-cac622f6-9576-4d12-8d4a-a933684123c3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:29.310173 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-cac622f6-9576-4d12-8d4a-a933684123c3 admin admin] 10.222.0.15 "DELETE /v2.0/routers/7013e331-1097-482b-97d8-6610276975e3 HTTP/1.1" status: 204 len: 168 time: 0.7485723 Apr 12 19:54:29.312654 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 40852) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:54:29.356458 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6802026-a78d-41c5-941d-91d6d67e1cd6 admin admin] Deleting subnet 17d1257d-e8de-480c-a236-a7606e4db732 {{(pid=106704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 19:54:29.359369 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-e6802026-a78d-41c5-941d-91d6d67e1cd6 admin admin] Publish callbacks [] for subnet (17d1257d-e8de-480c-a236-a7606e4db732), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:29.393780 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-e6802026-a78d-41c5-941d-91d6d67e1cd6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9360983'] for subnet (17d1257d-e8de-480c-a236-a7606e4db732), precommit_delete_associations {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:29.477392 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-e6802026-a78d-41c5-941d-91d6d67e1cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449141'] for subnet (17d1257d-e8de-480c-a236-a7606e4db732), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:29.528520 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-e6802026-a78d-41c5-941d-91d6d67e1cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8791302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8854074'] for subnet (17d1257d-e8de-480c-a236-a7606e4db732), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:29.557292 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6802026-a78d-41c5-941d-91d6d67e1cd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17d1257d-e8de-480c-a236-a7606e4db732,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:54:29.559192 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-e6802026-a78d-41c5-941d-91d6d67e1cd6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:29.562335 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-e6802026-a78d-41c5-941d-91d6d67e1cd6 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/17d1257d-e8de-480c-a236-a7606e4db732 HTTP/1.1" status: 204 len: 168 time: 0.2487638 Apr 12 19:54:29.562851 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9fc2d66-f85c-40b8-ac93-e36753f3d38d None None] Network cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf requested from dv-cinder-837540-1-iscsi {{(pid=106714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 19:54:29.564865 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 40854) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:54:29.636408 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-f337e72f-5756-4427-aab5-f3e1f9bec015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3636804'] for network (cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:29.680105 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.plugin [None req-f337e72f-5756-4427-aab5-f3e1f9bec015 admin admin] Deleting port a553f29b-ddff-4700-b9f7-b9c49fd8f706 {{(pid=106704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:54:29.680338 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-f337e72f-5756-4427-aab5-f3e1f9bec015 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749198460456'] for port (a553f29b-ddff-4700-b9f7-b9c49fd8f706), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:29.741043 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.db [None req-f337e72f-5756-4427-aab5-f3e1f9bec015 admin admin] For port a553f29b-ddff-4700-b9f7-b9c49fd8f706, host dv-cinder-837540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-1-iscsi',level=0,port_id=a553f29b-ddff-4700-b9f7-b9c49fd8f706,segment=NetworkSegment(a144370d-4b66-4f66-8cfd-2a36bf44a2ec),segment_id=a144370d-4b66-4f66-8cfd-2a36bf44a2ec)] {{(pid=106704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:54:29.741317 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-f337e72f-5756-4427-aab5-f3e1f9bec015 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661808'] for port (a553f29b-ddff-4700-b9f7-b9c49fd8f706), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:29.754379 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.plugin [None req-f337e72f-5756-4427-aab5-f3e1f9bec015 admin admin] Calling delete_port for a553f29b-ddff-4700-b9f7-b9c49fd8f706 owned by network:dhcp {{(pid=106704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:54:29.798642 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3821470c-9007-4c92-adb6-ebc0331f6f79 None None] DHCP port deletion for cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf request from dv-cinder-837540-1-iscsi {{(pid=106714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 19:54:29.839306 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-f337e72f-5756-4427-aab5-f3e1f9bec015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749198465814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749198058671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8791401'] for port (a553f29b-ddff-4700-b9f7-b9c49fd8f706), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:29.843698 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-3821470c-9007-4c92-adb6-ebc0331f6f79 None None] Deleting port a553f29b-ddff-4700-b9f7-b9c49fd8f706 {{(pid=106714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:54:29.844125 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-3821470c-9007-4c92-adb6-ebc0331f6f79 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749198460456'] for port (a553f29b-ddff-4700-b9f7-b9c49fd8f706), before_delete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:29.866905 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f337e72f-5756-4427-aab5-f3e1f9bec015 admin admin] No DVR routers for this DVR port a553f29b-ddff-4700-b9f7-b9c49fd8f706 on host dv-cinder-837540-1-iscsi {{(pid=106704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 19:54:29.871819 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f337e72f-5756-4427-aab5-f3e1f9bec015 admin admin] Pushing event deleted for resources: {'Port': ['ID=a553f29b-ddff-4700-b9f7-b9c49fd8f706,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:54:29.915077 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-3821470c-9007-4c92-adb6-ebc0331f6f79 None None] For port a553f29b-ddff-4700-b9f7-b9c49fd8f706, host dv-cinder-837540-1-iscsi, got binding levels [] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:54:29.915480 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-3821470c-9007-4c92-adb6-ebc0331f6f79 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661808'] for port (a553f29b-ddff-4700-b9f7-b9c49fd8f706), precommit_delete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:29.927991 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-3821470c-9007-4c92-adb6-ebc0331f6f79 None None] Calling delete_port for a553f29b-ddff-4700-b9f7-b9c49fd8f706 owned by network:dhcp {{(pid=106714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:54:29.930637 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.ipam_backend_mixin [None req-3821470c-9007-4c92-adb6-ebc0331f6f79 None None] Port a553f29b-ddff-4700-b9f7-b9c49fd8f706 was not found and therefore no delete operation was performed {{(pid=106714) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 12 19:54:29.931812 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-3821470c-9007-4c92-adb6-ebc0331f6f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749198465814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749198058671'] for port (a553f29b-ddff-4700-b9f7-b9c49fd8f706), after_delete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:29.947781 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-f337e72f-5756-4427-aab5-f3e1f9bec015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3451022', 'neutron.services.segments.db._delete_segments_for_network-8749198551224'] for network (cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:29.954923 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3821470c-9007-4c92-adb6-ebc0331f6f79 None None] Pushing event deleted for resources: {'Port': ['ID=a553f29b-ddff-4700-b9f7-b9c49fd8f706,revision_number=None']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:54:29.965394 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3821470c-9007-4c92-adb6-ebc0331f6f79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:54:29.965746 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3821470c-9007-4c92-adb6-ebc0331f6f79 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:54:29.966092 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3821470c-9007-4c92-adb6-ebc0331f6f79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:54:29.966432 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3821470c-9007-4c92-adb6-ebc0331f6f79 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:54:29.966765 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3821470c-9007-4c92-adb6-ebc0331f6f79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:54:29.967098 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3821470c-9007-4c92-adb6-ebc0331f6f79 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:54:29.967424 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3821470c-9007-4c92-adb6-ebc0331f6f79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:54:29.967751 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3821470c-9007-4c92-adb6-ebc0331f6f79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:54:29.968101 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3821470c-9007-4c92-adb6-ebc0331f6f79 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:54:29.968421 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3821470c-9007-4c92-adb6-ebc0331f6f79 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:54:29.968930 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3821470c-9007-4c92-adb6-ebc0331f6f79 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:54:29.969449 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3821470c-9007-4c92-adb6-ebc0331f6f79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:54:29.969772 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3821470c-9007-4c92-adb6-ebc0331f6f79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:54:29.970097 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3821470c-9007-4c92-adb6-ebc0331f6f79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:54:29.970421 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3821470c-9007-4c92-adb6-ebc0331f6f79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:54:29.973646 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3821470c-9007-4c92-adb6-ebc0331f6f79 None None] No DVR routers for this DVR port a553f29b-ddff-4700-b9f7-b9c49fd8f706 on host dv-cinder-837540-1-iscsi {{(pid=106714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 19:54:29.973879 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.services.segments.db [None req-f337e72f-5756-4427-aab5-f3e1f9bec015 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf']}} {{(pid=106704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:54:29.985914 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.services.segments.db [None req-f337e72f-5756-4427-aab5-f3e1f9bec015 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a144370d-4b66-4f66-8cfd-2a36bf44a2ec') {'for_net_delete': True} {{(pid=106704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:54:29.986325 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.services.segments.db [None req-f337e72f-5756-4427-aab5-f3e1f9bec015 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a144370d-4b66-4f66-8cfd-2a36bf44a2ec') {} {{(pid=106704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:54:29.996148 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-f337e72f-5756-4427-aab5-f3e1f9bec015 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749198554305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361004'] for segment (a144370d-4b66-4f66-8cfd-2a36bf44a2ec), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:30.010986 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-f337e72f-5756-4427-aab5-f3e1f9bec015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495566'] for segment (a144370d-4b66-4f66-8cfd-2a36bf44a2ec), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:30.017480 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f337e72f-5756-4427-aab5-f3e1f9bec015 admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=106704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 19:54:30.017962 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-f337e72f-5756-4427-aab5-f3e1f9bec015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8791484'] for segment (a144370d-4b66-4f66-8cfd-2a36bf44a2ec), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:30.019808 dv-cinder-837540-1-iscsi neutron-server[106704]: Traceback (most recent call last): Apr 12 19:54:30.019808 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 19:54:30.019808 dv-cinder-837540-1-iscsi neutron-server[106704]: timer() Apr 12 19:54:30.019808 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 19:54:30.019808 dv-cinder-837540-1-iscsi neutron-server[106704]: cb(*args, **kw) Apr 12 19:54:30.019808 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 19:54:30.019808 dv-cinder-837540-1-iscsi neutron-server[106704]: return func(*args, **kwargs) Apr 12 19:54:30.019808 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 19:54:30.019808 dv-cinder-837540-1-iscsi neutron-server[106704]: self._notify() Apr 12 19:54:30.019808 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 19:54:30.019808 dv-cinder-837540-1-iscsi neutron-server[106704]: self.callback(batched_events) Apr 12 19:54:30.019808 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 19:54:30.019808 dv-cinder-837540-1-iscsi neutron-server[106704]: event.method(event) Apr 12 19:54:30.019808 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 19:54:30.019808 dv-cinder-837540-1-iscsi neutron-server[106704]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 19:54:30.019808 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 19:54:30.019808 dv-cinder-837540-1-iscsi neutron-server[106704]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 19:54:30.019808 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 19:54:30.019808 dv-cinder-837540-1-iscsi neutron-server[106704]: return f(self, *a, **k) Apr 12 19:54:30.019808 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 19:54:30.019808 dv-cinder-837540-1-iscsi neutron-server[106704]: return self._get(url).json() Apr 12 19:54:30.019808 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 19:54:30.019808 dv-cinder-837540-1-iscsi neutron-server[106704]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 19:54:30.019808 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 19:54:30.019808 dv-cinder-837540-1-iscsi neutron-server[106704]: return self.request(url, 'GET', **kwargs) Apr 12 19:54:30.019808 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 19:54:30.019808 dv-cinder-837540-1-iscsi neutron-server[106704]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 19:54:30.019808 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 19:54:30.019808 dv-cinder-837540-1-iscsi neutron-server[106704]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 19:54:30.019808 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 19:54:30.019808 dv-cinder-837540-1-iscsi neutron-server[106704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 19:54:30.019808 dv-cinder-837540-1-iscsi neutron-server[106704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 19:54:30.081434 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-f337e72f-5756-4427-aab5-f3e1f9bec015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3451063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668064'] for network (cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:30.088095 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-f337e72f-5756-4427-aab5-f3e1f9bec015 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565043'] for network (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:30.091431 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-f337e72f-5756-4427-aab5-f3e1f9bec015 admin admin] 10.222.0.15 "DELETE /v2.0/networks/cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf HTTP/1.1" status: 204 len: 168 time: 0.5255921 Apr 12 19:54:30.094359 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 40856) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:54:30.106837 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f337e72f-5756-4427-aab5-f3e1f9bec015 admin admin] Pushing event deleted for resources: {'Network': ['ID=cae3aac5-a7f2-448b-a943-8ed7b1e8b8bf,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:54:30.417656 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-e88e66f6-51fd-4c73-ac70-4caa0fd3876b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-668350'] for router_interface (80494d59-449b-4be8-ae7b-f575fe0c7ed4), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:30.656160 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.plugin [None req-e88e66f6-51fd-4c73-ac70-4caa0fd3876b admin admin] Deleting port 900e67ca-d000-4f95-b150-5ed5539dc80e {{(pid=106707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:54:30.656490 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-e88e66f6-51fd-4c73-ac70-4caa0fd3876b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749198460456'] for port (900e67ca-d000-4f95-b150-5ed5539dc80e), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:30.736570 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.db [None req-e88e66f6-51fd-4c73-ac70-4caa0fd3876b admin admin] For port 900e67ca-d000-4f95-b150-5ed5539dc80e, host dv-cinder-837540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-1-iscsi',level=0,port_id=900e67ca-d000-4f95-b150-5ed5539dc80e,segment=NetworkSegment(470420a0-5e47-458b-afd2-e90200a2f5ac),segment_id=470420a0-5e47-458b-afd2-e90200a2f5ac)] {{(pid=106707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:54:30.736833 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-e88e66f6-51fd-4c73-ac70-4caa0fd3876b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661808'] for port (900e67ca-d000-4f95-b150-5ed5539dc80e), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:30.750615 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.plugin [None req-e88e66f6-51fd-4c73-ac70-4caa0fd3876b admin admin] Calling delete_port for 900e67ca-d000-4f95-b150-5ed5539dc80e owned by network:router_interface {{(pid=106707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:54:30.933496 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device a553f29b-ddff-4700-b9f7-b9c49fd8f706 no longer exists at agent ovs-agent-dv-cinder-837540-1-iscsi {{(pid=106714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 19:54:30.941604 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-e88e66f6-51fd-4c73-ac70-4caa0fd3876b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749198465814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749198058671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9064885'] for port (900e67ca-d000-4f95-b150-5ed5539dc80e), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:30.955714 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] No Port match for: a553f29b-ddff-4700-b9f7-b9c49fd8f706 {{(pid=106714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 19:54:30.956094 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device a553f29b-ddff-4700-b9f7-b9c49fd8f706 not bound to the agent host dv-cinder-837540-1-iscsi {{(pid=106714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 19:54:30.956527 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device f88b9b97-d799-4c39-8277-5ca46ea62d04 no longer exists at agent ovs-agent-dv-cinder-837540-1-iscsi {{(pid=106714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 19:54:30.967719 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88e66f6-51fd-4c73-ac70-4caa0fd3876b admin admin] Pushing event deleted for resources: {'Port': ['ID=900e67ca-d000-4f95-b150-5ed5539dc80e,revision_number=None']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:54:30.977111 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] No Port match for: f88b9b97-d799-4c39-8277-5ca46ea62d04 {{(pid=106714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 19:54:30.977440 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device f88b9b97-d799-4c39-8277-5ca46ea62d04 not bound to the agent host dv-cinder-837540-1-iscsi {{(pid=106714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 19:54:30.978976 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device 7ea9e191-0575-41a4-b8a6-6f7159e4e5e7 no longer exists at agent ovs-agent-dv-cinder-837540-1-iscsi {{(pid=106714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 19:54:30.980892 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88e66f6-51fd-4c73-ac70-4caa0fd3876b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:54:30.981244 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88e66f6-51fd-4c73-ac70-4caa0fd3876b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:54:30.981587 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88e66f6-51fd-4c73-ac70-4caa0fd3876b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:54:30.981929 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88e66f6-51fd-4c73-ac70-4caa0fd3876b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:54:30.982263 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88e66f6-51fd-4c73-ac70-4caa0fd3876b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:54:30.982592 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88e66f6-51fd-4c73-ac70-4caa0fd3876b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:54:30.982920 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88e66f6-51fd-4c73-ac70-4caa0fd3876b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:54:30.983246 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88e66f6-51fd-4c73-ac70-4caa0fd3876b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:54:30.983580 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88e66f6-51fd-4c73-ac70-4caa0fd3876b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:54:30.983903 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88e66f6-51fd-4c73-ac70-4caa0fd3876b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:54:30.984253 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88e66f6-51fd-4c73-ac70-4caa0fd3876b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:54:30.984581 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88e66f6-51fd-4c73-ac70-4caa0fd3876b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:54:30.984904 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88e66f6-51fd-4c73-ac70-4caa0fd3876b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:54:30.985224 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88e66f6-51fd-4c73-ac70-4caa0fd3876b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:54:30.985545 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88e66f6-51fd-4c73-ac70-4caa0fd3876b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:54:30.998811 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] No Port match for: 7ea9e191-0575-41a4-b8a6-6f7159e4e5e7 {{(pid=106714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 19:54:30.999160 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device 7ea9e191-0575-41a4-b8a6-6f7159e4e5e7 not bound to the agent host dv-cinder-837540-1-iscsi {{(pid=106714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 19:54:31.153067 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-e88e66f6-51fd-4c73-ac70-4caa0fd3876b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-668194'] for router_interface (80494d59-449b-4be8-ae7b-f575fe0c7ed4), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:31.603082 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e88e66f6-51fd-4c73-ac70-4caa0fd3876b admin admin] Router 80494d59-449b-4be8-ae7b-f575fe0c7ed4 has already been hosted by L3 agent 4d9412c4-31b2-4fbf-87a0-f931332ab9d5 {{(pid=106707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 19:54:31.708095 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e88e66f6-51fd-4c73-ac70-4caa0fd3876b admin admin] Notify agent at l3_agent.dv-cinder-837540-1-iscsi the message routers_updated {{(pid=106707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:54:31.715886 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 40858) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:54:31.716448 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-e88e66f6-51fd-4c73-ac70-4caa0fd3876b admin admin] 10.222.0.15 "PUT /v2.0/routers/80494d59-449b-4be8-ae7b-f575fe0c7ed4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6209455 Apr 12 19:54:31.718480 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d097660c-7e46-41b3-b1e3-d03f9bdf7439 None None] Sync routers for ids ['80494d59-449b-4be8-ae7b-f575fe0c7ed4'] in dv-cinder-837540-1-iscsi {{(pid=106714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:54:31.731259 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d097660c-7e46-41b3-b1e3-d03f9bdf7439 None None] Routers {'80494d59-449b-4be8-ae7b-f575fe0c7ed4'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:54:31.731872 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_hamode_db [None req-d097660c-7e46-41b3-b1e3-d03f9bdf7439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:54:16Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['80494d59-449b-4be8-ae7b-f575fe0c7ed4'], 'active': True} {{(pid=106714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:54:31.822822 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-0168b519-e8ad-4dde-ab2c-b54fbc301905 admin admin] Publish callbacks [] for router (80494d59-449b-4be8-ae7b-f575fe0c7ed4), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:31.839688 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_dvr_db [None req-d097660c-7e46-41b3-b1e3-d03f9bdf7439 None None] Set router 80494d59-449b-4be8-ae7b-f575fe0c7ed4 gateway port host: dv-cinder-837540-1-iscsi {{(pid=106714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:54:31.926564 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-0168b519-e8ad-4dde-ab2c-b54fbc301905 admin admin] Publish callbacks [] for router_gateway (80494d59-449b-4be8-ae7b-f575fe0c7ed4), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:31.971109 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.plugin [None req-0168b519-e8ad-4dde-ab2c-b54fbc301905 admin admin] Deleting port 86d558f4-e190-4ffc-8992-4af09eabca7c {{(pid=106704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:54:31.971447 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-0168b519-e8ad-4dde-ab2c-b54fbc301905 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749198460456'] for port (86d558f4-e190-4ffc-8992-4af09eabca7c), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:32.009485 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_hamode_db [None req-d097660c-7e46-41b3-b1e3-d03f9bdf7439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80494d59-449b-4be8-ae7b-f575fe0c7ed4', 'name': 'tempest-TestVolumeBootPattern-804628606-router', 'tenant_id': 'b315e564ece14b5c91dde78455e4643f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '86d558f4-e190-4ffc-8992-4af09eabca7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:45:32Z', 'updated_at': '2022-04-12T19:54:30Z', 'revision_number': 5, 'project_id': 'b315e564ece14b5c91dde78455e4643f', 'gw_port': {'id': '86d558f4-e190-4ffc-8992-4af09eabca7c', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:4a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80494d59-449b-4be8-ae7b-f575fe0c7ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:45:32Z', 'updated_at': '2022-04-12T19:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi'}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:54:32.035704 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d097660c-7e46-41b3-b1e3-d03f9bdf7439 None None] Checking router: 80494d59-449b-4be8-ae7b-f575fe0c7ed4 for host: dv-cinder-837540-1-iscsi {{(pid=106714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:54:32.044609 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d097660c-7e46-41b3-b1e3-d03f9bdf7439 None None] Routers {'80494d59-449b-4be8-ae7b-f575fe0c7ed4'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:54:32.045225 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_hamode_db [None req-d097660c-7e46-41b3-b1e3-d03f9bdf7439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:54:16Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['80494d59-449b-4be8-ae7b-f575fe0c7ed4'], 'active': True} {{(pid=106714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:54:32.052047 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.db [None req-0168b519-e8ad-4dde-ab2c-b54fbc301905 admin admin] For port 86d558f4-e190-4ffc-8992-4af09eabca7c, host dv-cinder-837540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-1-iscsi',level=0,port_id=86d558f4-e190-4ffc-8992-4af09eabca7c,segment=NetworkSegment(d71711ac-63cd-4a26-822c-81ae059ce82d),segment_id=d71711ac-63cd-4a26-822c-81ae059ce82d)] {{(pid=106704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:54:32.052415 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-0168b519-e8ad-4dde-ab2c-b54fbc301905 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661808'] for port (86d558f4-e190-4ffc-8992-4af09eabca7c), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:32.065740 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.plugin [None req-0168b519-e8ad-4dde-ab2c-b54fbc301905 admin admin] Calling delete_port for 86d558f4-e190-4ffc-8992-4af09eabca7c owned by network:router_gateway {{(pid=106704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:54:32.134618 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_dvr_db [None req-d097660c-7e46-41b3-b1e3-d03f9bdf7439 None None] Set router 80494d59-449b-4be8-ae7b-f575fe0c7ed4 gateway port host: None {{(pid=106714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:54:32.189309 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_hamode_db [None req-d097660c-7e46-41b3-b1e3-d03f9bdf7439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80494d59-449b-4be8-ae7b-f575fe0c7ed4', 'name': 'tempest-TestVolumeBootPattern-804628606-router', 'tenant_id': 'b315e564ece14b5c91dde78455e4643f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:45:32Z', 'updated_at': '2022-04-12T19:54:31Z', 'revision_number': 6, 'project_id': 'b315e564ece14b5c91dde78455e4643f', 'gw_port_host': None}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:54:32.215245 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d097660c-7e46-41b3-b1e3-d03f9bdf7439 None None] The sync data for ids ['80494d59-449b-4be8-ae7b-f575fe0c7ed4'] in dv-cinder-837540-1-iscsi is: [{'id': '80494d59-449b-4be8-ae7b-f575fe0c7ed4', 'name': 'tempest-TestVolumeBootPattern-804628606-router', 'tenant_id': 'b315e564ece14b5c91dde78455e4643f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:45:32Z', 'updated_at': '2022-04-12T19:54:31Z', 'revision_number': 6, 'project_id': 'b315e564ece14b5c91dde78455e4643f', 'gw_port_host': None}] {{(pid=106714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:54:32.233103 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-0168b519-e8ad-4dde-ab2c-b54fbc301905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749198465814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749198058671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8791401'] for port (86d558f4-e190-4ffc-8992-4af09eabca7c), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:32.260950 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0168b519-e8ad-4dde-ab2c-b54fbc301905 admin admin] Pushing event deleted for resources: {'Port': ['ID=86d558f4-e190-4ffc-8992-4af09eabca7c,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:54:32.322498 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-0168b519-e8ad-4dde-ab2c-b54fbc301905 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668036'] for router_gateway (80494d59-449b-4be8-ae7b-f575fe0c7ed4), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:32.410602 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-0168b519-e8ad-4dde-ab2c-b54fbc301905 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-670298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26510'] for router (80494d59-449b-4be8-ae7b-f575fe0c7ed4), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:32.412728 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-0168b519-e8ad-4dde-ab2c-b54fbc301905 admin admin] Publish callbacks [] for router_controller (80494d59-449b-4be8-ae7b-f575fe0c7ed4), precommit_delete_associations {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:32.455913 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-0168b519-e8ad-4dde-ab2c-b54fbc301905 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-670305'] for router (80494d59-449b-4be8-ae7b-f575fe0c7ed4), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:32.456480 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0168b519-e8ad-4dde-ab2c-b54fbc301905 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80494d59-449b-4be8-ae7b-f575fe0c7ed4 {{(pid=106704) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 19:54:32.461110 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-0168b519-e8ad-4dde-ab2c-b54fbc301905 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:32.462231 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-0168b519-e8ad-4dde-ab2c-b54fbc301905 admin admin] 10.222.0.15 "DELETE /v2.0/routers/80494d59-449b-4be8-ae7b-f575fe0c7ed4 HTTP/1.1" status: 204 len: 168 time: 0.7453377 Apr 12 19:54:32.465149 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 40860) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:54:32.509028 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.db_base_plugin_v2 [None req-43b795df-8382-4cc0-a86c-c2ca424eef56 admin admin] Deleting subnet 044c45aa-04d2-47d6-b3aa-24c3f0b0cb1a {{(pid=106704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 19:54:32.512063 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-43b795df-8382-4cc0-a86c-c2ca424eef56 admin admin] Publish callbacks [] for subnet (044c45aa-04d2-47d6-b3aa-24c3f0b0cb1a), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:32.546989 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-43b795df-8382-4cc0-a86c-c2ca424eef56 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9360983'] for subnet (044c45aa-04d2-47d6-b3aa-24c3f0b0cb1a), precommit_delete_associations {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:32.631186 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-43b795df-8382-4cc0-a86c-c2ca424eef56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449141'] for subnet (044c45aa-04d2-47d6-b3aa-24c3f0b0cb1a), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:32.685146 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-43b795df-8382-4cc0-a86c-c2ca424eef56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8791302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8854074'] for subnet (044c45aa-04d2-47d6-b3aa-24c3f0b0cb1a), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:32.709536 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b795df-8382-4cc0-a86c-c2ca424eef56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=044c45aa-04d2-47d6-b3aa-24c3f0b0cb1a,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:54:32.714788 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-43b795df-8382-4cc0-a86c-c2ca424eef56 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:32.718718 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-43b795df-8382-4cc0-a86c-c2ca424eef56 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/044c45aa-04d2-47d6-b3aa-24c3f0b0cb1a HTTP/1.1" status: 204 len: 168 time: 0.2525544 Apr 12 19:54:32.720562 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 40862) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:54:32.720734 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64cdbfbd-0c29-4b21-a3de-9e35c075f004 None None] Network d93a11d4-ed20-4137-b9c5-ea162b41f129 requested from dv-cinder-837540-1-iscsi {{(pid=106714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 19:54:32.791843 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-aa6853dc-7a7e-4134-ba76-df776f3bf7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3636804'] for network (d93a11d4-ed20-4137-b9c5-ea162b41f129), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:32.836430 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.plugin [None req-aa6853dc-7a7e-4134-ba76-df776f3bf7a8 admin admin] Deleting port e605f746-7db9-4db1-ab16-034cad752136 {{(pid=106704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:54:32.836793 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-aa6853dc-7a7e-4134-ba76-df776f3bf7a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749198460456'] for port (e605f746-7db9-4db1-ab16-034cad752136), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:32.900947 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.db [None req-aa6853dc-7a7e-4134-ba76-df776f3bf7a8 admin admin] For port e605f746-7db9-4db1-ab16-034cad752136, host dv-cinder-837540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-1-iscsi',level=0,port_id=e605f746-7db9-4db1-ab16-034cad752136,segment=NetworkSegment(470420a0-5e47-458b-afd2-e90200a2f5ac),segment_id=470420a0-5e47-458b-afd2-e90200a2f5ac)] {{(pid=106704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:54:32.901311 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-aa6853dc-7a7e-4134-ba76-df776f3bf7a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661808'] for port (e605f746-7db9-4db1-ab16-034cad752136), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:32.913570 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.plugin [None req-aa6853dc-7a7e-4134-ba76-df776f3bf7a8 admin admin] Calling delete_port for e605f746-7db9-4db1-ab16-034cad752136 owned by network:dhcp {{(pid=106704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:54:32.991318 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb131db5-2527-4218-9ec3-47112965e21b None None] DHCP port deletion for d93a11d4-ed20-4137-b9c5-ea162b41f129 request from dv-cinder-837540-1-iscsi {{(pid=106714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 19:54:32.996727 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-aa6853dc-7a7e-4134-ba76-df776f3bf7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749198465814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749198058671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8791401'] for port (e605f746-7db9-4db1-ab16-034cad752136), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:33.025597 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6853dc-7a7e-4134-ba76-df776f3bf7a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e605f746-7db9-4db1-ab16-034cad752136,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:54:33.035431 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6853dc-7a7e-4134-ba76-df776f3bf7a8 admin admin] No DVR routers for this DVR port e605f746-7db9-4db1-ab16-034cad752136 on host dv-cinder-837540-1-iscsi {{(pid=106704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 19:54:33.045070 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device e605f746-7db9-4db1-ab16-034cad752136 no longer exists at agent ovs-agent-dv-cinder-837540-1-iscsi {{(pid=106714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 19:54:33.065971 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] No Port match for: e605f746-7db9-4db1-ab16-034cad752136 {{(pid=106714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 19:54:33.066520 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device e605f746-7db9-4db1-ab16-034cad752136 not bound to the agent host dv-cinder-837540-1-iscsi {{(pid=106714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 19:54:33.067138 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device 900e67ca-d000-4f95-b150-5ed5539dc80e no longer exists at agent ovs-agent-dv-cinder-837540-1-iscsi {{(pid=106714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 19:54:33.088426 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] No Port match for: 900e67ca-d000-4f95-b150-5ed5539dc80e {{(pid=106714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 19:54:33.088779 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device 900e67ca-d000-4f95-b150-5ed5539dc80e not bound to the agent host dv-cinder-837540-1-iscsi {{(pid=106714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 19:54:33.089210 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device 86d558f4-e190-4ffc-8992-4af09eabca7c no longer exists at agent ovs-agent-dv-cinder-837540-1-iscsi {{(pid=106714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 19:54:33.110769 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] No Port match for: 86d558f4-e190-4ffc-8992-4af09eabca7c {{(pid=106714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 19:54:33.111452 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device 86d558f4-e190-4ffc-8992-4af09eabca7c not bound to the agent host dv-cinder-837540-1-iscsi {{(pid=106714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 19:54:33.119379 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-aa6853dc-7a7e-4134-ba76-df776f3bf7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3451022', 'neutron.services.segments.db._delete_segments_for_network-8749198551224'] for network (d93a11d4-ed20-4137-b9c5-ea162b41f129), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:33.142212 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.services.segments.db [None req-aa6853dc-7a7e-4134-ba76-df776f3bf7a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d93a11d4-ed20-4137-b9c5-ea162b41f129']}} {{(pid=106704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:54:33.151739 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.services.segments.db [None req-aa6853dc-7a7e-4134-ba76-df776f3bf7a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '470420a0-5e47-458b-afd2-e90200a2f5ac') {'for_net_delete': True} {{(pid=106704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:54:33.152111 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.services.segments.db [None req-aa6853dc-7a7e-4134-ba76-df776f3bf7a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '470420a0-5e47-458b-afd2-e90200a2f5ac') {} {{(pid=106704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:54:33.161130 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-aa6853dc-7a7e-4134-ba76-df776f3bf7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749198554305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361004'] for segment (470420a0-5e47-458b-afd2-e90200a2f5ac), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:33.174884 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-aa6853dc-7a7e-4134-ba76-df776f3bf7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495566'] for segment (470420a0-5e47-458b-afd2-e90200a2f5ac), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:33.181900 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa6853dc-7a7e-4134-ba76-df776f3bf7a8 admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=106704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 19:54:33.182223 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-aa6853dc-7a7e-4134-ba76-df776f3bf7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8791484'] for segment (470420a0-5e47-458b-afd2-e90200a2f5ac), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:33.184014 dv-cinder-837540-1-iscsi neutron-server[106704]: Traceback (most recent call last): Apr 12 19:54:33.184014 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 19:54:33.184014 dv-cinder-837540-1-iscsi neutron-server[106704]: timer() Apr 12 19:54:33.184014 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 19:54:33.184014 dv-cinder-837540-1-iscsi neutron-server[106704]: cb(*args, **kw) Apr 12 19:54:33.184014 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 19:54:33.184014 dv-cinder-837540-1-iscsi neutron-server[106704]: return func(*args, **kwargs) Apr 12 19:54:33.184014 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 19:54:33.184014 dv-cinder-837540-1-iscsi neutron-server[106704]: self._notify() Apr 12 19:54:33.184014 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 19:54:33.184014 dv-cinder-837540-1-iscsi neutron-server[106704]: self.callback(batched_events) Apr 12 19:54:33.184014 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 19:54:33.184014 dv-cinder-837540-1-iscsi neutron-server[106704]: event.method(event) Apr 12 19:54:33.184014 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 19:54:33.184014 dv-cinder-837540-1-iscsi neutron-server[106704]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 19:54:33.184014 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 19:54:33.184014 dv-cinder-837540-1-iscsi neutron-server[106704]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 19:54:33.184014 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 19:54:33.184014 dv-cinder-837540-1-iscsi neutron-server[106704]: return f(self, *a, **k) Apr 12 19:54:33.184014 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 19:54:33.184014 dv-cinder-837540-1-iscsi neutron-server[106704]: return self._get(url).json() Apr 12 19:54:33.184014 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 19:54:33.184014 dv-cinder-837540-1-iscsi neutron-server[106704]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 19:54:33.184014 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 19:54:33.184014 dv-cinder-837540-1-iscsi neutron-server[106704]: return self.request(url, 'GET', **kwargs) Apr 12 19:54:33.184014 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 19:54:33.184014 dv-cinder-837540-1-iscsi neutron-server[106704]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 19:54:33.184014 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 19:54:33.184014 dv-cinder-837540-1-iscsi neutron-server[106704]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 19:54:33.184014 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 19:54:33.184014 dv-cinder-837540-1-iscsi neutron-server[106704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 19:54:33.184014 dv-cinder-837540-1-iscsi neutron-server[106704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 19:54:33.242667 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-aa6853dc-7a7e-4134-ba76-df776f3bf7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3451063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668064'] for network (d93a11d4-ed20-4137-b9c5-ea162b41f129), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:33.251908 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-aa6853dc-7a7e-4134-ba76-df776f3bf7a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565043'] for network (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:33.255415 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-aa6853dc-7a7e-4134-ba76-df776f3bf7a8 admin admin] 10.222.0.15 "DELETE /v2.0/networks/d93a11d4-ed20-4137-b9c5-ea162b41f129 HTTP/1.1" status: 204 len: 168 time: 0.5339446 Apr 12 19:54:33.266582 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6853dc-7a7e-4134-ba76-df776f3bf7a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=d93a11d4-ed20-4137-b9c5-ea162b41f129,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:54:33.362961 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 40866) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:54:33.406302 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-f1a915b1-85ae-4146-887d-c0a17d7ebaf1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6bee925806f84c5292071bdf5600ea3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0415251 Apr 12 19:54:33.409589 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 40868) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:54:33.459421 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-177e144d-a97d-4814-a651-d50236463f31 admin admin] Publish callbacks [] for security_group (7d5059dc-d532-4fec-a364-f3b436975fca), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:33.480182 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-177e144d-a97d-4814-a651-d50236463f31 admin admin] Publish callbacks [] for security_group (7d5059dc-d532-4fec-a364-f3b436975fca), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:33.527859 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-177e144d-a97d-4814-a651-d50236463f31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (7d5059dc-d532-4fec-a364-f3b436975fca), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:33.530345 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-177e144d-a97d-4814-a651-d50236463f31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:33.531487 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-177e144d-a97d-4814-a651-d50236463f31 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7d5059dc-d532-4fec-a364-f3b436975fca HTTP/1.1" status: 204 len: 168 time: 0.1209877 Apr 12 19:54:33.539445 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177e144d-a97d-4814-a651-d50236463f31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d5059dc-d532-4fec-a364-f3b436975fca,revision_number=None']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:54:33.841198 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 40874) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:54:33.880791 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-a8b8a689-1456-4098-80c6-035b0d63260d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b315e564ece14b5c91dde78455e4643f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384443 Apr 12 19:54:33.883707 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 40876) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:54:33.928113 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-4ba2c211-0b24-4d7d-a8bb-25cb04c34a0f admin admin] Publish callbacks [] for security_group (ee1794f8-14da-4602-8ba8-c9e885d9f85e), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:33.949052 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-4ba2c211-0b24-4d7d-a8bb-25cb04c34a0f admin admin] Publish callbacks [] for security_group (ee1794f8-14da-4602-8ba8-c9e885d9f85e), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:33.993832 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-4ba2c211-0b24-4d7d-a8bb-25cb04c34a0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (ee1794f8-14da-4602-8ba8-c9e885d9f85e), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:33.996609 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-4ba2c211-0b24-4d7d-a8bb-25cb04c34a0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:33.997956 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-4ba2c211-0b24-4d7d-a8bb-25cb04c34a0f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ee1794f8-14da-4602-8ba8-c9e885d9f85e HTTP/1.1" status: 204 len: 168 time: 0.1133413 Apr 12 19:54:34.005618 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba2c211-0b24-4d7d-a8bb-25cb04c34a0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee1794f8-14da-4602-8ba8-c9e885d9f85e,revision_number=None']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:54:37.136834 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-fbadbb74-2266-49b3-b333-2e7fd5a22d92 req-43106942-15a5-4b6a-a785-51836f17ebab service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e49d61d2-30f1-4147-9a8b-d0f309ac6919&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0374012 Apr 12 19:54:37.192378 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbadbb74-2266-49b3-b333-2e7fd5a22d92 req-6175ec1c-db07-41cf-adf6-084dfd63a2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:54:37.193828 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-fbadbb74-2266-49b3-b333-2e7fd5a22d92 req-6175ec1c-db07-41cf-adf6-084dfd63a2f2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4489676262ea44d8929f0f5d7a1ffc51&device_id=e49d61d2-30f1-4147-9a8b-d0f309ac6919 HTTP/1.1" status: 200 len: 1130 time: 0.0374959 Apr 12 19:54:37.552091 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbadbb74-2266-49b3-b333-2e7fd5a22d92 req-5fb638bb-08d0-4a47-8b73-5e070c455ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:54:37.553561 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-fbadbb74-2266-49b3-b333-2e7fd5a22d92 req-5fb638bb-08d0-4a47-8b73-5e070c455ece service neutron] 10.222.0.25 "GET /v2.0/networks?id=b76413cb-e15b-40ab-99a9-de2d4c0b734c HTTP/1.1" status: 200 len: 912 time: 0.3407950 Apr 12 19:54:37.616143 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-fbadbb74-2266-49b3-b333-2e7fd5a22d92 req-7afbd225-736e-46c2-bdf8-225a0a788eec service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9bacd88-def4-4f26-b7a4-d1ce9b2b1eed HTTP/1.1" status: 200 len: 1002 time: 0.0561051 Apr 12 19:54:37.661811 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbadbb74-2266-49b3-b333-2e7fd5a22d92 req-27d06f3a-dedf-4f49-b47f-4d91df3b4a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:54:37.663753 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-fbadbb74-2266-49b3-b333-2e7fd5a22d92 req-27d06f3a-dedf-4f49-b47f-4d91df3b4a5a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ac7da68c-b531-4121-be78-e8751cff2df4 HTTP/1.1" status: 200 len: 850 time: 0.0417504 Apr 12 19:54:37.707747 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbadbb74-2266-49b3-b333-2e7fd5a22d92 req-111549f1-fe00-47a2-8493-d3cf280eff70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:54:37.709239 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-fbadbb74-2266-49b3-b333-2e7fd5a22d92 req-111549f1-fe00-47a2-8493-d3cf280eff70 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b76413cb-e15b-40ab-99a9-de2d4c0b734c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402274 Apr 12 19:54:37.795064 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-fbadbb74-2266-49b3-b333-2e7fd5a22d92 req-19ce7b72-0f3e-4030-8095-2b7762b46bef service neutron] 10.222.0.25 "GET /v2.0/networks/b76413cb-e15b-40ab-99a9-de2d4c0b734c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797913 Apr 12 19:54:37.890843 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-fbadbb74-2266-49b3-b333-2e7fd5a22d92 req-1fabd225-19e1-4045-b9e7-9dda0352ec66 service neutron] 10.222.0.25 "GET /v2.0/networks/b76413cb-e15b-40ab-99a9-de2d4c0b734c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889871 Apr 12 19:54:40.185110 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.agents_db [None req-c5aaa6ba-db5d-46db-92f0-20249d3ff0a0 None None] Agent healthcheck: found 6 active agents {{(pid=106718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 19:54:43.874989 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-2c43198a-f625-4ecd-8bf0-eeaabe13bc3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (055fa106-9079-4d8f-a829-e3ca37bbcb19), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:46.300354 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-1a740152-3482-4d54-a03d-28531fc9fe75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (4d9412c4-31b2-4fbf-87a0-f931332ab9d5), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:47.269872 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-0fb4a5ae-492f-43e3-90d5-82372e23b9ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (01005bd1-5b1e-41c6-b9b3-a4d4f93589b9), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:48.721811 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-655d5a5e-25bf-423f-acb4-166f4bec9d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (f3d2fb0e-5305-4f08-ab1f-5f1d50bdad22), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:50.503667 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (e0bf5abe-d5c5-40a1-a359-03156ade36a4), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:51.819731 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daa8079-06d6-4f00-8233-93c94e1218f2 req-5a717937-4150-46f6-bf7d-bf174dc14ad9 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:54:51.821208 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-5daa8079-06d6-4f00-8233-93c94e1218f2 req-5a717937-4150-46f6-bf7d-bf174dc14ad9 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/ports?device_id=e49d61d2-30f1-4147-9a8b-d0f309ac6919 HTTP/1.1" status: 200 len: 946 time: 0.0464840 Apr 12 19:54:51.872108 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-5daa8079-06d6-4f00-8233-93c94e1218f2 req-1a2c0796-96f1-4d7d-a943-2f68d258b1d4 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5c7dfba-db69-4d9b-b534-23bcb62f884e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445476 Apr 12 19:54:52.986447 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752860dd-03fd-419c-a89b-451577d8bb02 req-8859dcbe-404f-45a3-b7c4-102074d17017 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:54:52.987900 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-752860dd-03fd-419c-a89b-451577d8bb02 req-8859dcbe-404f-45a3-b7c4-102074d17017 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/ports?device_id=e49d61d2-30f1-4147-9a8b-d0f309ac6919 HTTP/1.1" status: 200 len: 946 time: 0.0482583 Apr 12 19:54:53.033311 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-752860dd-03fd-419c-a89b-451577d8bb02 req-98b16466-8349-45e2-8d45-bfcedb5c351b tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5c7dfba-db69-4d9b-b534-23bcb62f884e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392447 Apr 12 19:54:53.791459 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4670fff2-e9aa-4d4d-8887-0c255a32dff4 req-6757d98f-b84a-4780-859d-1ca4558e3309 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:54:53.793127 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-4670fff2-e9aa-4d4d-8887-0c255a32dff4 req-6757d98f-b84a-4780-859d-1ca4558e3309 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49d61d2-30f1-4147-9a8b-d0f309ac6919 HTTP/1.1" status: 200 len: 946 time: 0.0478792 Apr 12 19:54:53.885612 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.plugin [req-4670fff2-e9aa-4d4d-8887-0c255a32dff4 req-d627b895-a7a5-4e3e-b53a-500e0c61462e tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Deleting port b9bacd88-def4-4f26-b7a4-d1ce9b2b1eed {{(pid=106704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:54:53.885946 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-4670fff2-e9aa-4d4d-8887-0c255a32dff4 req-d627b895-a7a5-4e3e-b53a-500e0c61462e tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749198460456'] for port (b9bacd88-def4-4f26-b7a4-d1ce9b2b1eed), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:53.976036 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.db [req-4670fff2-e9aa-4d4d-8887-0c255a32dff4 req-d627b895-a7a5-4e3e-b53a-500e0c61462e tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] For port b9bacd88-def4-4f26-b7a4-d1ce9b2b1eed, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=b9bacd88-def4-4f26-b7a4-d1ce9b2b1eed,segment=NetworkSegment(0f96c3c3-3ba6-40be-b658-b81bf282434e),segment_id=0f96c3c3-3ba6-40be-b658-b81bf282434e)] {{(pid=106704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:54:53.976328 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-4670fff2-e9aa-4d4d-8887-0c255a32dff4 req-d627b895-a7a5-4e3e-b53a-500e0c61462e tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661808'] for port (b9bacd88-def4-4f26-b7a4-d1ce9b2b1eed), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:54.179661 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04938e55-74db-4f1d-825e-d8218bef2b60 req-205b4c42-602f-4759-aea4-2bb59524facd tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:54:54.181149 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-04938e55-74db-4f1d-825e-d8218bef2b60 req-205b4c42-602f-4759-aea4-2bb59524facd tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/ports?device_id=e49d61d2-30f1-4147-9a8b-d0f309ac6919 HTTP/1.1" status: 200 len: 946 time: 0.0610890 Apr 12 19:54:54.183005 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-4670fff2-e9aa-4d4d-8887-0c255a32dff4 req-d627b895-a7a5-4e3e-b53a-500e0c61462e tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:54.183363 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-4670fff2-e9aa-4d4d-8887-0c255a32dff4 req-d627b895-a7a5-4e3e-b53a-500e0c61462e tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668094'] for floatingip (a9d9125e-e958-49b9-b1c3-a4ee53118ef6), after_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:54.183678 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.db.l3_db [req-4670fff2-e9aa-4d4d-8887-0c255a32dff4 req-d627b895-a7a5-4e3e-b53a-500e0c61462e tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Floating IP a9d9125e-e958-49b9-b1c3-a4ee53118ef6 disassociated. External IP: 172.27.2.251, port: b9bacd88-def4-4f26-b7a4-d1ce9b2b1eed. Apr 12 19:54:54.184039 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.plugin [req-4670fff2-e9aa-4d4d-8887-0c255a32dff4 req-d627b895-a7a5-4e3e-b53a-500e0c61462e tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Calling delete_port for b9bacd88-def4-4f26-b7a4-d1ce9b2b1eed owned by compute:nova {{(pid=106704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:54:54.277856 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-04938e55-74db-4f1d-825e-d8218bef2b60 req-f05f450a-a09c-4354-93df-b08933fb262d tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5c7dfba-db69-4d9b-b534-23bcb62f884e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894630 Apr 12 19:54:54.346225 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-4670fff2-e9aa-4d4d-8887-0c255a32dff4 req-d627b895-a7a5-4e3e-b53a-500e0c61462e tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749198465814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749198058671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8791401'] for port (b9bacd88-def4-4f26-b7a4-d1ce9b2b1eed), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:54.378971 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d627b895-a7a5-4e3e-b53a-500e0c61462e tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Pushing event deleted for resources: {'Port': ['ID=b9bacd88-def4-4f26-b7a4-d1ce9b2b1eed,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:54:54.488694 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4670fff2-e9aa-4d4d-8887-0c255a32dff4 req-d627b895-a7a5-4e3e-b53a-500e0c61462e tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Router 87502b5b-6b73-4094-b3a1-95b29d09c721 has already been hosted by L3 agent 4d9412c4-31b2-4fbf-87a0-f931332ab9d5 {{(pid=106704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 19:54:54.609021 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4670fff2-e9aa-4d4d-8887-0c255a32dff4 req-d627b895-a7a5-4e3e-b53a-500e0c61462e tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Notify agent at l3_agent.dv-cinder-837540-1-iscsi the message routers_updated {{(pid=106704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:54:54.619447 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e9ca58-bf37-4555-8708-d718da05adb2 None None] Sync routers for ids ['87502b5b-6b73-4094-b3a1-95b29d09c721'] in dv-cinder-837540-1-iscsi {{(pid=106718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:54:54.629185 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e9ca58-bf37-4555-8708-d718da05adb2 None None] Routers {'87502b5b-6b73-4094-b3a1-95b29d09c721'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:54:54.629800 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-c3e9ca58-bf37-4555-8708-d718da05adb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:54:46Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['87502b5b-6b73-4094-b3a1-95b29d09c721'], 'active': True} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:54:54.653364 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.l3_dvrscheduler_db [req-4670fff2-e9aa-4d4d-8887-0c255a32dff4 req-d627b895-a7a5-4e3e-b53a-500e0c61462e tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] No DVR routers for this DVR port b9bacd88-def4-4f26-b7a4-d1ce9b2b1eed on host hv-cinder-83754 {{(pid=106704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 19:54:54.655926 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-4670fff2-e9aa-4d4d-8887-0c255a32dff4 req-d627b895-a7a5-4e3e-b53a-500e0c61462e tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245471'] for port (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:54.659233 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-4670fff2-e9aa-4d4d-8887-0c255a32dff4 req-d627b895-a7a5-4e3e-b53a-500e0c61462e tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.25 "DELETE /v2.0/ports/b9bacd88-def4-4f26-b7a4-d1ce9b2b1eed HTTP/1.1" status: 204 len: 173 time: 0.8605113 Apr 12 19:54:54.659677 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e49d61d2-30f1-4147-9a8b-d0f309ac6919', 'name': 'network-vif-deleted', 'tag': 'b9bacd88-def4-4f26-b7a4-d1ce9b2b1eed'}] {{(pid=106704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:54:54.661955 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7198706052eeb44005bd3d373437c5078b0bb903de01f30342c0d4536e5352d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a676ba37-3ef4-4578-a8d2-2b17061133d7" -d '{"events": [{"server_uuid": "e49d61d2-30f1-4147-9a8b-d0f309ac6919", "name": "network-vif-deleted", "tag": "b9bacd88-def4-4f26-b7a4-d1ce9b2b1eed"}]}' {{(pid=106704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:54:54.700435 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 19:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-759300b5-9bb4-4fff-8ff9-c67c1d74f83a x-openstack-request-id: req-759300b5-9bb4-4fff-8ff9-c67c1d74f83a {{(pid=106704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:54:54.700803 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e49d61d2-30f1-4147-9a8b-d0f309ac6919", "name": "network-vif-deleted", "tag": "b9bacd88-def4-4f26-b7a4-d1ce9b2b1eed", "status": "completed", "code": 200}]} {{(pid=106704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:54:54.701212 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-759300b5-9bb4-4fff-8ff9-c67c1d74f83a {{(pid=106704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:54:54.701721 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.notifiers.nova [-] Nova event matching ['req-759300b5-9bb4-4fff-8ff9-c67c1d74f83a'] response: {'server_uuid': 'e49d61d2-30f1-4147-9a8b-d0f309ac6919', 'name': 'network-vif-deleted', 'tag': 'b9bacd88-def4-4f26-b7a4-d1ce9b2b1eed', 'status': 'completed', 'code': 200} Apr 12 19:54:54.755398 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvr_db [None req-c3e9ca58-bf37-4555-8708-d718da05adb2 None None] Set router 87502b5b-6b73-4094-b3a1-95b29d09c721 gateway port host: dv-cinder-837540-1-iscsi {{(pid=106718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:54:54.958259 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-c3e9ca58-bf37-4555-8708-d718da05adb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87502b5b-6b73-4094-b3a1-95b29d09c721', 'name': 'tempest-AttachVolumeTestJSON-1126193915-router', 'tenant_id': '4489676262ea44d8929f0f5d7a1ffc51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'c2a0426b-6838-43d5-b266-dc0d01398021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:50:20Z', 'updated_at': '2022-04-12T19:50:23Z', 'revision_number': 4, 'project_id': '4489676262ea44d8929f0f5d7a1ffc51', 'gw_port': {'id': 'c2a0426b-6838-43d5-b266-dc0d01398021', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:74:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87502b5b-6b73-4094-b3a1-95b29d09c721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:50:20Z', 'updated_at': '2022-04-12T19:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_interfaces': [{'id': 'afd914d8-99ff-4642-a37c-8ca2f093e2ec', 'name': '', 'network_id': 'b76413cb-e15b-40ab-99a9-de2d4c0b734c', 'tenant_id': '4489676262ea44d8929f0f5d7a1ffc51', 'mac_address': 'fa:16:3e:cb:33:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87502b5b-6b73-4094-b3a1-95b29d09c721', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'ac7da68c-b531-4121-be78-e8751cff2df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:50:22Z', 'updated_at': '2022-04-12T19:50:26Z', 'revision_number': 5, 'project_id': '4489676262ea44d8929f0f5d7a1ffc51', 'subnets': [{'id': 'ac7da68c-b531-4121-be78-e8751cff2df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:54:54.985460 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e9ca58-bf37-4555-8708-d718da05adb2 None None] Checking router: 87502b5b-6b73-4094-b3a1-95b29d09c721 for host: dv-cinder-837540-1-iscsi {{(pid=106718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:54:54.998334 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e9ca58-bf37-4555-8708-d718da05adb2 None None] Routers {'87502b5b-6b73-4094-b3a1-95b29d09c721'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:54:54.999065 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-c3e9ca58-bf37-4555-8708-d718da05adb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:54:46Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['87502b5b-6b73-4094-b3a1-95b29d09c721'], 'active': True} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:54:55.112936 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvr_db [None req-c3e9ca58-bf37-4555-8708-d718da05adb2 None None] Set router 87502b5b-6b73-4094-b3a1-95b29d09c721 gateway port host: dv-cinder-837540-1-iscsi {{(pid=106718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:54:55.297008 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-c3e9ca58-bf37-4555-8708-d718da05adb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87502b5b-6b73-4094-b3a1-95b29d09c721', 'name': 'tempest-AttachVolumeTestJSON-1126193915-router', 'tenant_id': '4489676262ea44d8929f0f5d7a1ffc51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'c2a0426b-6838-43d5-b266-dc0d01398021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:50:20Z', 'updated_at': '2022-04-12T19:50:23Z', 'revision_number': 4, 'project_id': '4489676262ea44d8929f0f5d7a1ffc51', 'gw_port': {'id': 'c2a0426b-6838-43d5-b266-dc0d01398021', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:74:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87502b5b-6b73-4094-b3a1-95b29d09c721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:50:20Z', 'updated_at': '2022-04-12T19:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_interfaces': [{'id': 'afd914d8-99ff-4642-a37c-8ca2f093e2ec', 'name': '', 'network_id': 'b76413cb-e15b-40ab-99a9-de2d4c0b734c', 'tenant_id': '4489676262ea44d8929f0f5d7a1ffc51', 'mac_address': 'fa:16:3e:cb:33:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87502b5b-6b73-4094-b3a1-95b29d09c721', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'ac7da68c-b531-4121-be78-e8751cff2df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:50:22Z', 'updated_at': '2022-04-12T19:50:26Z', 'revision_number': 5, 'project_id': '4489676262ea44d8929f0f5d7a1ffc51', 'subnets': [{'id': 'ac7da68c-b531-4121-be78-e8751cff2df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:54:55.363031 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 40902) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:54:55.415496 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e9ca58-bf37-4555-8708-d718da05adb2 None None] The sync data for ids ['87502b5b-6b73-4094-b3a1-95b29d09c721'] in dv-cinder-837540-1-iscsi is: [{'id': '87502b5b-6b73-4094-b3a1-95b29d09c721', 'name': 'tempest-AttachVolumeTestJSON-1126193915-router', 'tenant_id': '4489676262ea44d8929f0f5d7a1ffc51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'c2a0426b-6838-43d5-b266-dc0d01398021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:50:20Z', 'updated_at': '2022-04-12T19:50:23Z', 'revision_number': 4, 'project_id': '4489676262ea44d8929f0f5d7a1ffc51', 'gw_port': {'id': 'c2a0426b-6838-43d5-b266-dc0d01398021', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:74:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87502b5b-6b73-4094-b3a1-95b29d09c721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:50:20Z', 'updated_at': '2022-04-12T19:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_interfaces': [{'id': 'afd914d8-99ff-4642-a37c-8ca2f093e2ec', 'name': '', 'network_id': 'b76413cb-e15b-40ab-99a9-de2d4c0b734c', 'tenant_id': '4489676262ea44d8929f0f5d7a1ffc51', 'mac_address': 'fa:16:3e:cb:33:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87502b5b-6b73-4094-b3a1-95b29d09c721', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'ac7da68c-b531-4121-be78-e8751cff2df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:50:22Z', 'updated_at': '2022-04-12T19:50:26Z', 'revision_number': 5, 'project_id': '4489676262ea44d8929f0f5d7a1ffc51', 'subnets': [{'id': 'ac7da68c-b531-4121-be78-e8751cff2df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:54:55.419552 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-14810918-9443-4469-b5ca-cde80f2d5541 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Publish callbacks [] for security_group (e5c7dfba-db69-4d9b-b534-23bcb62f884e), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:55.442940 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-14810918-9443-4469-b5ca-cde80f2d5541 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Publish callbacks [] for security_group (e5c7dfba-db69-4d9b-b534-23bcb62f884e), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:55.492581 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-14810918-9443-4469-b5ca-cde80f2d5541 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (e5c7dfba-db69-4d9b-b534-23bcb62f884e), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:55.495176 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-14810918-9443-4469-b5ca-cde80f2d5541 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Publish callbacks [] for security_group (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:55.496393 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-14810918-9443-4469-b5ca-cde80f2d5541 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "DELETE /v2.0/security-groups/e5c7dfba-db69-4d9b-b534-23bcb62f884e HTTP/1.1" status: 204 len: 168 time: 0.1322818 Apr 12 19:54:55.499058 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 40904) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:54:55.507464 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14810918-9443-4469-b5ca-cde80f2d5541 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c7dfba-db69-4d9b-b534-23bcb62f884e,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:54:55.514065 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.api.v2.resource [None req-5e5d64f6-ef56-4e10-b23e-d4e2d573a78d tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] show failed (client error): The resource could not be found. Apr 12 19:54:55.518138 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-5e5d64f6-ef56-4e10-b23e-d4e2d573a78d tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/security-groups/e5c7dfba-db69-4d9b-b534-23bcb62f884e HTTP/1.1" status: 404 len: 347 time: 0.0174153 Apr 12 19:54:55.518678 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 40906) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:54:55.638438 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.plugin [None req-c24080b3-0ed1-44e1-9932-eb95d372a3ab tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Deleting port 380ee3a8-9264-4ea1-b174-6fe4165eb4d9 {{(pid=106707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:54:55.638773 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-c24080b3-0ed1-44e1-9932-eb95d372a3ab tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749198460456'] for port (380ee3a8-9264-4ea1-b174-6fe4165eb4d9), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:55.653619 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb24f01-c26c-4b20-8e6a-924f97645d4e None None] New status for floating IP a9d9125e-e958-49b9-b1c3-a4ee53118ef6: DOWN {{(pid=106714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 19:54:55.717507 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-c24080b3-0ed1-44e1-9932-eb95d372a3ab tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661808'] for port (380ee3a8-9264-4ea1-b174-6fe4165eb4d9), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:55.717829 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-c24080b3-0ed1-44e1-9932-eb95d372a3ab tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Publish callbacks [] for floatingip (380ee3a8-9264-4ea1-b174-6fe4165eb4d9), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:55.731371 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.plugin [None req-c24080b3-0ed1-44e1-9932-eb95d372a3ab tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Calling delete_port for 380ee3a8-9264-4ea1-b174-6fe4165eb4d9 owned by network:floatingip {{(pid=106707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:54:55.774613 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (ce4c6b0b-91ae-4576-82ad-f2f4ee2d2a45), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:55.867665 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-c24080b3-0ed1-44e1-9932-eb95d372a3ab tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749198465814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749198058671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9064885'] for port (380ee3a8-9264-4ea1-b174-6fe4165eb4d9), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:55.896765 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24080b3-0ed1-44e1-9932-eb95d372a3ab tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Pushing event deleted for resources: {'Port': ['ID=380ee3a8-9264-4ea1-b174-6fe4165eb4d9,revision_number=None']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:54:55.959502 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-c24080b3-0ed1-44e1-9932-eb95d372a3ab tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Publish callbacks [] for floatingip (a9d9125e-e958-49b9-b1c3-a4ee53118ef6), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:55.962284 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-c24080b3-0ed1-44e1-9932-eb95d372a3ab tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245471'] for floatingip (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:55.963428 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-c24080b3-0ed1-44e1-9932-eb95d372a3ab tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "DELETE /v2.0/floatingips/a9d9125e-e958-49b9-b1c3-a4ee53118ef6 HTTP/1.1" status: 204 len: 168 time: 0.4436836 Apr 12 19:54:56.406522 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 40910) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:54:56.410977 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.v2.base [None req-2ada13fd-d94f-40ae-abae-afc561e7d76c tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Request body: {'security_group': {'name': 'tempest-securitygroup--845487972', 'description': 'tempest-description--926526013'}} {{(pid=106707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:54:56.430897 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-2ada13fd-d94f-40ae-abae-afc561e7d76c tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Publish callbacks [] for security_group (None), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:56.495452 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-2ada13fd-d94f-40ae-abae-afc561e7d76c tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Publish callbacks [] for security_group (689ef33c-f34d-4a53-adb5-f1a85e2c9efc), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:56.498958 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-2ada13fd-d94f-40ae-abae-afc561e7d76c tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (689ef33c-f34d-4a53-adb5-f1a85e2c9efc), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:56.527264 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-2ada13fd-d94f-40ae-abae-afc561e7d76c tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Publish callbacks [] for security_group (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:56.528477 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-2ada13fd-d94f-40ae-abae-afc561e7d76c tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1209717 Apr 12 19:54:56.531372 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 40912) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:54:56.532776 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ada13fd-d94f-40ae-abae-afc561e7d76c tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=689ef33c-f34d-4a53-adb5-f1a85e2c9efc,revision_number=1']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:54:56.536063 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.v2.base [None req-3db2b246-64d0-42ef-8994-f2f0cf5b62f1 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Request body: {'security_group_rule': {'security_group_id': '689ef33c-f34d-4a53-adb5-f1a85e2c9efc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:54:56.561159 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-3db2b246-64d0-42ef-8994-f2f0cf5b62f1 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Publish callbacks [] for security_group_rule (4fbe897e-84ff-4f9f-a284-1b7a8c48f5ce), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:56.615006 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-3db2b246-64d0-42ef-8994-f2f0cf5b62f1 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Publish callbacks [] for security_group_rule (4fbe897e-84ff-4f9f-a284-1b7a8c48f5ce), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:56.618894 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-3db2b246-64d0-42ef-8994-f2f0cf5b62f1 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529670'] for security_group_rule (4fbe897e-84ff-4f9f-a284-1b7a8c48f5ce), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:56.636288 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db2b246-64d0-42ef-8994-f2f0cf5b62f1 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fbe897e-84ff-4f9f-a284-1b7a8c48f5ce,revision_number=0']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:54:56.643978 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-3db2b246-64d0-42ef-8994-f2f0cf5b62f1 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:56.645159 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-3db2b246-64d0-42ef-8994-f2f0cf5b62f1 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1126895 Apr 12 19:54:56.647803 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 40914) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:54:56.652088 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.v2.base [None req-5b48c72f-9e62-4874-a926-2e8fe99f7738 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Request body: {'security_group_rule': {'security_group_id': '689ef33c-f34d-4a53-adb5-f1a85e2c9efc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:54:56.676933 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-5b48c72f-9e62-4874-a926-2e8fe99f7738 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Publish callbacks [] for security_group_rule (412441d7-d76c-45ef-ad1d-4bf44cab4e83), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:56.734428 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-5b48c72f-9e62-4874-a926-2e8fe99f7738 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Publish callbacks [] for security_group_rule (412441d7-d76c-45ef-ad1d-4bf44cab4e83), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:56.738015 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-5b48c72f-9e62-4874-a926-2e8fe99f7738 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529670'] for security_group_rule (412441d7-d76c-45ef-ad1d-4bf44cab4e83), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:56.756918 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b48c72f-9e62-4874-a926-2e8fe99f7738 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=412441d7-d76c-45ef-ad1d-4bf44cab4e83,revision_number=0']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:54:56.763570 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-5b48c72f-9e62-4874-a926-2e8fe99f7738 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:56.764757 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-5b48c72f-9e62-4874-a926-2e8fe99f7738 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1160140 Apr 12 19:54:56.767764 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 40916) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:54:56.771914 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.v2.base [None req-420a8239-25a9-4520-997e-09978ee5d04f tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Request body: {'floatingip': {'floating_network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08'}} {{(pid=106704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:54:56.791733 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-420a8239-25a9-4520-997e-09978ee5d04f tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:56.867650 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-420a8239-25a9-4520-997e-09978ee5d04f tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:56.970266 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.db_base_plugin_common [None req-420a8239-25a9-4520-997e-09978ee5d04f tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Allocated IP 172.27.2.145 (afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08/6283d24b-0e2c-4ae1-ac34-d042e72aa307/e0db1bf4-cfff-4da8-8526-40279680477e) {{(pid=106704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:54:57.067821 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-420a8239-25a9-4520-997e-09978ee5d04f tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Publish callbacks [] for port (e0db1bf4-cfff-4da8-8526-40279680477e), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:57.100426 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-420a8239-25a9-4520-997e-09978ee5d04f tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749198058662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8791401'] for port (e0db1bf4-cfff-4da8-8526-40279680477e), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:57.145326 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420a8239-25a9-4520-997e-09978ee5d04f tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Network afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08 is already hosted by enough agents. {{(pid=106704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:54:57.148167 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.base_scheduler [None req-420a8239-25a9-4520-997e-09978ee5d04f tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Resources bound (agent type, host, resource id): {{(pid=106704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:54:57.152500 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420a8239-25a9-4520-997e-09978ee5d04f tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Received port after_create {{(pid=106704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:54:57.155481 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420a8239-25a9-4520-997e-09978ee5d04f tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Pushing event updated for resources: {'Port': ['ID=e0db1bf4-cfff-4da8-8526-40279680477e,revision_number=1']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:54:57.234024 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-420a8239-25a9-4520-997e-09978ee5d04f tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Publish callbacks [] for floatingip (e6355eac-db2c-437d-b232-83a09bbea57c), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:57.268967 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-420a8239-25a9-4520-997e-09978ee5d04f tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (e0db1bf4-cfff-4da8-8526-40279680477e), before_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:57.413273 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-420a8239-25a9-4520-997e-09978ee5d04f tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Publish callbacks [] for port (e0db1bf4-cfff-4da8-8526-40279680477e), precommit_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:57.417220 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-420a8239-25a9-4520-997e-09978ee5d04f tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8791376'] for port (e0db1bf4-cfff-4da8-8526-40279680477e), after_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:57.487653 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420a8239-25a9-4520-997e-09978ee5d04f tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Pushing event updated for resources: {'Port': ['ID=e0db1bf4-cfff-4da8-8526-40279680477e,revision_number=2']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:54:57.496346 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-420a8239-25a9-4520-997e-09978ee5d04f tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668094'] for floatingip (e6355eac-db2c-437d-b232-83a09bbea57c), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:57.511007 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-420a8239-25a9-4520-997e-09978ee5d04f tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245471'] for floatingip (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:57.512250 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-420a8239-25a9-4520-997e-09978ee5d04f tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7435348 Apr 12 19:54:57.701089 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-a3515928-b5d2-4fb8-9701-1300cb5d6dce req-f093527d-0f1a-4eea-852b-fdd73644ef64 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--845487972&fields=id&tenant_id=4489676262ea44d8929f0f5d7a1ffc51 HTTP/1.1" status: 200 len: 267 time: 0.0414689 Apr 12 19:54:57.805306 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3515928-b5d2-4fb8-9701-1300cb5d6dce req-c9967a16-156d-4360-a573-023f85b45a70 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:54:57.806728 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-a3515928-b5d2-4fb8-9701-1300cb5d6dce req-c9967a16-156d-4360-a573-023f85b45a70 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/networks?id=b76413cb-e15b-40ab-99a9-de2d4c0b734c HTTP/1.1" status: 200 len: 811 time: 0.0996127 Apr 12 19:54:57.821397 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-a3515928-b5d2-4fb8-9701-1300cb5d6dce req-a8d689de-e4a2-4c7b-ac3e-f4e0274b3726 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/quotas/4489676262ea44d8929f0f5d7a1ffc51 HTTP/1.1" status: 200 len: 375 time: 0.0093024 Apr 12 19:54:57.869810 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-a3515928-b5d2-4fb8-9701-1300cb5d6dce req-b11215ba-cadd-4a18-87b9-b3a519477ccb tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4489676262ea44d8929f0f5d7a1ffc51&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0436673 Apr 12 19:54:58.055375 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-a3515928-b5d2-4fb8-9701-1300cb5d6dce req-b434e531-052b-420b-82b6-ec9cef518bad service neutron] 10.222.0.15 "GET /v2.0/networks/b76413cb-e15b-40ab-99a9-de2d4c0b734c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740029 Apr 12 19:54:58.142456 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-a3515928-b5d2-4fb8-9701-1300cb5d6dce req-fe4d41d8-c0c6-43f6-b6c7-eda9a90c470a service neutron] 10.222.0.15 "GET /v2.0/networks/b76413cb-e15b-40ab-99a9-de2d4c0b734c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812337 Apr 12 19:54:58.303129 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-72309438-4201-4f7e-9547-40e6250695f9 req-9b77e1e1-4316-4ddb-95ee-ce6354f29be4 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/ports?device_id=e61b051b-c4b3-44ba-8008-29097ae10d39 HTTP/1.1" status: 200 len: 210 time: 0.0277576 Apr 12 19:54:58.570798 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Device b9bacd88-def4-4f26-b7a4-d1ce9b2b1eed no longer exists at agent hyperv_hv-cinder-83754 {{(pid=106714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 19:54:58.591210 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] No Port match for: b9bacd88-def4-4f26-b7a4-d1ce9b2b1eed {{(pid=106714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 19:54:58.591554 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Device b9bacd88-def4-4f26-b7a4-d1ce9b2b1eed not bound to the agent host hv-cinder-83754 {{(pid=106714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 19:54:59.174549 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3515928-b5d2-4fb8-9701-1300cb5d6dce req-1516fd87-060f-4419-94bc-dd6987eecaad tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:54:59.176038 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-a3515928-b5d2-4fb8-9701-1300cb5d6dce req-1516fd87-060f-4419-94bc-dd6987eecaad tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.25 "GET /v2.0/networks?id=b76413cb-e15b-40ab-99a9-de2d4c0b734c HTTP/1.1" status: 200 len: 811 time: 0.1083508 Apr 12 19:54:59.236926 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-a3515928-b5d2-4fb8-9701-1300cb5d6dce req-85e72c3e-5021-49c4-a9de-cb53c979ec8a tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4489676262ea44d8929f0f5d7a1ffc51 HTTP/1.1" status: 200 len: 379 time: 0.0528295 Apr 12 19:54:59.300015 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.v2.base [req-a3515928-b5d2-4fb8-9701-1300cb5d6dce req-96c0e791-6110-41de-bf88-031403f9b225 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Request body: {'port': {'device_id': 'e61b051b-c4b3-44ba-8008-29097ae10d39', 'network_id': 'b76413cb-e15b-40ab-99a9-de2d4c0b734c', 'admin_state_up': True, 'tenant_id': '4489676262ea44d8929f0f5d7a1ffc51', 'security_groups': ['689ef33c-f34d-4a53-adb5-f1a85e2c9efc']}} {{(pid=106704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:54:59.402037 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-35efea4c-ace3-449e-9656-86dba730dc18 req-75623be8-fe5b-4708-8212-be8baf39f033 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/ports?device_id=e61b051b-c4b3-44ba-8008-29097ae10d39 HTTP/1.1" status: 200 len: 210 time: 0.0325739 Apr 12 19:54:59.405021 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3515928-b5d2-4fb8-9701-1300cb5d6dce req-96c0e791-6110-41de-bf88-031403f9b225 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Made reservation on behalf of 4489676262ea44d8929f0f5d7a1ffc51 for: {'port': 1} {{(pid=106704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:54:59.408261 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-a3515928-b5d2-4fb8-9701-1300cb5d6dce req-96c0e791-6110-41de-bf88-031403f9b225 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:59.534543 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.db_base_plugin_common [req-a3515928-b5d2-4fb8-9701-1300cb5d6dce req-96c0e791-6110-41de-bf88-031403f9b225 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Allocated IP 172.20.0.12 (b76413cb-e15b-40ab-99a9-de2d4c0b734c/ac7da68c-b531-4121-be78-e8751cff2df4/4fa88021-e8cd-47b7-8ed6-4d24d66c9cab) {{(pid=106704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:54:59.668034 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-a3515928-b5d2-4fb8-9701-1300cb5d6dce req-96c0e791-6110-41de-bf88-031403f9b225 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Publish callbacks [] for port (4fa88021-e8cd-47b7-8ed6-4d24d66c9cab), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:59.700394 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-a3515928-b5d2-4fb8-9701-1300cb5d6dce req-96c0e791-6110-41de-bf88-031403f9b225 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749198058662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8791401'] for port (4fa88021-e8cd-47b7-8ed6-4d24d66c9cab), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:59.741165 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3515928-b5d2-4fb8-9701-1300cb5d6dce req-96c0e791-6110-41de-bf88-031403f9b225 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Network b76413cb-e15b-40ab-99a9-de2d4c0b734c is already hosted by enough agents. {{(pid=106704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:54:59.744228 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.base_scheduler [req-a3515928-b5d2-4fb8-9701-1300cb5d6dce req-96c0e791-6110-41de-bf88-031403f9b225 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Resources bound (agent type, host, resource id): {{(pid=106704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:54:59.750439 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3515928-b5d2-4fb8-9701-1300cb5d6dce req-96c0e791-6110-41de-bf88-031403f9b225 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Received port after_create {{(pid=106704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:54:59.775208 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c0e791-6110-41de-bf88-031403f9b225 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Pushing event updated for resources: {'Port': ['ID=4fa88021-e8cd-47b7-8ed6-4d24d66c9cab,revision_number=1']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:54:59.806691 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3515928-b5d2-4fb8-9701-1300cb5d6dce req-96c0e791-6110-41de-bf88-031403f9b225 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:54:59.807317 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-a3515928-b5d2-4fb8-9701-1300cb5d6dce req-96c0e791-6110-41de-bf88-031403f9b225 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245471'] for port (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:59.824432 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-a3515928-b5d2-4fb8-9701-1300cb5d6dce req-96c0e791-6110-41de-bf88-031403f9b225 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5279386 Apr 12 19:54:59.835914 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.v2.base [req-a3515928-b5d2-4fb8-9701-1300cb5d6dce req-84ca838f-c50e-4aed-8ae6-c6484f6db40a service neutron] Request body: {'port': {'device_id': 'e61b051b-c4b3-44ba-8008-29097ae10d39', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=106704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:54:59.907352 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-a3515928-b5d2-4fb8-9701-1300cb5d6dce req-84ca838f-c50e-4aed-8ae6-c6484f6db40a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (4fa88021-e8cd-47b7-8ed6-4d24d66c9cab), before_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:59.970785 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-8f8a7335-de2b-42a9-8348-f1eac887cce7 None None] Provisioning complete for port 4fa88021-e8cd-47b7-8ed6-4d24d66c9cab triggered by entity DHCP. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:54:59.971388 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8a7335-de2b-42a9-8348-f1eac887cce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (4fa88021-e8cd-47b7-8ed6-4d24d66c9cab), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:00.004868 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-8f8a7335-de2b-42a9-8348-f1eac887cce7 None None] Port 4fa88021-e8cd-47b7-8ed6-4d24d66c9cab cannot update to ACTIVE because it is not bound. {{(pid=106714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 19:55:00.162806 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.notifiers.nova [req-a3515928-b5d2-4fb8-9701-1300cb5d6dce req-84ca838f-c50e-4aed-8ae6-c6484f6db40a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fa88021-e8cd-47b7-8ed6-4d24d66c9cab {{(pid=106704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 19:55:00.173065 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-a3515928-b5d2-4fb8-9701-1300cb5d6dce req-84ca838f-c50e-4aed-8ae6-c6484f6db40a service neutron] Publish callbacks [] for port (4fa88021-e8cd-47b7-8ed6-4d24d66c9cab), precommit_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:00.186231 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.provisioning_blocks [req-a3515928-b5d2-4fb8-9701-1300cb5d6dce req-84ca838f-c50e-4aed-8ae6-c6484f6db40a service neutron] Transition to ACTIVE for port object 4fa88021-e8cd-47b7-8ed6-4d24d66c9cab will not be triggered until provisioned by entity L2. {{(pid=106704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 19:55:00.189644 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-a3515928-b5d2-4fb8-9701-1300cb5d6dce req-84ca838f-c50e-4aed-8ae6-c6484f6db40a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8791376'] for port (4fa88021-e8cd-47b7-8ed6-4d24d66c9cab), after_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:00.240743 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ca838f-c50e-4aed-8ae6-c6484f6db40a service neutron] Pushing event updated for resources: {'Port': ['ID=4fa88021-e8cd-47b7-8ed6-4d24d66c9cab,revision_number=2']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:55:00.313176 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.managers [req-a3515928-b5d2-4fb8-9701-1300cb5d6dce req-84ca838f-c50e-4aed-8ae6-c6484f6db40a service neutron] Attempting to bind port 4fa88021-e8cd-47b7-8ed6-4d24d66c9cab on host hv-cinder-83754 for vnic_type normal with profile {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:55:00.313514 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.managers [req-a3515928-b5d2-4fb8-9701-1300cb5d6dce req-84ca838f-c50e-4aed-8ae6-c6484f6db40a service neutron] Attempting to bind port 4fa88021-e8cd-47b7-8ed6-4d24d66c9cab by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '0f96c3c3-3ba6-40be-b658-b81bf282434e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b76413cb-e15b-40ab-99a9-de2d4c0b734c'}] {{(pid=106704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:55:00.313842 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3515928-b5d2-4fb8-9701-1300cb5d6dce req-84ca838f-c50e-4aed-8ae6-c6484f6db40a service neutron] Attempting to bind port 4fa88021-e8cd-47b7-8ed6-4d24d66c9cab on network b76413cb-e15b-40ab-99a9-de2d4c0b734c {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:55:00.318356 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3515928-b5d2-4fb8-9701-1300cb5d6dce req-84ca838f-c50e-4aed-8ae6-c6484f6db40a service neutron] Port 4fa88021-e8cd-47b7-8ed6-4d24d66c9cab on network b76413cb-e15b-40ab-99a9-de2d4c0b734c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 19:55:00.318676 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3515928-b5d2-4fb8-9701-1300cb5d6dce req-84ca838f-c50e-4aed-8ae6-c6484f6db40a service neutron] Attempting to bind port 4fa88021-e8cd-47b7-8ed6-4d24d66c9cab on network b76413cb-e15b-40ab-99a9-de2d4c0b734c {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:55:00.323706 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3515928-b5d2-4fb8-9701-1300cb5d6dce req-84ca838f-c50e-4aed-8ae6-c6484f6db40a service neutron] Checking agent: {'id': 'ce4c6b0b-91ae-4576-82ad-f2f4ee2d2a45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 37, 20), 'started_at': datetime.datetime(2022, 4, 12, 19, 37, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:55:00.324086 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3515928-b5d2-4fb8-9701-1300cb5d6dce req-84ca838f-c50e-4aed-8ae6-c6484f6db40a service neutron] Checking segment: {'id': '0f96c3c3-3ba6-40be-b658-b81bf282434e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b76413cb-e15b-40ab-99a9-de2d4c0b734c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:55:00.324484 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3515928-b5d2-4fb8-9701-1300cb5d6dce req-84ca838f-c50e-4aed-8ae6-c6484f6db40a service neutron] Bound using segment: {'id': '0f96c3c3-3ba6-40be-b658-b81bf282434e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b76413cb-e15b-40ab-99a9-de2d4c0b734c'} {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:55:00.324917 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.managers [req-a3515928-b5d2-4fb8-9701-1300cb5d6dce req-84ca838f-c50e-4aed-8ae6-c6484f6db40a service neutron] Bound port: 4fa88021-e8cd-47b7-8ed6-4d24d66c9cab, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f96c3c3-3ba6-40be-b658-b81bf282434e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b76413cb-e15b-40ab-99a9-de2d4c0b734c'}}] {{(pid=106704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:55:00.325279 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-a3515928-b5d2-4fb8-9701-1300cb5d6dce req-84ca838f-c50e-4aed-8ae6-c6484f6db40a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (4fa88021-e8cd-47b7-8ed6-4d24d66c9cab), before_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:00.391728 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.db [req-a3515928-b5d2-4fb8-9701-1300cb5d6dce req-84ca838f-c50e-4aed-8ae6-c6484f6db40a service neutron] For port 4fa88021-e8cd-47b7-8ed6-4d24d66c9cab, host hv-cinder-83754, cleared binding levels {{(pid=106704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:55:00.394642 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.db [req-a3515928-b5d2-4fb8-9701-1300cb5d6dce req-84ca838f-c50e-4aed-8ae6-c6484f6db40a service neutron] For port 4fa88021-e8cd-47b7-8ed6-4d24d66c9cab, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=4fa88021-e8cd-47b7-8ed6-4d24d66c9cab,segment=NetworkSegment(0f96c3c3-3ba6-40be-b658-b81bf282434e),segment_id=0f96c3c3-3ba6-40be-b658-b81bf282434e)] {{(pid=106704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:55:00.400557 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-a3515928-b5d2-4fb8-9701-1300cb5d6dce req-84ca838f-c50e-4aed-8ae6-c6484f6db40a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8791376'] for port (4fa88021-e8cd-47b7-8ed6-4d24d66c9cab), after_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:00.432666 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3515928-b5d2-4fb8-9701-1300cb5d6dce req-84ca838f-c50e-4aed-8ae6-c6484f6db40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:55:00.433334 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-a3515928-b5d2-4fb8-9701-1300cb5d6dce req-84ca838f-c50e-4aed-8ae6-c6484f6db40a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245471'] for port (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:00.434631 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-a3515928-b5d2-4fb8-9701-1300cb5d6dce req-84ca838f-c50e-4aed-8ae6-c6484f6db40a service neutron] 10.222.0.25 "PUT /v2.0/ports/4fa88021-e8cd-47b7-8ed6-4d24d66c9cab HTTP/1.1" status: 200 len: 1094 time: 0.6036341 Apr 12 19:55:00.435077 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e61b051b-c4b3-44ba-8008-29097ae10d39', 'tag': '4fa88021-e8cd-47b7-8ed6-4d24d66c9cab'}] {{(pid=106704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:55:00.437336 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7198706052eeb44005bd3d373437c5078b0bb903de01f30342c0d4536e5352d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7de8b63-6a2e-4b5a-a33f-d4a8289b8584" -d '{"events": [{"name": "network-changed", "server_uuid": "e61b051b-c4b3-44ba-8008-29097ae10d39", "tag": "4fa88021-e8cd-47b7-8ed6-4d24d66c9cab"}]}' {{(pid=106704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:55:00.477325 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ca838f-c50e-4aed-8ae6-c6484f6db40a service neutron] Pushing event updated for resources: {'Port': ['ID=4fa88021-e8cd-47b7-8ed6-4d24d66c9cab,revision_number=3']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:55:00.483548 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 19:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f61c2c56-43b3-4268-bcc8-4ed444fbbbb8 x-openstack-request-id: req-f61c2c56-43b3-4268-bcc8-4ed444fbbbb8 {{(pid=106704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:55:00.483842 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e61b051b-c4b3-44ba-8008-29097ae10d39", "tag": "4fa88021-e8cd-47b7-8ed6-4d24d66c9cab", "status": "completed", "code": 200}]} {{(pid=106704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:55:00.484280 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f61c2c56-43b3-4268-bcc8-4ed444fbbbb8 {{(pid=106704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:55:00.484737 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f61c2c56-43b3-4268-bcc8-4ed444fbbbb8'] response: {'name': 'network-changed', 'server_uuid': 'e61b051b-c4b3-44ba-8008-29097ae10d39', 'tag': '4fa88021-e8cd-47b7-8ed6-4d24d66c9cab', 'status': 'completed', 'code': 200} Apr 12 19:55:00.562056 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99ff35e-177b-49f3-8333-60c5a17ab001 req-54ebc0b6-71df-4c0d-8f2b-b2b2d5a4c0fc tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:55:00.563571 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-a99ff35e-177b-49f3-8333-60c5a17ab001 req-54ebc0b6-71df-4c0d-8f2b-b2b2d5a4c0fc tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/ports?device_id=e61b051b-c4b3-44ba-8008-29097ae10d39 HTTP/1.1" status: 200 len: 944 time: 0.0780697 Apr 12 19:55:00.567034 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3515928-b5d2-4fb8-9701-1300cb5d6dce req-476cd90b-2670-4a9a-9f0c-1845eaa20d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:55:00.568516 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-a3515928-b5d2-4fb8-9701-1300cb5d6dce req-476cd90b-2670-4a9a-9f0c-1845eaa20d4e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4489676262ea44d8929f0f5d7a1ffc51&device_id=e61b051b-c4b3-44ba-8008-29097ae10d39 HTTP/1.1" status: 200 len: 1128 time: 0.0740881 Apr 12 19:55:00.618063 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-a3515928-b5d2-4fb8-9701-1300cb5d6dce req-a04db712-5f6d-4333-b81c-83791cd246c0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4fa88021-e8cd-47b7-8ed6-4d24d66c9cab HTTP/1.1" status: 200 len: 217 time: 0.0421429 Apr 12 19:55:00.674219 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-a99ff35e-177b-49f3-8333-60c5a17ab001 req-b643e678-9bf9-49ff-a716-bbb42cb896d5 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/security-groups?id=689ef33c-f34d-4a53-adb5-f1a85e2c9efc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042314 Apr 12 19:55:00.686638 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3515928-b5d2-4fb8-9701-1300cb5d6dce req-8bb28e20-d58a-4d76-bf77-b91c765f978f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:55:00.688148 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-a3515928-b5d2-4fb8-9701-1300cb5d6dce req-8bb28e20-d58a-4d76-bf77-b91c765f978f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ac7da68c-b531-4121-be78-e8751cff2df4 HTTP/1.1" status: 200 len: 850 time: 0.0599458 Apr 12 19:55:00.730683 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3515928-b5d2-4fb8-9701-1300cb5d6dce req-18f210be-9196-4f8d-bd32-4cfd2b85dbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:55:00.732163 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-a3515928-b5d2-4fb8-9701-1300cb5d6dce req-18f210be-9196-4f8d-bd32-4cfd2b85dbe2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b76413cb-e15b-40ab-99a9-de2d4c0b734c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375764 Apr 12 19:55:00.821083 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-a3515928-b5d2-4fb8-9701-1300cb5d6dce req-7ecef049-651d-41a9-a331-260d4c2c62ab service neutron] 10.222.0.25 "GET /v2.0/networks/b76413cb-e15b-40ab-99a9-de2d4c0b734c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831330 Apr 12 19:55:00.914523 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-a3515928-b5d2-4fb8-9701-1300cb5d6dce req-5706fb56-8847-4f71-ae1f-9972006bad33 service neutron] 10.222.0.25 "GET /v2.0/networks/b76413cb-e15b-40ab-99a9-de2d4c0b734c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873311 Apr 12 19:55:01.784453 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c384bae-6dd9-437d-91ac-6e4ee51976f1 req-fb9a9421-e8ed-40d5-bd66-209f5e852a14 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:55:01.785888 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-2c384bae-6dd9-437d-91ac-6e4ee51976f1 req-fb9a9421-e8ed-40d5-bd66-209f5e852a14 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/ports?device_id=e61b051b-c4b3-44ba-8008-29097ae10d39 HTTP/1.1" status: 200 len: 944 time: 0.0458758 Apr 12 19:55:01.831814 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-2c384bae-6dd9-437d-91ac-6e4ee51976f1 req-67919bfc-4653-4e24-b003-f9a64b176cd4 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/security-groups?id=689ef33c-f34d-4a53-adb5-f1a85e2c9efc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393395 Apr 12 19:55:02.953238 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7de8b63-6a2e-4b5a-a33f-d4a8289b8584 req-ae9b6ca2-8d38-44be-bf20-9e1767fa6fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:55:02.954709 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-b7de8b63-6a2e-4b5a-a33f-d4a8289b8584 req-ae9b6ca2-8d38-44be-bf20-9e1767fa6fc9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4489676262ea44d8929f0f5d7a1ffc51&device_id=e61b051b-c4b3-44ba-8008-29097ae10d39 HTTP/1.1" status: 200 len: 1128 time: 0.0677073 Apr 12 19:55:02.974450 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c321217f-e0bf-4361-b3c1-24a91017030f req-e33a9cd0-af11-43c6-b100-8c931736a497 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:55:02.975796 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-c321217f-e0bf-4361-b3c1-24a91017030f req-e33a9cd0-af11-43c6-b100-8c931736a497 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/ports?device_id=e61b051b-c4b3-44ba-8008-29097ae10d39 HTTP/1.1" status: 200 len: 944 time: 0.0623155 Apr 12 19:55:03.070631 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-c321217f-e0bf-4361-b3c1-24a91017030f req-ce60bbe1-0d00-4ef3-ba7c-a6bebfadc124 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/security-groups?id=689ef33c-f34d-4a53-adb5-f1a85e2c9efc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844140 Apr 12 19:55:03.082987 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7de8b63-6a2e-4b5a-a33f-d4a8289b8584 req-df54f0d5-35f1-4e04-8a71-8522ea124ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:55:03.085075 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-b7de8b63-6a2e-4b5a-a33f-d4a8289b8584 req-df54f0d5-35f1-4e04-8a71-8522ea124ceb service neutron] 10.222.0.25 "GET /v2.0/networks?id=b76413cb-e15b-40ab-99a9-de2d4c0b734c HTTP/1.1" status: 200 len: 912 time: 0.1220405 Apr 12 19:55:03.130060 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-b7de8b63-6a2e-4b5a-a33f-d4a8289b8584 req-bc389bc4-1ba7-4d51-b10d-6e98faefdfd0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4fa88021-e8cd-47b7-8ed6-4d24d66c9cab HTTP/1.1" status: 200 len: 217 time: 0.0369341 Apr 12 19:55:03.174998 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7de8b63-6a2e-4b5a-a33f-d4a8289b8584 req-380789ce-edd6-4fcf-9538-7b0724fff33d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:55:03.176390 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-b7de8b63-6a2e-4b5a-a33f-d4a8289b8584 req-380789ce-edd6-4fcf-9538-7b0724fff33d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ac7da68c-b531-4121-be78-e8751cff2df4 HTTP/1.1" status: 200 len: 850 time: 0.0406599 Apr 12 19:55:03.217794 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7de8b63-6a2e-4b5a-a33f-d4a8289b8584 req-91b81382-6e98-4669-8a11-465c19705fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:55:03.219211 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-b7de8b63-6a2e-4b5a-a33f-d4a8289b8584 req-91b81382-6e98-4669-8a11-465c19705fb6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b76413cb-e15b-40ab-99a9-de2d4c0b734c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0365736 Apr 12 19:55:03.308445 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-b7de8b63-6a2e-4b5a-a33f-d4a8289b8584 req-addd5b99-f268-4d69-9532-148508bd1ff5 service neutron] 10.222.0.25 "GET /v2.0/networks/b76413cb-e15b-40ab-99a9-de2d4c0b734c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833478 Apr 12 19:55:03.394426 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-b7de8b63-6a2e-4b5a-a33f-d4a8289b8584 req-f4566aa7-15f5-4370-936e-16c63377ae07 service neutron] 10.222.0.25 "GET /v2.0/networks/b76413cb-e15b-40ab-99a9-de2d4c0b734c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801053 Apr 12 19:55:04.181664 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a45417f-532c-4f08-b097-ae729c2b453c req-11baaa98-59fb-4526-8fda-d1eb336a9154 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:55:04.183142 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-6a45417f-532c-4f08-b097-ae729c2b453c req-11baaa98-59fb-4526-8fda-d1eb336a9154 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/ports?device_id=e61b051b-c4b3-44ba-8008-29097ae10d39 HTTP/1.1" status: 200 len: 944 time: 0.0467060 Apr 12 19:55:04.230122 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-6a45417f-532c-4f08-b097-ae729c2b453c req-5482f24f-db4d-4387-8c05-f27c484acc2c tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/security-groups?id=689ef33c-f34d-4a53-adb5-f1a85e2c9efc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407732 Apr 12 19:55:04.622903 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Device 4fa88021-e8cd-47b7-8ed6-4d24d66c9cab details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=106714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 19:55:04.717681 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] For port 4fa88021-e8cd-47b7-8ed6-4d24d66c9cab, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=4fa88021-e8cd-47b7-8ed6-4d24d66c9cab,segment=NetworkSegment(0f96c3c3-3ba6-40be-b658-b81bf282434e),segment_id=0f96c3c3-3ba6-40be-b658-b81bf282434e)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:55:04.728888 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Returning: {'device': '4fa88021-e8cd-47b7-8ed6-4d24d66c9cab', 'network_id': 'b76413cb-e15b-40ab-99a9-de2d4c0b734c', 'port_id': '4fa88021-e8cd-47b7-8ed6-4d24d66c9cab', 'mac_address': 'fa:16:3e:01:ec:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac7da68c-b531-4121-be78-e8751cff2df4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 19:55:04.764843 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Current status of the port 4fa88021-e8cd-47b7-8ed6-4d24d66c9cab is: DOWN; New status is: BUILD {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:55:04.765234 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (4fa88021-e8cd-47b7-8ed6-4d24d66c9cab), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:04.781640 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.notifiers.nova [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fa88021-e8cd-47b7-8ed6-4d24d66c9cab {{(pid=106714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 19:55:04.802248 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] For port 4fa88021-e8cd-47b7-8ed6-4d24d66c9cab, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=4fa88021-e8cd-47b7-8ed6-4d24d66c9cab,segment=NetworkSegment(0f96c3c3-3ba6-40be-b658-b81bf282434e),segment_id=0f96c3c3-3ba6-40be-b658-b81bf282434e)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:55:04.806586 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (4fa88021-e8cd-47b7-8ed6-4d24d66c9cab), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:04.854659 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Pushing event updated for resources: {'Port': ['ID=4fa88021-e8cd-47b7-8ed6-4d24d66c9cab,revision_number=4']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:55:05.177185 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] get_ports_and_sgs() called for port_ids ['4fa88021-e8cd-47b7-8ed6-4d24d66c9cab'] {{(pid=106714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 19:55:05.345596 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930cfc9d-5b31-4318-aef4-7619642856bd req-af033d81-74f0-4ffa-ae05-7fd978ada02d tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:55:05.347039 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-930cfc9d-5b31-4318-aef4-7619642856bd req-af033d81-74f0-4ffa-ae05-7fd978ada02d tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/ports?device_id=e61b051b-c4b3-44ba-8008-29097ae10d39 HTTP/1.1" status: 200 len: 945 time: 0.0518405 Apr 12 19:55:05.392647 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-930cfc9d-5b31-4318-aef4-7619642856bd req-3f7ad4a2-66e0-451c-9773-8b5ce27a7b83 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/security-groups?id=689ef33c-f34d-4a53-adb5-f1a85e2c9efc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398657 Apr 12 19:55:06.504897 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acb8320-17f1-4142-8302-2a1100e56ff4 req-ebe02e1c-9102-4ab6-bdab-79a6837da70f tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:55:06.506866 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-0acb8320-17f1-4142-8302-2a1100e56ff4 req-ebe02e1c-9102-4ab6-bdab-79a6837da70f tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/ports?device_id=e61b051b-c4b3-44ba-8008-29097ae10d39 HTTP/1.1" status: 200 len: 945 time: 0.0510964 Apr 12 19:55:06.553038 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-0acb8320-17f1-4142-8302-2a1100e56ff4 req-a8125967-c4ad-449f-9a9d-e67491aa2ae6 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/security-groups?id=689ef33c-f34d-4a53-adb5-f1a85e2c9efc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406282 Apr 12 19:55:06.638786 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Device 4fa88021-e8cd-47b7-8ed6-4d24d66c9cab up at agent hyperv_hv-cinder-83754 {{(pid=106714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:55:06.681411 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Provisioning for port 4fa88021-e8cd-47b7-8ed6-4d24d66c9cab completed by entity L2. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 19:55:06.687989 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Provisioning complete for port 4fa88021-e8cd-47b7-8ed6-4d24d66c9cab triggered by entity L2. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:55:06.688374 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (4fa88021-e8cd-47b7-8ed6-4d24d66c9cab), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:06.762960 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Current status of the port 4fa88021-e8cd-47b7-8ed6-4d24d66c9cab is: BUILD; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:55:06.763348 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (4fa88021-e8cd-47b7-8ed6-4d24d66c9cab), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:06.785324 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e61b051b-c4b3-44ba-8008-29097ae10d39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fa88021-e8cd-47b7-8ed6-4d24d66c9cab'}] {{(pid=106714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:55:06.787565 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a81cf7441df70286f4dc8f717b9c4c32a6686a605fef215f859f2b4f09b95be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62e4ffea-998a-45da-9db1-dfc272617abc" -d '{"events": [{"server_uuid": "e61b051b-c4b3-44ba-8008-29097ae10d39", "name": "network-vif-plugged", "status": "completed", "tag": "4fa88021-e8cd-47b7-8ed6-4d24d66c9cab"}]}' {{(pid=106714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:55:06.803278 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] For port 4fa88021-e8cd-47b7-8ed6-4d24d66c9cab, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=4fa88021-e8cd-47b7-8ed6-4d24d66c9cab,segment=NetworkSegment(0f96c3c3-3ba6-40be-b658-b81bf282434e),segment_id=0f96c3c3-3ba6-40be-b658-b81bf282434e)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:55:06.807286 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (4fa88021-e8cd-47b7-8ed6-4d24d66c9cab), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:06.830577 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 19:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-825ac030-095b-4ade-b222-afed148c9a8e x-openstack-request-id: req-825ac030-095b-4ade-b222-afed148c9a8e {{(pid=106714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:55:06.830870 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e61b051b-c4b3-44ba-8008-29097ae10d39", "name": "network-vif-plugged", "status": "completed", "tag": "4fa88021-e8cd-47b7-8ed6-4d24d66c9cab", "code": 200}]} {{(pid=106714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:55:06.831122 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-825ac030-095b-4ade-b222-afed148c9a8e {{(pid=106714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:55:06.831508 dv-cinder-837540-1-iscsi neutron-server[106714]: INFO neutron.notifiers.nova [-] Nova event matching ['req-825ac030-095b-4ade-b222-afed148c9a8e'] response: {'server_uuid': 'e61b051b-c4b3-44ba-8008-29097ae10d39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fa88021-e8cd-47b7-8ed6-4d24d66c9cab', 'code': 200} Apr 12 19:55:06.858550 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Pushing event updated for resources: {'Port': ['ID=4fa88021-e8cd-47b7-8ed6-4d24d66c9cab,revision_number=5']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:55:06.994821 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217fe2d5-73b6-4f22-8be8-f32b1e6160ce req-db524c5d-e04d-46e1-8f6f-0aa4fc3dcff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:55:06.996196 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-217fe2d5-73b6-4f22-8be8-f32b1e6160ce req-db524c5d-e04d-46e1-8f6f-0aa4fc3dcff7 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e61b051b-c4b3-44ba-8008-29097ae10d39 HTTP/1.1" status: 200 len: 1130 time: 0.0374045 Apr 12 19:55:07.039218 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-217fe2d5-73b6-4f22-8be8-f32b1e6160ce req-19b4ae61-fbe3-4da5-a022-5eb4d06bd3ef service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=689ef33c-f34d-4a53-adb5-f1a85e2c9efc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371733 Apr 12 19:55:07.664729 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9126914d-5078-4d05-9e29-f13818cec849 req-cce34498-db1d-435f-8ecd-07f073d551e2 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:55:07.666172 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-9126914d-5078-4d05-9e29-f13818cec849 req-cce34498-db1d-435f-8ecd-07f073d551e2 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/ports?device_id=e61b051b-c4b3-44ba-8008-29097ae10d39 HTTP/1.1" status: 200 len: 946 time: 0.0463183 Apr 12 19:55:07.711254 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-9126914d-5078-4d05-9e29-f13818cec849 req-b14b43a8-8f24-492f-97b9-5eadf659f32f tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/security-groups?id=689ef33c-f34d-4a53-adb5-f1a85e2c9efc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396919 Apr 12 19:55:08.826655 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d66e4c0-25e1-4e00-a84a-165e5a7d800c req-d58daa23-0086-4c97-9da4-6a0844eff9be tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:55:08.828135 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-7d66e4c0-25e1-4e00-a84a-165e5a7d800c req-d58daa23-0086-4c97-9da4-6a0844eff9be tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/ports?device_id=e61b051b-c4b3-44ba-8008-29097ae10d39 HTTP/1.1" status: 200 len: 946 time: 0.0484004 Apr 12 19:55:08.875261 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-7d66e4c0-25e1-4e00-a84a-165e5a7d800c req-9dbbe724-eb86-4797-b232-7fd96c6ef743 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/security-groups?id=689ef33c-f34d-4a53-adb5-f1a85e2c9efc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416160 Apr 12 19:55:08.984497 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fada6194-20d8-4b18-ba18-2fe90f85458e req-78ef09af-d36c-4485-bdde-bbc06342b9da tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:55:08.985948 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-fada6194-20d8-4b18-ba18-2fe90f85458e req-78ef09af-d36c-4485-bdde-bbc06342b9da tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/ports?device_id=e61b051b-c4b3-44ba-8008-29097ae10d39 HTTP/1.1" status: 200 len: 946 time: 0.0497277 Apr 12 19:55:08.994404 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 40974) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:55:08.998536 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.v2.base [None req-08649978-6750-4e85-9c60-e1eebb892cca tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Request body: {'floatingip': {'port_id': '4fa88021-e8cd-47b7-8ed6-4d24d66c9cab'}} {{(pid=106707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:55:09.036867 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-08649978-6750-4e85-9c60-e1eebb892cca tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Publish callbacks [] for floatingip (e6355eac-db2c-437d-b232-83a09bbea57c), before_update {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:09.478407 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-08649978-6750-4e85-9c60-e1eebb892cca tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:09.482556 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-08649978-6750-4e85-9c60-e1eebb892cca tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668094'] for floatingip (e6355eac-db2c-437d-b232-83a09bbea57c), after_update {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:09.586331 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.db.l3_db [None req-08649978-6750-4e85-9c60-e1eebb892cca tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Floating IP e6355eac-db2c-437d-b232-83a09bbea57c associated. External IP: 172.27.2.145, port: 4fa88021-e8cd-47b7-8ed6-4d24d66c9cab. Apr 12 19:55:09.800342 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08649978-6750-4e85-9c60-e1eebb892cca tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Router 87502b5b-6b73-4094-b3a1-95b29d09c721 has already been hosted by L3 agent 4d9412c4-31b2-4fbf-87a0-f931332ab9d5 {{(pid=106707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 19:55:09.917907 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08649978-6750-4e85-9c60-e1eebb892cca tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Notify agent at l3_agent.dv-cinder-837540-1-iscsi the message routers_updated {{(pid=106707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:55:09.924417 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-08649978-6750-4e85-9c60-e1eebb892cca tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245471'] for floatingip (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:09.930198 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0db9ed-882f-4021-8784-9c78c644ea45 None None] Sync routers for ids ['87502b5b-6b73-4094-b3a1-95b29d09c721'] in dv-cinder-837540-1-iscsi {{(pid=106718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:55:09.944234 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0db9ed-882f-4021-8784-9c78c644ea45 None None] Routers {'87502b5b-6b73-4094-b3a1-95b29d09c721'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:55:09.944972 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-2e0db9ed-882f-4021-8784-9c78c644ea45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:54:46Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['87502b5b-6b73-4094-b3a1-95b29d09c721'], 'active': True} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:55:09.955214 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-08649978-6750-4e85-9c60-e1eebb892cca tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "PUT /v2.0/floatingips/e6355eac-db2c-437d-b232-83a09bbea57c HTTP/1.1" status: 200 len: 992 time: 0.9598591 Apr 12 19:55:09.955806 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e61b051b-c4b3-44ba-8008-29097ae10d39', 'tag': '4fa88021-e8cd-47b7-8ed6-4d24d66c9cab'}] {{(pid=106707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:55:09.958104 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24bc1a40dab415d93c04770333daaec18ee8cbc44e8bdbc940996836fe034448" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd38be4-2fec-4423-a7f7-229df71def7e" -d '{"events": [{"name": "network-changed", "server_uuid": "e61b051b-c4b3-44ba-8008-29097ae10d39", "tag": "4fa88021-e8cd-47b7-8ed6-4d24d66c9cab"}]}' {{(pid=106707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:55:10.054777 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvr_db [None req-2e0db9ed-882f-4021-8784-9c78c644ea45 None None] Set router 87502b5b-6b73-4094-b3a1-95b29d09c721 gateway port host: dv-cinder-837540-1-iscsi {{(pid=106718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:55:10.117837 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 19:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0838ae85-a1cc-4d18-ab52-036dfa5a4450 x-openstack-request-id: req-0838ae85-a1cc-4d18-ab52-036dfa5a4450 {{(pid=106707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:55:10.118339 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e61b051b-c4b3-44ba-8008-29097ae10d39", "tag": "4fa88021-e8cd-47b7-8ed6-4d24d66c9cab", "status": "completed", "code": 200}]} {{(pid=106707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:55:10.118433 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0838ae85-a1cc-4d18-ab52-036dfa5a4450 {{(pid=106707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:55:10.118785 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0838ae85-a1cc-4d18-ab52-036dfa5a4450'] response: {'name': 'network-changed', 'server_uuid': 'e61b051b-c4b3-44ba-8008-29097ae10d39', 'tag': '4fa88021-e8cd-47b7-8ed6-4d24d66c9cab', 'status': 'completed', 'code': 200} Apr 12 19:55:10.177898 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd38be4-2fec-4423-a7f7-229df71def7e req-4fd12be9-582c-432a-b163-dfd70550ed4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:55:10.179474 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-ebd38be4-2fec-4423-a7f7-229df71def7e req-4fd12be9-582c-432a-b163-dfd70550ed4c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4489676262ea44d8929f0f5d7a1ffc51&device_id=e61b051b-c4b3-44ba-8008-29097ae10d39 HTTP/1.1" status: 200 len: 1130 time: 0.0395174 Apr 12 19:55:10.270398 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd38be4-2fec-4423-a7f7-229df71def7e req-304962a7-3987-4bd4-8157-8660e91fd5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:55:10.272346 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-ebd38be4-2fec-4423-a7f7-229df71def7e req-304962a7-3987-4bd4-8157-8660e91fd5c7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=b76413cb-e15b-40ab-99a9-de2d4c0b734c HTTP/1.1" status: 200 len: 912 time: 0.0867283 Apr 12 19:55:10.277384 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-2e0db9ed-882f-4021-8784-9c78c644ea45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87502b5b-6b73-4094-b3a1-95b29d09c721', 'name': 'tempest-AttachVolumeTestJSON-1126193915-router', 'tenant_id': '4489676262ea44d8929f0f5d7a1ffc51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'c2a0426b-6838-43d5-b266-dc0d01398021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:50:20Z', 'updated_at': '2022-04-12T19:50:23Z', 'revision_number': 4, 'project_id': '4489676262ea44d8929f0f5d7a1ffc51', 'gw_port': {'id': 'c2a0426b-6838-43d5-b266-dc0d01398021', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:74:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87502b5b-6b73-4094-b3a1-95b29d09c721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:50:20Z', 'updated_at': '2022-04-12T19:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_floatingips': [{'id': 'e6355eac-db2c-437d-b232-83a09bbea57c', 'tenant_id': '4489676262ea44d8929f0f5d7a1ffc51', 'floating_ip_address': '172.27.2.145', 'floating_network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'router_id': '87502b5b-6b73-4094-b3a1-95b29d09c721', 'port_id': '4fa88021-e8cd-47b7-8ed6-4d24d66c9cab', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b76413cb-e15b-40ab-99a9-de2d4c0b734c', 'mac_address': 'fa:16:3e:01:ec:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61b051b-c4b3-44ba-8008-29097ae10d39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:54:57Z', 'updated_at': '2022-04-12T19:55:09Z', 'revision_number': 1, 'project_id': '4489676262ea44d8929f0f5d7a1ffc51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afd914d8-99ff-4642-a37c-8ca2f093e2ec', 'name': '', 'network_id': 'b76413cb-e15b-40ab-99a9-de2d4c0b734c', 'tenant_id': '4489676262ea44d8929f0f5d7a1ffc51', 'mac_address': 'fa:16:3e:cb:33:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87502b5b-6b73-4094-b3a1-95b29d09c721', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'ac7da68c-b531-4121-be78-e8751cff2df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:50:22Z', 'updated_at': '2022-04-12T19:50:26Z', 'revision_number': 5, 'project_id': '4489676262ea44d8929f0f5d7a1ffc51', 'subnets': [{'id': 'ac7da68c-b531-4121-be78-e8751cff2df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:55:10.302934 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0db9ed-882f-4021-8784-9c78c644ea45 None None] Checking router: 87502b5b-6b73-4094-b3a1-95b29d09c721 for host: dv-cinder-837540-1-iscsi {{(pid=106718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:55:10.310976 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0db9ed-882f-4021-8784-9c78c644ea45 None None] Routers {'87502b5b-6b73-4094-b3a1-95b29d09c721'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:55:10.311576 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-2e0db9ed-882f-4021-8784-9c78c644ea45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:54:46Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['87502b5b-6b73-4094-b3a1-95b29d09c721'], 'active': True} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:55:10.335374 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-ebd38be4-2fec-4423-a7f7-229df71def7e req-e5c740cd-18a3-4b49-a2d7-cb0688c2394c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4fa88021-e8cd-47b7-8ed6-4d24d66c9cab HTTP/1.1" status: 200 len: 1000 time: 0.0576046 Apr 12 19:55:10.382421 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd38be4-2fec-4423-a7f7-229df71def7e req-b6dc80f4-5b62-4b43-98d6-c965247cbe31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:55:10.383898 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-ebd38be4-2fec-4423-a7f7-229df71def7e req-b6dc80f4-5b62-4b43-98d6-c965247cbe31 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ac7da68c-b531-4121-be78-e8751cff2df4 HTTP/1.1" status: 200 len: 850 time: 0.0431483 Apr 12 19:55:10.423601 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvr_db [None req-2e0db9ed-882f-4021-8784-9c78c644ea45 None None] Set router 87502b5b-6b73-4094-b3a1-95b29d09c721 gateway port host: dv-cinder-837540-1-iscsi {{(pid=106718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:55:10.432527 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd38be4-2fec-4423-a7f7-229df71def7e req-04f33299-8634-4640-8d85-aca885ca57a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:55:10.434219 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-ebd38be4-2fec-4423-a7f7-229df71def7e req-04f33299-8634-4640-8d85-aca885ca57a0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b76413cb-e15b-40ab-99a9-de2d4c0b734c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446637 Apr 12 19:55:10.527224 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-ebd38be4-2fec-4423-a7f7-229df71def7e req-05cab572-5104-42c5-bdbf-38f8cfdbe791 service neutron] 10.222.0.25 "GET /v2.0/networks/b76413cb-e15b-40ab-99a9-de2d4c0b734c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870953 Apr 12 19:55:10.630283 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-ebd38be4-2fec-4423-a7f7-229df71def7e req-49cd8b95-1c1e-4bb0-aa7c-df618e73f228 service neutron] 10.222.0.25 "GET /v2.0/networks/b76413cb-e15b-40ab-99a9-de2d4c0b734c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973773 Apr 12 19:55:10.643540 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-2e0db9ed-882f-4021-8784-9c78c644ea45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87502b5b-6b73-4094-b3a1-95b29d09c721', 'name': 'tempest-AttachVolumeTestJSON-1126193915-router', 'tenant_id': '4489676262ea44d8929f0f5d7a1ffc51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'c2a0426b-6838-43d5-b266-dc0d01398021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:50:20Z', 'updated_at': '2022-04-12T19:50:23Z', 'revision_number': 4, 'project_id': '4489676262ea44d8929f0f5d7a1ffc51', 'gw_port': {'id': 'c2a0426b-6838-43d5-b266-dc0d01398021', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:74:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87502b5b-6b73-4094-b3a1-95b29d09c721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:50:20Z', 'updated_at': '2022-04-12T19:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_floatingips': [{'id': 'e6355eac-db2c-437d-b232-83a09bbea57c', 'tenant_id': '4489676262ea44d8929f0f5d7a1ffc51', 'floating_ip_address': '172.27.2.145', 'floating_network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'router_id': '87502b5b-6b73-4094-b3a1-95b29d09c721', 'port_id': '4fa88021-e8cd-47b7-8ed6-4d24d66c9cab', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b76413cb-e15b-40ab-99a9-de2d4c0b734c', 'mac_address': 'fa:16:3e:01:ec:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61b051b-c4b3-44ba-8008-29097ae10d39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:54:57Z', 'updated_at': '2022-04-12T19:55:09Z', 'revision_number': 1, 'project_id': '4489676262ea44d8929f0f5d7a1ffc51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afd914d8-99ff-4642-a37c-8ca2f093e2ec', 'name': '', 'network_id': 'b76413cb-e15b-40ab-99a9-de2d4c0b734c', 'tenant_id': '4489676262ea44d8929f0f5d7a1ffc51', 'mac_address': 'fa:16:3e:cb:33:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87502b5b-6b73-4094-b3a1-95b29d09c721', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'ac7da68c-b531-4121-be78-e8751cff2df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:50:22Z', 'updated_at': '2022-04-12T19:50:26Z', 'revision_number': 5, 'project_id': '4489676262ea44d8929f0f5d7a1ffc51', 'subnets': [{'id': 'ac7da68c-b531-4121-be78-e8751cff2df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:55:10.673263 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0db9ed-882f-4021-8784-9c78c644ea45 None None] The sync data for ids ['87502b5b-6b73-4094-b3a1-95b29d09c721'] in dv-cinder-837540-1-iscsi is: [{'id': '87502b5b-6b73-4094-b3a1-95b29d09c721', 'name': 'tempest-AttachVolumeTestJSON-1126193915-router', 'tenant_id': '4489676262ea44d8929f0f5d7a1ffc51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'c2a0426b-6838-43d5-b266-dc0d01398021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:50:20Z', 'updated_at': '2022-04-12T19:50:23Z', 'revision_number': 4, 'project_id': '4489676262ea44d8929f0f5d7a1ffc51', 'gw_port': {'id': 'c2a0426b-6838-43d5-b266-dc0d01398021', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:74:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87502b5b-6b73-4094-b3a1-95b29d09c721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:50:20Z', 'updated_at': '2022-04-12T19:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_floatingips': [{'id': 'e6355eac-db2c-437d-b232-83a09bbea57c', 'tenant_id': '4489676262ea44d8929f0f5d7a1ffc51', 'floating_ip_address': '172.27.2.145', 'floating_network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'router_id': '87502b5b-6b73-4094-b3a1-95b29d09c721', 'port_id': '4fa88021-e8cd-47b7-8ed6-4d24d66c9cab', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b76413cb-e15b-40ab-99a9-de2d4c0b734c', 'mac_address': 'fa:16:3e:01:ec:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61b051b-c4b3-44ba-8008-29097ae10d39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:54:57Z', 'updated_at': '2022-04-12T19:55:09Z', 'revision_number': 1, 'project_id': '4489676262ea44d8929f0f5d7a1ffc51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afd914d8-99ff-4642-a37c-8ca2f093e2ec', 'name': '', 'network_id': 'b76413cb-e15b-40ab-99a9-de2d4c0b734c', 'tenant_id': '4489676262ea44d8929f0f5d7a1ffc51', 'mac_address': 'fa:16:3e:cb:33:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87502b5b-6b73-4094-b3a1-95b29d09c721', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'ac7da68c-b531-4121-be78-e8751cff2df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:50:22Z', 'updated_at': '2022-04-12T19:50:26Z', 'revision_number': 5, 'project_id': '4489676262ea44d8929f0f5d7a1ffc51', 'subnets': [{'id': 'ac7da68c-b531-4121-be78-e8751cff2df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:55:10.849399 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5c474f-134c-45fd-9f25-2f1ef81cf14b None None] New status for floating IP e6355eac-db2c-437d-b232-83a09bbea57c: ACTIVE {{(pid=106714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 19:55:13.876868 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-e0d3d9a3-a10d-4e87-8087-1ad61ca592ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (055fa106-9079-4d8f-a829-e3ca37bbcb19), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:16.301753 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-7c5f1961-2920-4c56-8ee6-dc36f4bab45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (4d9412c4-31b2-4fbf-87a0-f931332ab9d5), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:17.184994 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.agents_db [None req-c5aaa6ba-db5d-46db-92f0-20249d3ff0a0 None None] Agent healthcheck: found 6 active agents {{(pid=106718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 19:55:17.272185 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-0fb4a5ae-492f-43e3-90d5-82372e23b9ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (01005bd1-5b1e-41c6-b9b3-a4d4f93589b9), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:18.725546 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-655d5a5e-25bf-423f-acb4-166f4bec9d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (f3d2fb0e-5305-4f08-ab1f-5f1d50bdad22), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:20.507003 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (e0bf5abe-d5c5-40a1-a359-03156ade36a4), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:25.750044 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (ce4c6b0b-91ae-4576-82ad-f2f4ee2d2a45), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:43.877779 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-65374d5a-1928-47b5-af58-84fc48b40609 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (055fa106-9079-4d8f-a829-e3ca37bbcb19), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:46.303737 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-47a318da-d99d-44df-8064-0dfcaec8a49d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (4d9412c4-31b2-4fbf-87a0-f931332ab9d5), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:47.275372 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-0fb4a5ae-492f-43e3-90d5-82372e23b9ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (01005bd1-5b1e-41c6-b9b3-a4d4f93589b9), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:48.729166 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-655d5a5e-25bf-423f-acb4-166f4bec9d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (f3d2fb0e-5305-4f08-ab1f-5f1d50bdad22), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:50.509517 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (e0bf5abe-d5c5-40a1-a359-03156ade36a4), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:54.183258 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.agents_db [None req-c5aaa6ba-db5d-46db-92f0-20249d3ff0a0 None None] Agent healthcheck: found 6 active agents {{(pid=106718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 19:55:55.746977 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (ce4c6b0b-91ae-4576-82ad-f2f4ee2d2a45), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:56:04.026226 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [req-8eac1783-588b-4dc4-8fd3-8065b2317bbb req-394dfa12-d283-4278-ad53-04ddcf9e0371 service neutron] (106707) timed out ('10.222.0.25', 65231) {{(pid=106707) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 19:56:13.880096 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-b8328b01-2f73-4b95-91f6-1fc9b02254d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (055fa106-9079-4d8f-a829-e3ca37bbcb19), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:56:16.304616 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-0a66372c-0546-4f03-a66c-50515c68d78f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (4d9412c4-31b2-4fbf-87a0-f931332ab9d5), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:56:17.278318 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-0fb4a5ae-492f-43e3-90d5-82372e23b9ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (01005bd1-5b1e-41c6-b9b3-a4d4f93589b9), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:56:18.731792 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-655d5a5e-25bf-423f-acb4-166f4bec9d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (f3d2fb0e-5305-4f08-ab1f-5f1d50bdad22), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:56:20.511754 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (e0bf5abe-d5c5-40a1-a359-03156ade36a4), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:56:25.755754 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (ce4c6b0b-91ae-4576-82ad-f2f4ee2d2a45), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:56:31.181850 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.agents_db [None req-c5aaa6ba-db5d-46db-92f0-20249d3ff0a0 None None] Agent healthcheck: found 6 active agents {{(pid=106718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 19:56:36.860847 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a64f04-586e-4f28-a2e7-c18a5b963a59 req-13103907-1fd9-407a-ae1c-514217bb2424 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:56:36.862330 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-22a64f04-586e-4f28-a2e7-c18a5b963a59 req-13103907-1fd9-407a-ae1c-514217bb2424 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/ports?device_id=e61b051b-c4b3-44ba-8008-29097ae10d39 HTTP/1.1" status: 200 len: 946 time: 0.0478981 Apr 12 19:56:36.908514 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-22a64f04-586e-4f28-a2e7-c18a5b963a59 req-c1eb39c2-6444-45c2-99c0-cd9fe170a3e6 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/security-groups?id=689ef33c-f34d-4a53-adb5-f1a85e2c9efc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404887 Apr 12 19:56:38.022372 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81d8917-e410-46f8-a2ff-78dab203d9a2 req-fa4021be-de67-4209-b975-332fa00f2c6c tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:56:38.023830 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-b81d8917-e410-46f8-a2ff-78dab203d9a2 req-fa4021be-de67-4209-b975-332fa00f2c6c tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/ports?device_id=e61b051b-c4b3-44ba-8008-29097ae10d39 HTTP/1.1" status: 200 len: 946 time: 0.0475833 Apr 12 19:56:38.069485 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-b81d8917-e410-46f8-a2ff-78dab203d9a2 req-b4afb4c5-079a-4a84-b4ef-a1cfaf33e3b0 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/security-groups?id=689ef33c-f34d-4a53-adb5-f1a85e2c9efc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401988 Apr 12 19:56:38.863521 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cee682-00e8-4117-bcd1-3678aab9047c req-fffea69a-7748-4155-b34c-4aadd883bb9e tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:56:38.864967 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-75cee682-00e8-4117-bcd1-3678aab9047c req-fffea69a-7748-4155-b34c-4aadd883bb9e tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.25 "GET /v2.0/ports?device_id=e61b051b-c4b3-44ba-8008-29097ae10d39 HTTP/1.1" status: 200 len: 946 time: 0.0449471 Apr 12 19:56:38.948348 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.plugin [req-75cee682-00e8-4117-bcd1-3678aab9047c req-29ef8f41-36e5-44be-b1c7-36fe96f361cd tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Deleting port 4fa88021-e8cd-47b7-8ed6-4d24d66c9cab {{(pid=106704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:56:38.948680 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-75cee682-00e8-4117-bcd1-3678aab9047c req-29ef8f41-36e5-44be-b1c7-36fe96f361cd tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749198460456'] for port (4fa88021-e8cd-47b7-8ed6-4d24d66c9cab), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:56:39.032827 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.db [req-75cee682-00e8-4117-bcd1-3678aab9047c req-29ef8f41-36e5-44be-b1c7-36fe96f361cd tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] For port 4fa88021-e8cd-47b7-8ed6-4d24d66c9cab, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=4fa88021-e8cd-47b7-8ed6-4d24d66c9cab,segment=NetworkSegment(0f96c3c3-3ba6-40be-b658-b81bf282434e),segment_id=0f96c3c3-3ba6-40be-b658-b81bf282434e)] {{(pid=106704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:56:39.033188 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-75cee682-00e8-4117-bcd1-3678aab9047c req-29ef8f41-36e5-44be-b1c7-36fe96f361cd tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661808'] for port (4fa88021-e8cd-47b7-8ed6-4d24d66c9cab), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:56:39.478820 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181d771a-d596-4a42-b4c1-c74621e95133 req-aacb7774-163d-4474-ab72-ee62dd9ad0be tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:56:39.480740 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-181d771a-d596-4a42-b4c1-c74621e95133 req-aacb7774-163d-4474-ab72-ee62dd9ad0be tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/ports?device_id=e61b051b-c4b3-44ba-8008-29097ae10d39 HTTP/1.1" status: 200 len: 946 time: 0.3470922 Apr 12 19:56:39.511788 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-75cee682-00e8-4117-bcd1-3678aab9047c req-29ef8f41-36e5-44be-b1c7-36fe96f361cd tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:56:39.512167 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-75cee682-00e8-4117-bcd1-3678aab9047c req-29ef8f41-36e5-44be-b1c7-36fe96f361cd tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668094'] for floatingip (e6355eac-db2c-437d-b232-83a09bbea57c), after_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:56:39.512477 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.db.l3_db [req-75cee682-00e8-4117-bcd1-3678aab9047c req-29ef8f41-36e5-44be-b1c7-36fe96f361cd tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Floating IP e6355eac-db2c-437d-b232-83a09bbea57c disassociated. External IP: 172.27.2.145, port: 4fa88021-e8cd-47b7-8ed6-4d24d66c9cab. Apr 12 19:56:39.512812 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.plugin [req-75cee682-00e8-4117-bcd1-3678aab9047c req-29ef8f41-36e5-44be-b1c7-36fe96f361cd tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Calling delete_port for 4fa88021-e8cd-47b7-8ed6-4d24d66c9cab owned by compute:nova {{(pid=106704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:56:39.580125 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-181d771a-d596-4a42-b4c1-c74621e95133 req-d0b4909b-872c-4da0-a7b6-820b00b510d4 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/security-groups?id=689ef33c-f34d-4a53-adb5-f1a85e2c9efc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927229 Apr 12 19:56:39.663473 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-75cee682-00e8-4117-bcd1-3678aab9047c req-29ef8f41-36e5-44be-b1c7-36fe96f361cd tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749198465814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749198058671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8791401'] for port (4fa88021-e8cd-47b7-8ed6-4d24d66c9cab), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:56:39.688885 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ef8f41-36e5-44be-b1c7-36fe96f361cd tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Pushing event deleted for resources: {'Port': ['ID=4fa88021-e8cd-47b7-8ed6-4d24d66c9cab,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:56:39.700913 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ef8f41-36e5-44be-b1c7-36fe96f361cd tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:56:39.701257 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ef8f41-36e5-44be-b1c7-36fe96f361cd tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:56:39.701593 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ef8f41-36e5-44be-b1c7-36fe96f361cd tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:56:39.701921 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ef8f41-36e5-44be-b1c7-36fe96f361cd tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:56:39.702238 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ef8f41-36e5-44be-b1c7-36fe96f361cd tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:56:39.702558 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ef8f41-36e5-44be-b1c7-36fe96f361cd tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:56:39.702872 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ef8f41-36e5-44be-b1c7-36fe96f361cd tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:56:39.703192 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ef8f41-36e5-44be-b1c7-36fe96f361cd tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:56:39.703519 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ef8f41-36e5-44be-b1c7-36fe96f361cd tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:56:39.703829 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ef8f41-36e5-44be-b1c7-36fe96f361cd tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:56:39.704172 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ef8f41-36e5-44be-b1c7-36fe96f361cd tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:56:39.704488 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ef8f41-36e5-44be-b1c7-36fe96f361cd tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:56:39.704801 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ef8f41-36e5-44be-b1c7-36fe96f361cd tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:56:39.705117 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ef8f41-36e5-44be-b1c7-36fe96f361cd tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:56:39.705426 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ef8f41-36e5-44be-b1c7-36fe96f361cd tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:56:39.817585 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.l3_agent_scheduler [req-75cee682-00e8-4117-bcd1-3678aab9047c req-29ef8f41-36e5-44be-b1c7-36fe96f361cd tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Router 87502b5b-6b73-4094-b3a1-95b29d09c721 has already been hosted by L3 agent 4d9412c4-31b2-4fbf-87a0-f931332ab9d5 {{(pid=106704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 19:56:39.925566 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-75cee682-00e8-4117-bcd1-3678aab9047c req-29ef8f41-36e5-44be-b1c7-36fe96f361cd tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Notify agent at l3_agent.dv-cinder-837540-1-iscsi the message routers_updated {{(pid=106704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:56:39.936639 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68bad5a-8a92-434f-a1b5-a9da7716e0e1 None None] Sync routers for ids ['87502b5b-6b73-4094-b3a1-95b29d09c721'] in dv-cinder-837540-1-iscsi {{(pid=106718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:56:39.947146 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68bad5a-8a92-434f-a1b5-a9da7716e0e1 None None] Routers {'87502b5b-6b73-4094-b3a1-95b29d09c721'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:56:39.947753 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-b68bad5a-8a92-434f-a1b5-a9da7716e0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:56:16Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['87502b5b-6b73-4094-b3a1-95b29d09c721'], 'active': True} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:56:39.966454 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.l3_dvrscheduler_db [req-75cee682-00e8-4117-bcd1-3678aab9047c req-29ef8f41-36e5-44be-b1c7-36fe96f361cd tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] No DVR routers for this DVR port 4fa88021-e8cd-47b7-8ed6-4d24d66c9cab on host hv-cinder-83754 {{(pid=106704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 19:56:39.968925 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-75cee682-00e8-4117-bcd1-3678aab9047c req-29ef8f41-36e5-44be-b1c7-36fe96f361cd tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245471'] for port (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:56:39.972160 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-75cee682-00e8-4117-bcd1-3678aab9047c req-29ef8f41-36e5-44be-b1c7-36fe96f361cd tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.25 "DELETE /v2.0/ports/4fa88021-e8cd-47b7-8ed6-4d24d66c9cab HTTP/1.1" status: 204 len: 173 time: 1.1010799 Apr 12 19:56:39.972606 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e61b051b-c4b3-44ba-8008-29097ae10d39', 'name': 'network-vif-deleted', 'tag': '4fa88021-e8cd-47b7-8ed6-4d24d66c9cab'}] {{(pid=106704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:56:39.974837 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7198706052eeb44005bd3d373437c5078b0bb903de01f30342c0d4536e5352d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd19ca59-0802-46b5-842e-31d4d81bc5fc" -d '{"events": [{"server_uuid": "e61b051b-c4b3-44ba-8008-29097ae10d39", "name": "network-vif-deleted", "tag": "4fa88021-e8cd-47b7-8ed6-4d24d66c9cab"}]}' {{(pid=106704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:56:40.062828 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvr_db [None req-b68bad5a-8a92-434f-a1b5-a9da7716e0e1 None None] Set router 87502b5b-6b73-4094-b3a1-95b29d09c721 gateway port host: dv-cinder-837540-1-iscsi {{(pid=106718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:56:40.085585 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 19:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3ff83de-55e7-4aec-8932-bd61c989dd1a x-openstack-request-id: req-d3ff83de-55e7-4aec-8932-bd61c989dd1a {{(pid=106704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:56:40.085881 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e61b051b-c4b3-44ba-8008-29097ae10d39", "name": "network-vif-deleted", "tag": "4fa88021-e8cd-47b7-8ed6-4d24d66c9cab", "status": "completed", "code": 200}]} {{(pid=106704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:56:40.086139 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d3ff83de-55e7-4aec-8932-bd61c989dd1a {{(pid=106704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:56:40.086545 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3ff83de-55e7-4aec-8932-bd61c989dd1a'] response: {'server_uuid': 'e61b051b-c4b3-44ba-8008-29097ae10d39', 'name': 'network-vif-deleted', 'tag': '4fa88021-e8cd-47b7-8ed6-4d24d66c9cab', 'status': 'completed', 'code': 200} Apr 12 19:56:40.265713 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-b68bad5a-8a92-434f-a1b5-a9da7716e0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87502b5b-6b73-4094-b3a1-95b29d09c721', 'name': 'tempest-AttachVolumeTestJSON-1126193915-router', 'tenant_id': '4489676262ea44d8929f0f5d7a1ffc51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'c2a0426b-6838-43d5-b266-dc0d01398021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:50:20Z', 'updated_at': '2022-04-12T19:50:23Z', 'revision_number': 4, 'project_id': '4489676262ea44d8929f0f5d7a1ffc51', 'gw_port': {'id': 'c2a0426b-6838-43d5-b266-dc0d01398021', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:74:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87502b5b-6b73-4094-b3a1-95b29d09c721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:50:20Z', 'updated_at': '2022-04-12T19:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_interfaces': [{'id': 'afd914d8-99ff-4642-a37c-8ca2f093e2ec', 'name': '', 'network_id': 'b76413cb-e15b-40ab-99a9-de2d4c0b734c', 'tenant_id': '4489676262ea44d8929f0f5d7a1ffc51', 'mac_address': 'fa:16:3e:cb:33:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87502b5b-6b73-4094-b3a1-95b29d09c721', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'ac7da68c-b531-4121-be78-e8751cff2df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:50:22Z', 'updated_at': '2022-04-12T19:50:26Z', 'revision_number': 5, 'project_id': '4489676262ea44d8929f0f5d7a1ffc51', 'subnets': [{'id': 'ac7da68c-b531-4121-be78-e8751cff2df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:56:40.375422 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68bad5a-8a92-434f-a1b5-a9da7716e0e1 None None] Checking router: 87502b5b-6b73-4094-b3a1-95b29d09c721 for host: dv-cinder-837540-1-iscsi {{(pid=106718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:56:40.383982 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68bad5a-8a92-434f-a1b5-a9da7716e0e1 None None] Routers {'87502b5b-6b73-4094-b3a1-95b29d09c721'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:56:40.384602 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-b68bad5a-8a92-434f-a1b5-a9da7716e0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:56:16Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['87502b5b-6b73-4094-b3a1-95b29d09c721'], 'active': True} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:56:40.497089 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvr_db [None req-b68bad5a-8a92-434f-a1b5-a9da7716e0e1 None None] Set router 87502b5b-6b73-4094-b3a1-95b29d09c721 gateway port host: dv-cinder-837540-1-iscsi {{(pid=106718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:56:40.663602 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 41132) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:56:40.681752 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-b68bad5a-8a92-434f-a1b5-a9da7716e0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87502b5b-6b73-4094-b3a1-95b29d09c721', 'name': 'tempest-AttachVolumeTestJSON-1126193915-router', 'tenant_id': '4489676262ea44d8929f0f5d7a1ffc51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'c2a0426b-6838-43d5-b266-dc0d01398021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:50:20Z', 'updated_at': '2022-04-12T19:50:23Z', 'revision_number': 4, 'project_id': '4489676262ea44d8929f0f5d7a1ffc51', 'gw_port': {'id': 'c2a0426b-6838-43d5-b266-dc0d01398021', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:74:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87502b5b-6b73-4094-b3a1-95b29d09c721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:50:20Z', 'updated_at': '2022-04-12T19:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_interfaces': [{'id': 'afd914d8-99ff-4642-a37c-8ca2f093e2ec', 'name': '', 'network_id': 'b76413cb-e15b-40ab-99a9-de2d4c0b734c', 'tenant_id': '4489676262ea44d8929f0f5d7a1ffc51', 'mac_address': 'fa:16:3e:cb:33:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87502b5b-6b73-4094-b3a1-95b29d09c721', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'ac7da68c-b531-4121-be78-e8751cff2df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:50:22Z', 'updated_at': '2022-04-12T19:50:26Z', 'revision_number': 5, 'project_id': '4489676262ea44d8929f0f5d7a1ffc51', 'subnets': [{'id': 'ac7da68c-b531-4121-be78-e8751cff2df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:56:40.711699 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68bad5a-8a92-434f-a1b5-a9da7716e0e1 None None] The sync data for ids ['87502b5b-6b73-4094-b3a1-95b29d09c721'] in dv-cinder-837540-1-iscsi is: [{'id': '87502b5b-6b73-4094-b3a1-95b29d09c721', 'name': 'tempest-AttachVolumeTestJSON-1126193915-router', 'tenant_id': '4489676262ea44d8929f0f5d7a1ffc51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'c2a0426b-6838-43d5-b266-dc0d01398021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:50:20Z', 'updated_at': '2022-04-12T19:50:23Z', 'revision_number': 4, 'project_id': '4489676262ea44d8929f0f5d7a1ffc51', 'gw_port': {'id': 'c2a0426b-6838-43d5-b266-dc0d01398021', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:74:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87502b5b-6b73-4094-b3a1-95b29d09c721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:50:20Z', 'updated_at': '2022-04-12T19:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_interfaces': [{'id': 'afd914d8-99ff-4642-a37c-8ca2f093e2ec', 'name': '', 'network_id': 'b76413cb-e15b-40ab-99a9-de2d4c0b734c', 'tenant_id': '4489676262ea44d8929f0f5d7a1ffc51', 'mac_address': 'fa:16:3e:cb:33:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87502b5b-6b73-4094-b3a1-95b29d09c721', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'ac7da68c-b531-4121-be78-e8751cff2df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:50:22Z', 'updated_at': '2022-04-12T19:50:26Z', 'revision_number': 5, 'project_id': '4489676262ea44d8929f0f5d7a1ffc51', 'subnets': [{'id': 'ac7da68c-b531-4121-be78-e8751cff2df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:56:40.716744 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-fbce7d63-09a6-4f42-ac47-27068a199a44 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Publish callbacks [] for security_group (689ef33c-f34d-4a53-adb5-f1a85e2c9efc), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:56:40.740968 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-fbce7d63-09a6-4f42-ac47-27068a199a44 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Publish callbacks [] for security_group (689ef33c-f34d-4a53-adb5-f1a85e2c9efc), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:56:40.800896 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-fbce7d63-09a6-4f42-ac47-27068a199a44 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (689ef33c-f34d-4a53-adb5-f1a85e2c9efc), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:56:40.804518 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-fbce7d63-09a6-4f42-ac47-27068a199a44 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Publish callbacks [] for security_group (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:56:40.805729 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-fbce7d63-09a6-4f42-ac47-27068a199a44 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "DELETE /v2.0/security-groups/689ef33c-f34d-4a53-adb5-f1a85e2c9efc HTTP/1.1" status: 204 len: 168 time: 0.1411150 Apr 12 19:56:40.809689 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 41134) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:56:40.815640 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbce7d63-09a6-4f42-ac47-27068a199a44 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=689ef33c-f34d-4a53-adb5-f1a85e2c9efc,revision_number=None']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:56:40.823049 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbce7d63-09a6-4f42-ac47-27068a199a44 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:56:40.823424 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbce7d63-09a6-4f42-ac47-27068a199a44 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:56:40.823791 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbce7d63-09a6-4f42-ac47-27068a199a44 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:56:40.824281 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbce7d63-09a6-4f42-ac47-27068a199a44 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:56:40.824407 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.api.v2.resource [None req-5f54d19d-95c5-4a25-a785-e02eedc4216a tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] show failed (client error): The resource could not be found. Apr 12 19:56:40.824621 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbce7d63-09a6-4f42-ac47-27068a199a44 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:56:40.824948 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbce7d63-09a6-4f42-ac47-27068a199a44 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:56:40.825274 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbce7d63-09a6-4f42-ac47-27068a199a44 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:56:40.825374 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-5f54d19d-95c5-4a25-a785-e02eedc4216a tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "GET /v2.0/security-groups/689ef33c-f34d-4a53-adb5-f1a85e2c9efc HTTP/1.1" status: 404 len: 347 time: 0.0142517 Apr 12 19:56:40.825711 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbce7d63-09a6-4f42-ac47-27068a199a44 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:56:40.826043 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbce7d63-09a6-4f42-ac47-27068a199a44 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:56:40.826366 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbce7d63-09a6-4f42-ac47-27068a199a44 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:56:40.826690 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbce7d63-09a6-4f42-ac47-27068a199a44 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:56:40.827011 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbce7d63-09a6-4f42-ac47-27068a199a44 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:56:40.827331 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbce7d63-09a6-4f42-ac47-27068a199a44 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:56:40.827731 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbce7d63-09a6-4f42-ac47-27068a199a44 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:56:40.828037 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 41136) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:56:40.828155 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbce7d63-09a6-4f42-ac47-27068a199a44 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:56:40.954874 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988ea77c-e4f7-4a6c-bf54-fbbad9be4923 None None] New status for floating IP e6355eac-db2c-437d-b232-83a09bbea57c: DOWN {{(pid=106714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 19:56:40.955394 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.plugin [None req-5575fb46-8766-4732-9ec2-2380985e83e4 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Deleting port e0db1bf4-cfff-4da8-8526-40279680477e {{(pid=106704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:56:40.955394 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-5575fb46-8766-4732-9ec2-2380985e83e4 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749198460456'] for port (e0db1bf4-cfff-4da8-8526-40279680477e), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:56:41.033026 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-5575fb46-8766-4732-9ec2-2380985e83e4 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661808'] for port (e0db1bf4-cfff-4da8-8526-40279680477e), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:56:41.033351 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-5575fb46-8766-4732-9ec2-2380985e83e4 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Publish callbacks [] for floatingip (e0db1bf4-cfff-4da8-8526-40279680477e), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:56:41.046105 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.plugin [None req-5575fb46-8766-4732-9ec2-2380985e83e4 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Calling delete_port for e0db1bf4-cfff-4da8-8526-40279680477e owned by network:floatingip {{(pid=106704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:56:41.181520 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-5575fb46-8766-4732-9ec2-2380985e83e4 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749198465814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749198058671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8791401'] for port (e0db1bf4-cfff-4da8-8526-40279680477e), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:56:41.206096 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5575fb46-8766-4732-9ec2-2380985e83e4 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Pushing event deleted for resources: {'Port': ['ID=e0db1bf4-cfff-4da8-8526-40279680477e,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:56:41.266105 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-5575fb46-8766-4732-9ec2-2380985e83e4 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Publish callbacks [] for floatingip (e6355eac-db2c-437d-b232-83a09bbea57c), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:56:41.268627 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-5575fb46-8766-4732-9ec2-2380985e83e4 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245471'] for floatingip (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:56:41.269756 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-5575fb46-8766-4732-9ec2-2380985e83e4 tempest-AttachVolumeTestJSON-275252789 tempest-AttachVolumeTestJSON-275252789-project] 10.222.0.15 "DELETE /v2.0/floatingips/e6355eac-db2c-437d-b232-83a09bbea57c HTTP/1.1" status: 204 len: 168 time: 0.4408467 Apr 12 19:56:43.184667 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Device 4fa88021-e8cd-47b7-8ed6-4d24d66c9cab no longer exists at agent hyperv_hv-cinder-83754 {{(pid=106714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 19:56:43.204289 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] No Port match for: 4fa88021-e8cd-47b7-8ed6-4d24d66c9cab {{(pid=106714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 19:56:43.204632 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Device 4fa88021-e8cd-47b7-8ed6-4d24d66c9cab not bound to the agent host hv-cinder-83754 {{(pid=106714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 19:56:43.885189 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-0e84677a-ae89-44f9-8fef-9526b1305a21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (055fa106-9079-4d8f-a829-e3ca37bbcb19), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:56:44.776277 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 41164) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:56:45.194285 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-1a6b972c-147a-4c53-871a-b4efb807945e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-668350'] for router_interface (87502b5b-6b73-4094-b3a1-95b29d09c721), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:56:45.424503 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.plugin [None req-1a6b972c-147a-4c53-871a-b4efb807945e admin admin] Deleting port afd914d8-99ff-4642-a37c-8ca2f093e2ec {{(pid=106704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:56:45.424833 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-1a6b972c-147a-4c53-871a-b4efb807945e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749198460456'] for port (afd914d8-99ff-4642-a37c-8ca2f093e2ec), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:56:45.512094 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.db [None req-1a6b972c-147a-4c53-871a-b4efb807945e admin admin] For port afd914d8-99ff-4642-a37c-8ca2f093e2ec, host dv-cinder-837540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-1-iscsi',level=0,port_id=afd914d8-99ff-4642-a37c-8ca2f093e2ec,segment=NetworkSegment(0f96c3c3-3ba6-40be-b658-b81bf282434e),segment_id=0f96c3c3-3ba6-40be-b658-b81bf282434e)] {{(pid=106704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:56:45.512371 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-1a6b972c-147a-4c53-871a-b4efb807945e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661808'] for port (afd914d8-99ff-4642-a37c-8ca2f093e2ec), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:56:45.528494 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.plugin [None req-1a6b972c-147a-4c53-871a-b4efb807945e admin admin] Calling delete_port for afd914d8-99ff-4642-a37c-8ca2f093e2ec owned by network:router_interface {{(pid=106704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:56:45.704070 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-1a6b972c-147a-4c53-871a-b4efb807945e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749198465814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749198058671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8791401'] for port (afd914d8-99ff-4642-a37c-8ca2f093e2ec), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:56:45.727133 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6b972c-147a-4c53-871a-b4efb807945e admin admin] Pushing event deleted for resources: {'Port': ['ID=afd914d8-99ff-4642-a37c-8ca2f093e2ec,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:56:45.898702 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-1a6b972c-147a-4c53-871a-b4efb807945e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-668194'] for router_interface (87502b5b-6b73-4094-b3a1-95b29d09c721), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:56:46.116131 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a6b972c-147a-4c53-871a-b4efb807945e admin admin] Router 87502b5b-6b73-4094-b3a1-95b29d09c721 has already been hosted by L3 agent 4d9412c4-31b2-4fbf-87a0-f931332ab9d5 {{(pid=106704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 19:56:46.222359 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a6b972c-147a-4c53-871a-b4efb807945e admin admin] Notify agent at l3_agent.dv-cinder-837540-1-iscsi the message routers_updated {{(pid=106704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:56:46.227303 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-1a6b972c-147a-4c53-871a-b4efb807945e admin admin] 10.222.0.15 "PUT /v2.0/routers/87502b5b-6b73-4094-b3a1-95b29d09c721/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4500067 Apr 12 19:56:46.229774 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 41168) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:56:46.232324 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f44de0d-4383-404c-ad1b-4a8d852493fc None None] Sync routers for ids ['87502b5b-6b73-4094-b3a1-95b29d09c721'] in dv-cinder-837540-1-iscsi {{(pid=106718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:56:46.242612 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f44de0d-4383-404c-ad1b-4a8d852493fc None None] Routers {'87502b5b-6b73-4094-b3a1-95b29d09c721'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:56:46.243226 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-4f44de0d-4383-404c-ad1b-4a8d852493fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:56:16Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['87502b5b-6b73-4094-b3a1-95b29d09c721'], 'active': True} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:56:46.306493 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-6f9a2249-c554-493a-8b10-984fa4df7ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (4d9412c4-31b2-4fbf-87a0-f931332ab9d5), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:56:46.334925 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-23c675da-5188-4274-b17b-a9b128ebd50a admin admin] Publish callbacks [] for router (87502b5b-6b73-4094-b3a1-95b29d09c721), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:56:46.352259 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvr_db [None req-4f44de0d-4383-404c-ad1b-4a8d852493fc None None] Set router 87502b5b-6b73-4094-b3a1-95b29d09c721 gateway port host: dv-cinder-837540-1-iscsi {{(pid=106718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:56:46.438100 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-23c675da-5188-4274-b17b-a9b128ebd50a admin admin] Publish callbacks [] for router_gateway (87502b5b-6b73-4094-b3a1-95b29d09c721), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:56:46.483717 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.plugin [None req-23c675da-5188-4274-b17b-a9b128ebd50a admin admin] Deleting port c2a0426b-6838-43d5-b266-dc0d01398021 {{(pid=106704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:56:46.484077 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-23c675da-5188-4274-b17b-a9b128ebd50a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749198460456'] for port (c2a0426b-6838-43d5-b266-dc0d01398021), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:56:46.521519 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-4f44de0d-4383-404c-ad1b-4a8d852493fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87502b5b-6b73-4094-b3a1-95b29d09c721', 'name': 'tempest-AttachVolumeTestJSON-1126193915-router', 'tenant_id': '4489676262ea44d8929f0f5d7a1ffc51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'c2a0426b-6838-43d5-b266-dc0d01398021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:50:20Z', 'updated_at': '2022-04-12T19:56:45Z', 'revision_number': 5, 'project_id': '4489676262ea44d8929f0f5d7a1ffc51', 'gw_port': {'id': 'c2a0426b-6838-43d5-b266-dc0d01398021', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:74:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87502b5b-6b73-4094-b3a1-95b29d09c721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:50:20Z', 'updated_at': '2022-04-12T19:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi'}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:56:46.550245 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f44de0d-4383-404c-ad1b-4a8d852493fc None None] Checking router: 87502b5b-6b73-4094-b3a1-95b29d09c721 for host: dv-cinder-837540-1-iscsi {{(pid=106718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:56:46.558858 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f44de0d-4383-404c-ad1b-4a8d852493fc None None] Routers {'87502b5b-6b73-4094-b3a1-95b29d09c721'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:56:46.559467 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-4f44de0d-4383-404c-ad1b-4a8d852493fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:56:46Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['87502b5b-6b73-4094-b3a1-95b29d09c721'], 'active': True} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:56:46.561492 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.db [None req-23c675da-5188-4274-b17b-a9b128ebd50a admin admin] For port c2a0426b-6838-43d5-b266-dc0d01398021, host dv-cinder-837540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-1-iscsi',level=0,port_id=c2a0426b-6838-43d5-b266-dc0d01398021,segment=NetworkSegment(d71711ac-63cd-4a26-822c-81ae059ce82d),segment_id=d71711ac-63cd-4a26-822c-81ae059ce82d)] {{(pid=106704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:56:46.561851 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-23c675da-5188-4274-b17b-a9b128ebd50a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661808'] for port (c2a0426b-6838-43d5-b266-dc0d01398021), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:56:46.575245 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.plugin [None req-23c675da-5188-4274-b17b-a9b128ebd50a admin admin] Calling delete_port for c2a0426b-6838-43d5-b266-dc0d01398021 owned by network:router_gateway {{(pid=106704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:56:46.643164 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvr_db [None req-4f44de0d-4383-404c-ad1b-4a8d852493fc None None] Set router 87502b5b-6b73-4094-b3a1-95b29d09c721 gateway port host: None {{(pid=106718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:56:46.697578 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-4f44de0d-4383-404c-ad1b-4a8d852493fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87502b5b-6b73-4094-b3a1-95b29d09c721', 'name': 'tempest-AttachVolumeTestJSON-1126193915-router', 'tenant_id': '4489676262ea44d8929f0f5d7a1ffc51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:50:20Z', 'updated_at': '2022-04-12T19:56:46Z', 'revision_number': 6, 'project_id': '4489676262ea44d8929f0f5d7a1ffc51', 'gw_port_host': None}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:56:46.726182 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f44de0d-4383-404c-ad1b-4a8d852493fc None None] The sync data for ids ['87502b5b-6b73-4094-b3a1-95b29d09c721'] in dv-cinder-837540-1-iscsi is: [{'id': '87502b5b-6b73-4094-b3a1-95b29d09c721', 'name': 'tempest-AttachVolumeTestJSON-1126193915-router', 'tenant_id': '4489676262ea44d8929f0f5d7a1ffc51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:50:20Z', 'updated_at': '2022-04-12T19:56:46Z', 'revision_number': 6, 'project_id': '4489676262ea44d8929f0f5d7a1ffc51', 'gw_port_host': None}] {{(pid=106718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:56:46.744617 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-23c675da-5188-4274-b17b-a9b128ebd50a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749198465814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749198058671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8791401'] for port (c2a0426b-6838-43d5-b266-dc0d01398021), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:56:46.772347 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c675da-5188-4274-b17b-a9b128ebd50a admin admin] Pushing event deleted for resources: {'Port': ['ID=c2a0426b-6838-43d5-b266-dc0d01398021,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:56:46.833095 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-23c675da-5188-4274-b17b-a9b128ebd50a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668036'] for router_gateway (87502b5b-6b73-4094-b3a1-95b29d09c721), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:56:46.922988 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-23c675da-5188-4274-b17b-a9b128ebd50a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-670298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26510'] for router (87502b5b-6b73-4094-b3a1-95b29d09c721), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:56:46.925128 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-23c675da-5188-4274-b17b-a9b128ebd50a admin admin] Publish callbacks [] for router_controller (87502b5b-6b73-4094-b3a1-95b29d09c721), precommit_delete_associations {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:56:46.969674 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-23c675da-5188-4274-b17b-a9b128ebd50a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-670305'] for router (87502b5b-6b73-4094-b3a1-95b29d09c721), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:56:46.970107 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23c675da-5188-4274-b17b-a9b128ebd50a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87502b5b-6b73-4094-b3a1-95b29d09c721 {{(pid=106704) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 19:56:46.974315 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-23c675da-5188-4274-b17b-a9b128ebd50a admin admin] Publish callbacks [] for router (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:56:46.976005 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-23c675da-5188-4274-b17b-a9b128ebd50a admin admin] 10.222.0.15 "DELETE /v2.0/routers/87502b5b-6b73-4094-b3a1-95b29d09c721 HTTP/1.1" status: 204 len: 168 time: 0.7452581 Apr 12 19:56:46.978615 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 41170) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:56:47.022040 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.db_base_plugin_v2 [None req-f067c879-3231-4061-b0ff-e7e807910be0 admin admin] Deleting subnet ac7da68c-b531-4121-be78-e8751cff2df4 {{(pid=106704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 19:56:47.024988 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-f067c879-3231-4061-b0ff-e7e807910be0 admin admin] Publish callbacks [] for subnet (ac7da68c-b531-4121-be78-e8751cff2df4), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:56:47.058623 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-f067c879-3231-4061-b0ff-e7e807910be0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9360983'] for subnet (ac7da68c-b531-4121-be78-e8751cff2df4), precommit_delete_associations {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:56:47.145533 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-f067c879-3231-4061-b0ff-e7e807910be0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449141'] for subnet (ac7da68c-b531-4121-be78-e8751cff2df4), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:56:47.194856 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device afd914d8-99ff-4642-a37c-8ca2f093e2ec no longer exists at agent ovs-agent-dv-cinder-837540-1-iscsi {{(pid=106714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 19:56:47.202105 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-f067c879-3231-4061-b0ff-e7e807910be0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8791302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8854074'] for subnet (ac7da68c-b531-4121-be78-e8751cff2df4), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:56:47.218356 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] No Port match for: afd914d8-99ff-4642-a37c-8ca2f093e2ec {{(pid=106714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 19:56:47.218704 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device afd914d8-99ff-4642-a37c-8ca2f093e2ec not bound to the agent host dv-cinder-837540-1-iscsi {{(pid=106714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 19:56:47.229265 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f067c879-3231-4061-b0ff-e7e807910be0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac7da68c-b531-4121-be78-e8751cff2df4,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:56:47.231209 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-f067c879-3231-4061-b0ff-e7e807910be0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:56:47.236644 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-f067c879-3231-4061-b0ff-e7e807910be0 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/ac7da68c-b531-4121-be78-e8751cff2df4 HTTP/1.1" status: 204 len: 168 time: 0.2548721 Apr 12 19:56:47.236799 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8c2176-7c30-4d2b-97e0-6b4ba5efd45b None None] Network b76413cb-e15b-40ab-99a9-de2d4c0b734c requested from dv-cinder-837540-1-iscsi {{(pid=106714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 19:56:47.236893 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 41172) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:56:47.306918 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-91a82a6f-b7c4-4968-bf95-7cf0e0195e74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3636804'] for network (b76413cb-e15b-40ab-99a9-de2d4c0b734c), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:56:47.323002 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-0fb4a5ae-492f-43e3-90d5-82372e23b9ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (01005bd1-5b1e-41c6-b9b3-a4d4f93589b9), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:56:47.351190 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.plugin [None req-91a82a6f-b7c4-4968-bf95-7cf0e0195e74 admin admin] Deleting port f714ab01-6131-4cfc-939e-9b3b75e5390e {{(pid=106704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:56:47.351570 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-91a82a6f-b7c4-4968-bf95-7cf0e0195e74 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749198460456'] for port (f714ab01-6131-4cfc-939e-9b3b75e5390e), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:56:47.412178 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.db [None req-91a82a6f-b7c4-4968-bf95-7cf0e0195e74 admin admin] For port f714ab01-6131-4cfc-939e-9b3b75e5390e, host dv-cinder-837540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-1-iscsi',level=0,port_id=f714ab01-6131-4cfc-939e-9b3b75e5390e,segment=NetworkSegment(0f96c3c3-3ba6-40be-b658-b81bf282434e),segment_id=0f96c3c3-3ba6-40be-b658-b81bf282434e)] {{(pid=106704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:56:47.413124 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-91a82a6f-b7c4-4968-bf95-7cf0e0195e74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661808'] for port (f714ab01-6131-4cfc-939e-9b3b75e5390e), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:56:47.425384 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.plugin [None req-91a82a6f-b7c4-4968-bf95-7cf0e0195e74 admin admin] Calling delete_port for f714ab01-6131-4cfc-939e-9b3b75e5390e owned by network:dhcp {{(pid=106704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:56:47.505436 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-91a82a6f-b7c4-4968-bf95-7cf0e0195e74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749198465814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749198058671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8791401'] for port (f714ab01-6131-4cfc-939e-9b3b75e5390e), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:56:47.520996 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f415f709-06f2-477b-8777-15aa64408041 None None] DHCP port deletion for b76413cb-e15b-40ab-99a9-de2d4c0b734c request from dv-cinder-837540-1-iscsi {{(pid=106714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 19:56:47.539346 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a82a6f-b7c4-4968-bf95-7cf0e0195e74 admin admin] Pushing event deleted for resources: {'Port': ['ID=f714ab01-6131-4cfc-939e-9b3b75e5390e,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:56:47.543199 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a82a6f-b7c4-4968-bf95-7cf0e0195e74 admin admin] No DVR routers for this DVR port f714ab01-6131-4cfc-939e-9b3b75e5390e on host dv-cinder-837540-1-iscsi {{(pid=106704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 19:56:47.617003 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-91a82a6f-b7c4-4968-bf95-7cf0e0195e74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3451022', 'neutron.services.segments.db._delete_segments_for_network-8749198551224'] for network (b76413cb-e15b-40ab-99a9-de2d4c0b734c), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:56:47.637849 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.services.segments.db [None req-91a82a6f-b7c4-4968-bf95-7cf0e0195e74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b76413cb-e15b-40ab-99a9-de2d4c0b734c']}} {{(pid=106704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:56:47.647508 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.services.segments.db [None req-91a82a6f-b7c4-4968-bf95-7cf0e0195e74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f96c3c3-3ba6-40be-b658-b81bf282434e') {'for_net_delete': True} {{(pid=106704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:56:47.647806 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.services.segments.db [None req-91a82a6f-b7c4-4968-bf95-7cf0e0195e74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f96c3c3-3ba6-40be-b658-b81bf282434e') {} {{(pid=106704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:56:47.657169 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-91a82a6f-b7c4-4968-bf95-7cf0e0195e74 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749198554305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361004'] for segment (0f96c3c3-3ba6-40be-b658-b81bf282434e), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:56:47.670918 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-91a82a6f-b7c4-4968-bf95-7cf0e0195e74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495566'] for segment (0f96c3c3-3ba6-40be-b658-b81bf282434e), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:56:47.677147 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91a82a6f-b7c4-4968-bf95-7cf0e0195e74 admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=106704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 19:56:47.677533 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-91a82a6f-b7c4-4968-bf95-7cf0e0195e74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8791484'] for segment (0f96c3c3-3ba6-40be-b658-b81bf282434e), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:56:47.679364 dv-cinder-837540-1-iscsi neutron-server[106704]: Traceback (most recent call last): Apr 12 19:56:47.679364 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 19:56:47.679364 dv-cinder-837540-1-iscsi neutron-server[106704]: timer() Apr 12 19:56:47.679364 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 19:56:47.679364 dv-cinder-837540-1-iscsi neutron-server[106704]: cb(*args, **kw) Apr 12 19:56:47.679364 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 19:56:47.679364 dv-cinder-837540-1-iscsi neutron-server[106704]: return func(*args, **kwargs) Apr 12 19:56:47.679364 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 19:56:47.679364 dv-cinder-837540-1-iscsi neutron-server[106704]: self._notify() Apr 12 19:56:47.679364 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 19:56:47.679364 dv-cinder-837540-1-iscsi neutron-server[106704]: self.callback(batched_events) Apr 12 19:56:47.679364 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 19:56:47.679364 dv-cinder-837540-1-iscsi neutron-server[106704]: event.method(event) Apr 12 19:56:47.679364 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 19:56:47.679364 dv-cinder-837540-1-iscsi neutron-server[106704]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 19:56:47.679364 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 19:56:47.679364 dv-cinder-837540-1-iscsi neutron-server[106704]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 19:56:47.679364 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 19:56:47.679364 dv-cinder-837540-1-iscsi neutron-server[106704]: return f(self, *a, **k) Apr 12 19:56:47.679364 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 19:56:47.679364 dv-cinder-837540-1-iscsi neutron-server[106704]: return self._get(url).json() Apr 12 19:56:47.679364 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 19:56:47.679364 dv-cinder-837540-1-iscsi neutron-server[106704]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 19:56:47.679364 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 19:56:47.679364 dv-cinder-837540-1-iscsi neutron-server[106704]: return self.request(url, 'GET', **kwargs) Apr 12 19:56:47.679364 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 19:56:47.679364 dv-cinder-837540-1-iscsi neutron-server[106704]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 19:56:47.679364 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 19:56:47.679364 dv-cinder-837540-1-iscsi neutron-server[106704]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 19:56:47.679364 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 19:56:47.679364 dv-cinder-837540-1-iscsi neutron-server[106704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 19:56:47.679364 dv-cinder-837540-1-iscsi neutron-server[106704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 19:56:47.733393 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-91a82a6f-b7c4-4968-bf95-7cf0e0195e74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3451063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668064'] for network (b76413cb-e15b-40ab-99a9-de2d4c0b734c), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:56:47.738902 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-91a82a6f-b7c4-4968-bf95-7cf0e0195e74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565043'] for network (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:56:47.744425 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-91a82a6f-b7c4-4968-bf95-7cf0e0195e74 admin admin] 10.222.0.15 "DELETE /v2.0/networks/b76413cb-e15b-40ab-99a9-de2d4c0b734c HTTP/1.1" status: 204 len: 168 time: 0.5043492 Apr 12 19:56:47.755172 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a82a6f-b7c4-4968-bf95-7cf0e0195e74 admin admin] Pushing event deleted for resources: {'Network': ['ID=b76413cb-e15b-40ab-99a9-de2d4c0b734c,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:56:47.850825 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 41176) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:56:47.890752 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-7e2a09c4-5f77-4a55-8812-b115a808a0e6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4489676262ea44d8929f0f5d7a1ffc51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386508 Apr 12 19:56:47.893185 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 41178) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:56:47.941110 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-4c304b06-20c8-4793-a397-3c9c8dc5a3f6 admin admin] Publish callbacks [] for security_group (5bbf6122-b6b5-49c4-82f0-6c7ffca2b695), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:56:47.962800 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-4c304b06-20c8-4793-a397-3c9c8dc5a3f6 admin admin] Publish callbacks [] for security_group (5bbf6122-b6b5-49c4-82f0-6c7ffca2b695), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:56:48.009178 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-4c304b06-20c8-4793-a397-3c9c8dc5a3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (5bbf6122-b6b5-49c4-82f0-6c7ffca2b695), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:56:48.011761 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-4c304b06-20c8-4793-a397-3c9c8dc5a3f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:56:48.012915 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-4c304b06-20c8-4793-a397-3c9c8dc5a3f6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5bbf6122-b6b5-49c4-82f0-6c7ffca2b695 HTTP/1.1" status: 204 len: 168 time: 0.1188471 Apr 12 19:56:48.020401 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c304b06-20c8-4793-a397-3c9c8dc5a3f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bbf6122-b6b5-49c4-82f0-6c7ffca2b695,revision_number=None']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:56:48.736326 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-655d5a5e-25bf-423f-acb4-166f4bec9d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (f3d2fb0e-5305-4f08-ab1f-5f1d50bdad22), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:56:48.998478 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device f714ab01-6131-4cfc-939e-9b3b75e5390e no longer exists at agent ovs-agent-dv-cinder-837540-1-iscsi {{(pid=106714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 19:56:49.018115 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] No Port match for: f714ab01-6131-4cfc-939e-9b3b75e5390e {{(pid=106714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 19:56:49.018531 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device f714ab01-6131-4cfc-939e-9b3b75e5390e not bound to the agent host dv-cinder-837540-1-iscsi {{(pid=106714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 19:56:49.019005 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device c2a0426b-6838-43d5-b266-dc0d01398021 no longer exists at agent ovs-agent-dv-cinder-837540-1-iscsi {{(pid=106714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 19:56:49.038688 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] No Port match for: c2a0426b-6838-43d5-b266-dc0d01398021 {{(pid=106714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 19:56:49.038970 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device c2a0426b-6838-43d5-b266-dc0d01398021 not bound to the agent host dv-cinder-837540-1-iscsi {{(pid=106714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 19:56:50.513674 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (e0bf5abe-d5c5-40a1-a359-03156ade36a4), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:56:55.774449 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (ce4c6b0b-91ae-4576-82ad-f2f4ee2d2a45), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:08.179307 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.agents_db [None req-c5aaa6ba-db5d-46db-92f0-20249d3ff0a0 None None] Agent healthcheck: found 6 active agents {{(pid=106718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 19:57:13.887220 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-cc8c2087-cc35-4338-9f25-dd68219386f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (055fa106-9079-4d8f-a829-e3ca37bbcb19), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:16.309528 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-011a4ecc-d530-4aed-926b-4ce921528a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (4d9412c4-31b2-4fbf-87a0-f931332ab9d5), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:17.288187 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-0fb4a5ae-492f-43e3-90d5-82372e23b9ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (01005bd1-5b1e-41c6-b9b3-a4d4f93589b9), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:18.738431 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-655d5a5e-25bf-423f-acb4-166f4bec9d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (f3d2fb0e-5305-4f08-ab1f-5f1d50bdad22), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:20.516172 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (e0bf5abe-d5c5-40a1-a359-03156ade36a4), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:23.942302 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 41394) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:57:24.045829 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-238dddbe-e680-41e9-8f72-ab60cf051620 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:24.373845 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-238dddbe-e680-41e9-8f72-ab60cf051620 admin admin] Publish callbacks [] for security_group (597e17fb-64d1-447d-ba9d-1d0446f2466c), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:24.377689 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-238dddbe-e680-41e9-8f72-ab60cf051620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (597e17fb-64d1-447d-ba9d-1d0446f2466c), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:24.413087 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238dddbe-e680-41e9-8f72-ab60cf051620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=597e17fb-64d1-447d-ba9d-1d0446f2466c,revision_number=1']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:57:24.417902 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-238dddbe-e680-41e9-8f72-ab60cf051620 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dd772155db314d72b5cfb3b3d2b3a132&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4745963 Apr 12 19:57:24.420445 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 41398) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:57:24.466755 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-edd99246-2d63-4101-93ed-c49cd74b267b admin admin] Publish callbacks [] for security_group (597e17fb-64d1-447d-ba9d-1d0446f2466c), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:24.487872 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-edd99246-2d63-4101-93ed-c49cd74b267b admin admin] Publish callbacks [] for security_group (597e17fb-64d1-447d-ba9d-1d0446f2466c), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:24.536452 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-edd99246-2d63-4101-93ed-c49cd74b267b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (597e17fb-64d1-447d-ba9d-1d0446f2466c), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:24.538972 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-edd99246-2d63-4101-93ed-c49cd74b267b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:24.540133 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-edd99246-2d63-4101-93ed-c49cd74b267b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/597e17fb-64d1-447d-ba9d-1d0446f2466c HTTP/1.1" status: 204 len: 168 time: 0.1187677 Apr 12 19:57:24.548770 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd99246-2d63-4101-93ed-c49cd74b267b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=597e17fb-64d1-447d-ba9d-1d0446f2466c,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:57:24.791660 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 41404) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:57:24.804554 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-f72c23df-3a7c-4e10-b580-897cc25d244a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:24.880300 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-f72c23df-3a7c-4e10-b580-897cc25d244a admin admin] Publish callbacks [] for security_group (6b949e83-b22c-4ad7-a6d0-db012fc6d29d), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:24.883904 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-f72c23df-3a7c-4e10-b580-897cc25d244a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (6b949e83-b22c-4ad7-a6d0-db012fc6d29d), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:24.921201 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-f72c23df-3a7c-4e10-b580-897cc25d244a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ad8413e9f06546819ee08c01ffbc1427&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1284597 Apr 12 19:57:24.923253 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72c23df-3a7c-4e10-b580-897cc25d244a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b949e83-b22c-4ad7-a6d0-db012fc6d29d,revision_number=1']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:57:24.924414 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 41406) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:57:24.972331 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-2328389e-0250-45c0-bc64-8bb7995e6c88 admin admin] Publish callbacks [] for security_group (6b949e83-b22c-4ad7-a6d0-db012fc6d29d), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:24.993599 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-2328389e-0250-45c0-bc64-8bb7995e6c88 admin admin] Publish callbacks [] for security_group (6b949e83-b22c-4ad7-a6d0-db012fc6d29d), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:25.041521 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-2328389e-0250-45c0-bc64-8bb7995e6c88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (6b949e83-b22c-4ad7-a6d0-db012fc6d29d), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:25.044218 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-2328389e-0250-45c0-bc64-8bb7995e6c88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:25.045334 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-2328389e-0250-45c0-bc64-8bb7995e6c88 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6b949e83-b22c-4ad7-a6d0-db012fc6d29d HTTP/1.1" status: 204 len: 168 time: 0.1199098 Apr 12 19:57:25.052824 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2328389e-0250-45c0-bc64-8bb7995e6c88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b949e83-b22c-4ad7-a6d0-db012fc6d29d,revision_number=None']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:57:25.790058 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (ce4c6b0b-91ae-4576-82ad-f2f4ee2d2a45), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:29.833231 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 41500) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:57:29.935373 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-d896bfe3-dcb1-4824-80f8-86956997523b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:30.013040 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-d896bfe3-dcb1-4824-80f8-86956997523b admin admin] Publish callbacks [] for security_group (61da07f0-7fb1-4891-8b9e-66f7bacefaff), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:30.016631 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-d896bfe3-dcb1-4824-80f8-86956997523b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (61da07f0-7fb1-4891-8b9e-66f7bacefaff), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:30.055136 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-d896bfe3-dcb1-4824-80f8-86956997523b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=54a0190e260f41408b08e800758ad2f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2208605 Apr 12 19:57:30.056412 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d896bfe3-dcb1-4824-80f8-86956997523b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61da07f0-7fb1-4891-8b9e-66f7bacefaff,revision_number=1']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:57:30.057844 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 41504) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:57:30.106075 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-c6ca18d4-518c-4106-aa2d-b9e62115fb9d admin admin] Publish callbacks [] for security_group (61da07f0-7fb1-4891-8b9e-66f7bacefaff), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:30.127085 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-c6ca18d4-518c-4106-aa2d-b9e62115fb9d admin admin] Publish callbacks [] for security_group (61da07f0-7fb1-4891-8b9e-66f7bacefaff), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:30.172881 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-c6ca18d4-518c-4106-aa2d-b9e62115fb9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (61da07f0-7fb1-4891-8b9e-66f7bacefaff), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:30.175359 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-c6ca18d4-518c-4106-aa2d-b9e62115fb9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:30.176549 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-c6ca18d4-518c-4106-aa2d-b9e62115fb9d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/61da07f0-7fb1-4891-8b9e-66f7bacefaff HTTP/1.1" status: 204 len: 168 time: 0.1177232 Apr 12 19:57:30.183897 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ca18d4-518c-4106-aa2d-b9e62115fb9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61da07f0-7fb1-4891-8b9e-66f7bacefaff,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:57:30.426345 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 41510) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:57:30.439355 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-e0a48338-fdee-4759-94b7-ff9f61b068e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:30.513567 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-e0a48338-fdee-4759-94b7-ff9f61b068e0 admin admin] Publish callbacks [] for security_group (11938d5e-7483-4052-b176-733f68a29894), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:30.517003 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-e0a48338-fdee-4759-94b7-ff9f61b068e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (11938d5e-7483-4052-b176-733f68a29894), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:30.554608 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-e0a48338-fdee-4759-94b7-ff9f61b068e0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4944889c47284292bba41b1c528968e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1272137 Apr 12 19:57:30.555761 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a48338-fdee-4759-94b7-ff9f61b068e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11938d5e-7483-4052-b176-733f68a29894,revision_number=1']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:57:30.557254 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 41512) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:57:30.605621 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-d729349d-8d95-4a66-9f68-b8c039fcdde0 admin admin] Publish callbacks [] for security_group (11938d5e-7483-4052-b176-733f68a29894), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:30.625894 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-d729349d-8d95-4a66-9f68-b8c039fcdde0 admin admin] Publish callbacks [] for security_group (11938d5e-7483-4052-b176-733f68a29894), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:30.671901 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-d729349d-8d95-4a66-9f68-b8c039fcdde0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (11938d5e-7483-4052-b176-733f68a29894), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:30.674577 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-d729349d-8d95-4a66-9f68-b8c039fcdde0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:30.675647 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-d729349d-8d95-4a66-9f68-b8c039fcdde0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/11938d5e-7483-4052-b176-733f68a29894 HTTP/1.1" status: 204 len: 168 time: 0.1174273 Apr 12 19:57:30.683625 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d729349d-8d95-4a66-9f68-b8c039fcdde0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11938d5e-7483-4052-b176-733f68a29894,revision_number=None']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:57:35.494294 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 41610) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:57:35.594319 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-c13d7fdf-9088-45cc-8eba-1e765a62d1b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:35.668611 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-c13d7fdf-9088-45cc-8eba-1e765a62d1b4 admin admin] Publish callbacks [] for security_group (5a225d0b-84eb-47f3-a338-5f119e95e746), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:35.671894 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-c13d7fdf-9088-45cc-8eba-1e765a62d1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (5a225d0b-84eb-47f3-a338-5f119e95e746), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:35.708769 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-c13d7fdf-9088-45cc-8eba-1e765a62d1b4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4f4fe6fccb314cc3b75555c7734d212e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2133777 Apr 12 19:57:35.710677 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13d7fdf-9088-45cc-8eba-1e765a62d1b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a225d0b-84eb-47f3-a338-5f119e95e746,revision_number=1']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:57:35.711336 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 41614) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:57:35.759532 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-a8fb6db1-54ee-4385-821c-13ba146ec09d admin admin] Publish callbacks [] for security_group (5a225d0b-84eb-47f3-a338-5f119e95e746), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:35.780970 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-a8fb6db1-54ee-4385-821c-13ba146ec09d admin admin] Publish callbacks [] for security_group (5a225d0b-84eb-47f3-a338-5f119e95e746), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:35.826520 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-a8fb6db1-54ee-4385-821c-13ba146ec09d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (5a225d0b-84eb-47f3-a338-5f119e95e746), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:35.829125 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-a8fb6db1-54ee-4385-821c-13ba146ec09d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:35.830383 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-a8fb6db1-54ee-4385-821c-13ba146ec09d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5a225d0b-84eb-47f3-a338-5f119e95e746 HTTP/1.1" status: 204 len: 168 time: 0.1179287 Apr 12 19:57:35.838151 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fb6db1-54ee-4385-821c-13ba146ec09d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a225d0b-84eb-47f3-a338-5f119e95e746,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:57:36.077974 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 41620) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:57:36.091116 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-38054521-fa2c-4407-acd5-561969a9f306 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:36.164314 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-38054521-fa2c-4407-acd5-561969a9f306 admin admin] Publish callbacks [] for security_group (c3f212bd-29bd-405b-89da-5766641d6f31), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:36.167745 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-38054521-fa2c-4407-acd5-561969a9f306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (c3f212bd-29bd-405b-89da-5766641d6f31), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:36.204018 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38054521-fa2c-4407-acd5-561969a9f306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f212bd-29bd-405b-89da-5766641d6f31,revision_number=1']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:57:36.209243 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-38054521-fa2c-4407-acd5-561969a9f306 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b0216d9ec79a46e1b585e662fee1bde5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1302040 Apr 12 19:57:36.212259 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 41622) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:57:36.259687 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-99a77450-926a-48dc-9ffe-3f6a2c823938 admin admin] Publish callbacks [] for security_group (c3f212bd-29bd-405b-89da-5766641d6f31), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:36.279894 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-99a77450-926a-48dc-9ffe-3f6a2c823938 admin admin] Publish callbacks [] for security_group (c3f212bd-29bd-405b-89da-5766641d6f31), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:36.329492 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-99a77450-926a-48dc-9ffe-3f6a2c823938 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (c3f212bd-29bd-405b-89da-5766641d6f31), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:36.332064 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-99a77450-926a-48dc-9ffe-3f6a2c823938 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:36.333182 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-99a77450-926a-48dc-9ffe-3f6a2c823938 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c3f212bd-29bd-405b-89da-5766641d6f31 HTTP/1.1" status: 204 len: 168 time: 0.1200409 Apr 12 19:57:36.340776 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a77450-926a-48dc-9ffe-3f6a2c823938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f212bd-29bd-405b-89da-5766641d6f31,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:57:36.634507 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 41628) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:57:36.647485 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-56c54b7e-383a-4f34-b1fc-00f54751d3c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:36.720916 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-56c54b7e-383a-4f34-b1fc-00f54751d3c6 admin admin] Publish callbacks [] for security_group (9ec1516e-6816-4e1f-8503-6cd176879924), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:36.724275 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-56c54b7e-383a-4f34-b1fc-00f54751d3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (9ec1516e-6816-4e1f-8503-6cd176879924), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:36.761952 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-56c54b7e-383a-4f34-b1fc-00f54751d3c6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4dfd5065abb745548e2884ec8dbd6c82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1263804 Apr 12 19:57:36.763045 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c54b7e-383a-4f34-b1fc-00f54751d3c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec1516e-6816-4e1f-8503-6cd176879924,revision_number=1']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:57:36.764725 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 41630) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:57:36.811985 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-db7469cd-74f9-44f4-8787-a6021ee37d27 admin admin] Publish callbacks [] for security_group (9ec1516e-6816-4e1f-8503-6cd176879924), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:36.834876 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-db7469cd-74f9-44f4-8787-a6021ee37d27 admin admin] Publish callbacks [] for security_group (9ec1516e-6816-4e1f-8503-6cd176879924), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:36.881760 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-db7469cd-74f9-44f4-8787-a6021ee37d27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (9ec1516e-6816-4e1f-8503-6cd176879924), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:36.884496 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-db7469cd-74f9-44f4-8787-a6021ee37d27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:36.885626 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-db7469cd-74f9-44f4-8787-a6021ee37d27 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9ec1516e-6816-4e1f-8503-6cd176879924 HTTP/1.1" status: 204 len: 168 time: 0.1199365 Apr 12 19:57:36.894877 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7469cd-74f9-44f4-8787-a6021ee37d27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec1516e-6816-4e1f-8503-6cd176879924,revision_number=None']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:57:38.842710 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 41702) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:57:38.944593 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-627740fe-958d-448d-a111-464dbae10dcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:39.017136 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-627740fe-958d-448d-a111-464dbae10dcb admin admin] Publish callbacks [] for security_group (4249a0ce-9c26-4bc8-aaad-5cbc2ac9898f), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:39.020781 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-627740fe-958d-448d-a111-464dbae10dcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (4249a0ce-9c26-4bc8-aaad-5cbc2ac9898f), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:39.058460 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-627740fe-958d-448d-a111-464dbae10dcb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=42615f660c3c426aafc658c5d6360229&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2146890 Apr 12 19:57:39.059488 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627740fe-958d-448d-a111-464dbae10dcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4249a0ce-9c26-4bc8-aaad-5cbc2ac9898f,revision_number=1']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:57:39.061737 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 41706) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:57:39.108628 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-db770626-9042-4bcb-bf3e-4fd04ca01400 admin admin] Publish callbacks [] for security_group (4249a0ce-9c26-4bc8-aaad-5cbc2ac9898f), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:39.129555 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-db770626-9042-4bcb-bf3e-4fd04ca01400 admin admin] Publish callbacks [] for security_group (4249a0ce-9c26-4bc8-aaad-5cbc2ac9898f), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:39.176652 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-db770626-9042-4bcb-bf3e-4fd04ca01400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (4249a0ce-9c26-4bc8-aaad-5cbc2ac9898f), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:39.179217 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-db770626-9042-4bcb-bf3e-4fd04ca01400 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:39.180399 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-db770626-9042-4bcb-bf3e-4fd04ca01400 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4249a0ce-9c26-4bc8-aaad-5cbc2ac9898f HTTP/1.1" status: 204 len: 168 time: 0.1175976 Apr 12 19:57:39.188683 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db770626-9042-4bcb-bf3e-4fd04ca01400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4249a0ce-9c26-4bc8-aaad-5cbc2ac9898f,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:57:39.429070 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 41712) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:57:39.442729 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-87dc3a0e-c15b-460d-8208-aa1b93833a99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:39.521251 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-87dc3a0e-c15b-460d-8208-aa1b93833a99 admin admin] Publish callbacks [] for security_group (2dd356f6-e0d2-481b-8924-f6fbb91172af), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:39.524866 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-87dc3a0e-c15b-460d-8208-aa1b93833a99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (2dd356f6-e0d2-481b-8924-f6fbb91172af), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:39.562209 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-87dc3a0e-c15b-460d-8208-aa1b93833a99 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7a9fa8279842459691c25d0d449ef223&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1320422 Apr 12 19:57:39.564130 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dc3a0e-c15b-460d-8208-aa1b93833a99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd356f6-e0d2-481b-8924-f6fbb91172af,revision_number=1']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:57:39.565315 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 41714) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:57:39.613076 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-167abb74-f1d6-4736-98a9-2a889449f50e admin admin] Publish callbacks [] for security_group (2dd356f6-e0d2-481b-8924-f6fbb91172af), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:39.633479 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-167abb74-f1d6-4736-98a9-2a889449f50e admin admin] Publish callbacks [] for security_group (2dd356f6-e0d2-481b-8924-f6fbb91172af), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:39.681671 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-167abb74-f1d6-4736-98a9-2a889449f50e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (2dd356f6-e0d2-481b-8924-f6fbb91172af), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:39.684407 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-167abb74-f1d6-4736-98a9-2a889449f50e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:39.685515 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-167abb74-f1d6-4736-98a9-2a889449f50e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2dd356f6-e0d2-481b-8924-f6fbb91172af HTTP/1.1" status: 204 len: 168 time: 0.1192260 Apr 12 19:57:39.693043 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167abb74-f1d6-4736-98a9-2a889449f50e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd356f6-e0d2-481b-8924-f6fbb91172af,revision_number=None']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:57:40.671754 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 41744) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:57:40.770964 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-c9b8b2be-c0f1-48a7-a3e0-006f084f63dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:40.843913 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-c9b8b2be-c0f1-48a7-a3e0-006f084f63dd admin admin] Publish callbacks [] for security_group (324c374d-8375-4f34-82a4-f8b52a3769fe), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:40.847390 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-c9b8b2be-c0f1-48a7-a3e0-006f084f63dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (324c374d-8375-4f34-82a4-f8b52a3769fe), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:40.886561 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-c9b8b2be-c0f1-48a7-a3e0-006f084f63dd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a549fc5710484e28b5a53f18e2936ee3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2137172 Apr 12 19:57:40.887687 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b8b2be-c0f1-48a7-a3e0-006f084f63dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=324c374d-8375-4f34-82a4-f8b52a3769fe,revision_number=1']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:57:40.889272 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 41748) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:57:40.896699 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b8b2be-c0f1-48a7-a3e0-006f084f63dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:57:40.897279 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b8b2be-c0f1-48a7-a3e0-006f084f63dd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:57:40.897828 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b8b2be-c0f1-48a7-a3e0-006f084f63dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:57:40.898182 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b8b2be-c0f1-48a7-a3e0-006f084f63dd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:57:40.898526 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b8b2be-c0f1-48a7-a3e0-006f084f63dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:57:40.898884 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b8b2be-c0f1-48a7-a3e0-006f084f63dd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:57:40.899205 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b8b2be-c0f1-48a7-a3e0-006f084f63dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:57:40.899540 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b8b2be-c0f1-48a7-a3e0-006f084f63dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:57:40.899873 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b8b2be-c0f1-48a7-a3e0-006f084f63dd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:57:40.900236 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b8b2be-c0f1-48a7-a3e0-006f084f63dd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:57:40.900568 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b8b2be-c0f1-48a7-a3e0-006f084f63dd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:57:40.900899 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b8b2be-c0f1-48a7-a3e0-006f084f63dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:57:40.901226 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b8b2be-c0f1-48a7-a3e0-006f084f63dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:57:40.901552 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b8b2be-c0f1-48a7-a3e0-006f084f63dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:57:40.901876 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b8b2be-c0f1-48a7-a3e0-006f084f63dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:57:40.939142 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-df8f43eb-5006-401b-be12-56fff3970e4e admin admin] Publish callbacks [] for security_group (324c374d-8375-4f34-82a4-f8b52a3769fe), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:40.960094 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-df8f43eb-5006-401b-be12-56fff3970e4e admin admin] Publish callbacks [] for security_group (324c374d-8375-4f34-82a4-f8b52a3769fe), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:41.006340 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-df8f43eb-5006-401b-be12-56fff3970e4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (324c374d-8375-4f34-82a4-f8b52a3769fe), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:41.008955 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-df8f43eb-5006-401b-be12-56fff3970e4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:41.010037 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-df8f43eb-5006-401b-be12-56fff3970e4e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/324c374d-8375-4f34-82a4-f8b52a3769fe HTTP/1.1" status: 204 len: 168 time: 0.1197746 Apr 12 19:57:41.017655 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8f43eb-5006-401b-be12-56fff3970e4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=324c374d-8375-4f34-82a4-f8b52a3769fe,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:57:41.024575 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8f43eb-5006-401b-be12-56fff3970e4e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:57:41.024926 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8f43eb-5006-401b-be12-56fff3970e4e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:57:41.025270 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8f43eb-5006-401b-be12-56fff3970e4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:57:41.025610 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8f43eb-5006-401b-be12-56fff3970e4e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:57:41.025946 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8f43eb-5006-401b-be12-56fff3970e4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:57:41.026277 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8f43eb-5006-401b-be12-56fff3970e4e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:57:41.026606 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8f43eb-5006-401b-be12-56fff3970e4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:57:41.026931 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8f43eb-5006-401b-be12-56fff3970e4e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:57:41.027358 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8f43eb-5006-401b-be12-56fff3970e4e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:57:41.027570 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8f43eb-5006-401b-be12-56fff3970e4e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:57:41.027900 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8f43eb-5006-401b-be12-56fff3970e4e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:57:41.028257 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8f43eb-5006-401b-be12-56fff3970e4e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:57:41.029105 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8f43eb-5006-401b-be12-56fff3970e4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:57:41.029435 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8f43eb-5006-401b-be12-56fff3970e4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:57:41.029755 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8f43eb-5006-401b-be12-56fff3970e4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:57:41.592620 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 41770) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:57:41.683684 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.v2.base [None req-d48567fc-e797-464c-bd42-b4d43c48ec38 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1392526478-network', 'tenant_id': '34b501f3045d4af9848b5dd82c890ccc'}} {{(pid=106704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:57:41.702545 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d48567fc-e797-464c-bd42-b4d43c48ec38 admin admin] Made reservation on behalf of 34b501f3045d4af9848b5dd82c890ccc for: {'network': 1} {{(pid=106704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:57:41.704820 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-d48567fc-e797-464c-bd42-b4d43c48ec38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for network (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:41.712721 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-d48567fc-e797-464c-bd42-b4d43c48ec38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:41.786838 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-d48567fc-e797-464c-bd42-b4d43c48ec38 admin admin] Publish callbacks [] for security_group (3c0f503a-a37a-417b-9b96-3b75a388ac39), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:41.790384 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-d48567fc-e797-464c-bd42-b4d43c48ec38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (3c0f503a-a37a-417b-9b96-3b75a388ac39), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:41.814130 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d48567fc-e797-464c-bd42-b4d43c48ec38 admin admin] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=106704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 19:57:41.823503 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48567fc-e797-464c-bd42-b4d43c48ec38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c0f503a-a37a-417b-9b96-3b75a388ac39,revision_number=1']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:57:41.828721 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-d48567fc-e797-464c-bd42-b4d43c48ec38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495566'] for segment (a0ae6fbf-83a6-408c-ad92-fe5d4dbc5206), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:41.829071 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.db.segments_db [None req-d48567fc-e797-464c-bd42-b4d43c48ec38 admin admin] Added segment a0ae6fbf-83a6-408c-ad92-fe5d4dbc5206 of type vlan for network 62249177-e60b-4707-8001-4bc9bc9c9177 Apr 12 19:57:41.869182 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-d48567fc-e797-464c-bd42-b4d43c48ec38 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749198045660'] for network (62249177-e60b-4707-8001-4bc9bc9c9177), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:41.893739 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-d48567fc-e797-464c-bd42-b4d43c48ec38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185'] for network (62249177-e60b-4707-8001-4bc9bc9c9177), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:41.894715 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48567fc-e797-464c-bd42-b4d43c48ec38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:57:41.895289 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-d48567fc-e797-464c-bd42-b4d43c48ec38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565043'] for network (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:41.925486 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-d48567fc-e797-464c-bd42-b4d43c48ec38 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3318198 Apr 12 19:57:41.928424 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 41774) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:57:41.933328 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.v2.base [None req-4de756bd-e6a8-4f31-8dc1-a29565673f9e admin admin] Request body: {'subnet': {'network_id': '62249177-e60b-4707-8001-4bc9bc9c9177', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1392526478-subnet', 'tenant_id': '34b501f3045d4af9848b5dd82c890ccc', 'ip_version': 4}} {{(pid=106707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:57:41.953006 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4de756bd-e6a8-4f31-8dc1-a29565673f9e admin admin] Made reservation on behalf of 34b501f3045d4af9848b5dd82c890ccc for: {'subnet': 1} {{(pid=106707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:57:41.955194 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-4de756bd-e6a8-4f31-8dc1-a29565673f9e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9408059'] for subnet (None), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:41.957302 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48567fc-e797-464c-bd42-b4d43c48ec38 admin admin] Pushing event updated for resources: {'Network': ['ID=62249177-e60b-4707-8001-4bc9bc9c9177,revision_number=1']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:57:41.966831 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Network 62249177-e60b-4707-8001-4bc9bc9c9177 details requested by agent ovs-agent-dv-cinder-837540-1-iscsi with host dv-cinder-837540-1-iscsi {{(pid=106714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 19:57:42.123085 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-4de756bd-e6a8-4f31-8dc1-a29565673f9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9064965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9408045'] for subnet (2e580f9a-778a-48a4-ae04-f65c9bd69003), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:42.177959 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de756bd-e6a8-4f31-8dc1-a29565673f9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e580f9a-778a-48a4-ae04-f65c9bd69003,revision_number=0']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:57:42.186200 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de756bd-e6a8-4f31-8dc1-a29565673f9e admin admin] Checking segment: {'id': 'a0ae6fbf-83a6-408c-ad92-fe5d4dbc5206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '62249177-e60b-4707-8001-4bc9bc9c9177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:57:42.186548 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de756bd-e6a8-4f31-8dc1-a29565673f9e admin admin] Network hostable DHCP agents. Network: 62249177-e60b-4707-8001-4bc9bc9c9177, hostable agents: ['055fa106-9079-4d8f-a829-e3ca37bbcb19'], hosted agents: [] {{(pid=106707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 19:57:42.202344 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de756bd-e6a8-4f31-8dc1-a29565673f9e admin admin] Network 62249177-e60b-4707-8001-4bc9bc9c9177 is scheduled to be hosted by DHCP agent 055fa106-9079-4d8f-a829-e3ca37bbcb19 with binding_index 1 {{(pid=106707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 19:57:42.210391 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.scheduler.base_scheduler [None req-4de756bd-e6a8-4f31-8dc1-a29565673f9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837540-1-iscsi, 62249177-e60b-4707-8001-4bc9bc9c9177) {{(pid=106707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:57:42.214342 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de756bd-e6a8-4f31-8dc1-a29565673f9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:57:42.214932 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-4de756bd-e6a8-4f31-8dc1-a29565673f9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565043'] for subnet (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:42.220477 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6535ee63-7259-40fe-96da-d0e086e2ba00 None None] Network 62249177-e60b-4707-8001-4bc9bc9c9177 requested from dv-cinder-837540-1-iscsi {{(pid=106714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 19:57:42.231374 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-4de756bd-e6a8-4f31-8dc1-a29565673f9e admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3018658 Apr 12 19:57:42.234580 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 41776) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:57:42.238696 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.v2.base [None req-b7f9e289-16d2-475e-8ae4-5e0bdf64d1a9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1392526478-router', 'tenant_id': '34b501f3045d4af9848b5dd82c890ccc', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08'}}} {{(pid=106707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:57:42.257656 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-b7f9e289-16d2-475e-8ae4-5e0bdf64d1a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-670512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26520'] for router (4b187c57-15f7-42e5-8415-6cca62db110c), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:42.258761 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-b7f9e289-16d2-475e-8ae4-5e0bdf64d1a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-670368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-602046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26497'] for router (4b187c57-15f7-42e5-8415-6cca62db110c), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:42.316700 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-b7f9e289-16d2-475e-8ae4-5e0bdf64d1a9 admin admin] Publish callbacks [] for router_controller (4b187c57-15f7-42e5-8415-6cca62db110c), precommit_add_association {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:42.325716 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24de89fc-0879-4e7d-93b3-f3579517e677 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3012341e-45cf-56fd-a54d-b96530cfb325-62249177-e60b-4707-8001-4bc9bc9c9177', 'network_id': '62249177-e60b-4707-8001-4bc9bc9c9177', 'project_id': '34b501f3045d4af9848b5dd82c890ccc', 'fixed_ips': [{'subnet_id': '2e580f9a-778a-48a4-ae04-f65c9bd69003'}]}} from dv-cinder-837540-1-iscsi. {{(pid=106714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 19:57:42.326659 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-24de89fc-0879-4e7d-93b3-f3579517e677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (None), before_create {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:42.467701 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.db_base_plugin_common [None req-24de89fc-0879-4e7d-93b3-f3579517e677 None None] Allocated IP 172.20.0.2 (62249177-e60b-4707-8001-4bc9bc9c9177/2e580f9a-778a-48a4-ae04-f65c9bd69003/e8fc091d-9826-499c-9a7f-70d657f88ea5) {{(pid=106714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:57:42.616910 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-24de89fc-0879-4e7d-93b3-f3579517e677 None None] Publish callbacks [] for port (e8fc091d-9826-499c-9a7f-70d657f88ea5), precommit_create {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:42.623023 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-24de89fc-0879-4e7d-93b3-f3579517e677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749198058662'] for port (e8fc091d-9826-499c-9a7f-70d657f88ea5), after_create {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:42.658596 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24de89fc-0879-4e7d-93b3-f3579517e677 None None] Network 62249177-e60b-4707-8001-4bc9bc9c9177 is already hosted by enough agents. {{(pid=106714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:57:42.661361 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.scheduler.base_scheduler [None req-24de89fc-0879-4e7d-93b3-f3579517e677 None None] Resources bound (agent type, host, resource id): {{(pid=106714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:57:42.666822 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24de89fc-0879-4e7d-93b3-f3579517e677 None None] Received port after_create {{(pid=106714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:57:42.678141 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24de89fc-0879-4e7d-93b3-f3579517e677 None None] Pushing event updated for resources: {'Port': ['ID=e8fc091d-9826-499c-9a7f-70d657f88ea5,revision_number=1']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:57:42.699597 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24de89fc-0879-4e7d-93b3-f3579517e677 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:57:42.699946 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24de89fc-0879-4e7d-93b3-f3579517e677 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:57:42.700316 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24de89fc-0879-4e7d-93b3-f3579517e677 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:57:42.700585 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-b7f9e289-16d2-475e-8ae4-5e0bdf64d1a9 admin admin] Publish callbacks [] for router_gateway (4b187c57-15f7-42e5-8415-6cca62db110c), precommit_update {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:42.700696 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24de89fc-0879-4e7d-93b3-f3579517e677 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:57:42.701015 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24de89fc-0879-4e7d-93b3-f3579517e677 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:57:42.701347 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24de89fc-0879-4e7d-93b3-f3579517e677 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:57:42.701676 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24de89fc-0879-4e7d-93b3-f3579517e677 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:57:42.702003 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24de89fc-0879-4e7d-93b3-f3579517e677 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:57:42.702332 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24de89fc-0879-4e7d-93b3-f3579517e677 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:57:42.702656 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24de89fc-0879-4e7d-93b3-f3579517e677 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:57:42.702986 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24de89fc-0879-4e7d-93b3-f3579517e677 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:57:42.703317 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24de89fc-0879-4e7d-93b3-f3579517e677 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:57:42.703638 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24de89fc-0879-4e7d-93b3-f3579517e677 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:57:42.703970 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24de89fc-0879-4e7d-93b3-f3579517e677 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:57:42.704299 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24de89fc-0879-4e7d-93b3-f3579517e677 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:57:42.739586 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.managers [None req-24de89fc-0879-4e7d-93b3-f3579517e677 None None] Attempting to bind port e8fc091d-9826-499c-9a7f-70d657f88ea5 on host dv-cinder-837540-1-iscsi for vnic_type normal with profile {{(pid=106714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:57:42.739971 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.managers [None req-24de89fc-0879-4e7d-93b3-f3579517e677 None None] Attempting to bind port e8fc091d-9826-499c-9a7f-70d657f88ea5 by drivers openvswitch,hyperv on host dv-cinder-837540-1-iscsi at level 0 using segments [{'id': 'a0ae6fbf-83a6-408c-ad92-fe5d4dbc5206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '62249177-e60b-4707-8001-4bc9bc9c9177'}] {{(pid=106714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:57:42.740351 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24de89fc-0879-4e7d-93b3-f3579517e677 None None] Attempting to bind port e8fc091d-9826-499c-9a7f-70d657f88ea5 on network 62249177-e60b-4707-8001-4bc9bc9c9177 {{(pid=106714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:57:42.745538 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24de89fc-0879-4e7d-93b3-f3579517e677 None None] Checking agent: {'id': 'e0bf5abe-d5c5-40a1-a359-03156ade36a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837540-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 30, 50), 'started_at': datetime.datetime(2022, 4, 12, 19, 31, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837540-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:57:42.745917 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24de89fc-0879-4e7d-93b3-f3579517e677 None None] Checking segment: {'id': 'a0ae6fbf-83a6-408c-ad92-fe5d4dbc5206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '62249177-e60b-4707-8001-4bc9bc9c9177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:57:42.746321 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-24de89fc-0879-4e7d-93b3-f3579517e677 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:42.746765 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24de89fc-0879-4e7d-93b3-f3579517e677 None None] Bound using segment: {'id': 'a0ae6fbf-83a6-408c-ad92-fe5d4dbc5206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '62249177-e60b-4707-8001-4bc9bc9c9177'} {{(pid=106714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:57:42.747258 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.managers [None req-24de89fc-0879-4e7d-93b3-f3579517e677 None None] Bound port: e8fc091d-9826-499c-9a7f-70d657f88ea5, host: dv-cinder-837540-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0ae6fbf-83a6-408c-ad92-fe5d4dbc5206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '62249177-e60b-4707-8001-4bc9bc9c9177'}}] {{(pid=106714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:57:42.747640 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-24de89fc-0879-4e7d-93b3-f3579517e677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (e8fc091d-9826-499c-9a7f-70d657f88ea5), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:42.887797 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-b7f9e289-16d2-475e-8ae4-5e0bdf64d1a9 admin admin] Publish callbacks [] for router_gateway (4b187c57-15f7-42e5-8415-6cca62db110c), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:42.907374 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-b7f9e289-16d2-475e-8ae4-5e0bdf64d1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (None), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:42.941869 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-24de89fc-0879-4e7d-93b3-f3579517e677 None None] For port e8fc091d-9826-499c-9a7f-70d657f88ea5, host dv-cinder-837540-1-iscsi, cleared binding levels {{(pid=106714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:57:42.945060 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-24de89fc-0879-4e7d-93b3-f3579517e677 None None] For port e8fc091d-9826-499c-9a7f-70d657f88ea5, host dv-cinder-837540-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-1-iscsi',level=0,port_id=e8fc091d-9826-499c-9a7f-70d657f88ea5,segment=NetworkSegment(a0ae6fbf-83a6-408c-ad92-fe5d4dbc5206),segment_id=a0ae6fbf-83a6-408c-ad92-fe5d4dbc5206)] {{(pid=106714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:57:42.951000 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-24de89fc-0879-4e7d-93b3-f3579517e677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (e8fc091d-9826-499c-9a7f-70d657f88ea5), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:43.010735 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24de89fc-0879-4e7d-93b3-f3579517e677 None None] Pushing event updated for resources: {'Port': ['ID=e8fc091d-9826-499c-9a7f-70d657f88ea5,revision_number=2']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:57:43.019424 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.db.db_base_plugin_common [None req-b7f9e289-16d2-475e-8ae4-5e0bdf64d1a9 admin admin] Allocated IP 172.27.2.245 (afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08/6283d24b-0e2c-4ae1-ac34-d042e72aa307/7cbf2414-36a2-4857-ba5f-ddeba9e45f02) {{(pid=106707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:57:43.123925 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-b7f9e289-16d2-475e-8ae4-5e0bdf64d1a9 admin admin] Publish callbacks [] for port (7cbf2414-36a2-4857-ba5f-ddeba9e45f02), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:43.171167 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-b7f9e289-16d2-475e-8ae4-5e0bdf64d1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749198058662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9064885'] for port (7cbf2414-36a2-4857-ba5f-ddeba9e45f02), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:43.218581 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f9e289-16d2-475e-8ae4-5e0bdf64d1a9 admin admin] Network afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08 is already hosted by enough agents. {{(pid=106707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:57:43.223768 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.scheduler.base_scheduler [None req-b7f9e289-16d2-475e-8ae4-5e0bdf64d1a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:57:43.227622 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f9e289-16d2-475e-8ae4-5e0bdf64d1a9 admin admin] Received port after_create {{(pid=106707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:57:43.249981 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f9e289-16d2-475e-8ae4-5e0bdf64d1a9 admin admin] Pushing event updated for resources: {'Port': ['ID=7cbf2414-36a2-4857-ba5f-ddeba9e45f02,revision_number=1']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:57:43.483631 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-b7f9e289-16d2-475e-8ae4-5e0bdf64d1a9 admin admin] Publish callbacks [] for router_gateway (4b187c57-15f7-42e5-8415-6cca62db110c), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:43.684605 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-b7f9e289-16d2-475e-8ae4-5e0bdf64d1a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668120'] for router (4b187c57-15f7-42e5-8415-6cca62db110c), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:43.838494 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7f9e289-16d2-475e-8ae4-5e0bdf64d1a9 admin admin] Router 4b187c57-15f7-42e5-8415-6cca62db110c is scheduled to L3 agent 4d9412c4-31b2-4fbf-87a0-f931332ab9d5 with binding_index 1 {{(pid=106707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 19:57:43.867347 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed10cbd-0404-4bff-ad1e-6a447bc7f92d None None] Network 62249177-e60b-4707-8001-4bc9bc9c9177 requested from dv-cinder-837540-1-iscsi {{(pid=106714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 19:57:43.944276 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-ee7f4062-69c0-4c01-842c-07cb8aea6aab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (055fa106-9079-4d8f-a829-e3ca37bbcb19), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:43.953510 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7f9e289-16d2-475e-8ae4-5e0bdf64d1a9 admin admin] Notify agent at l3_agent.dv-cinder-837540-1-iscsi the message routers_updated {{(pid=106707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:57:43.953741 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-2f5db9bf-95ed-44f3-8256-bc7520123ec3 None None] Provisioning complete for port e8fc091d-9826-499c-9a7f-70d657f88ea5 triggered by entity DHCP. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:57:43.954056 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-2f5db9bf-95ed-44f3-8256-bc7520123ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (e8fc091d-9826-499c-9a7f-70d657f88ea5), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:43.971750 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-b7f9e289-16d2-475e-8ae4-5e0bdf64d1a9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:43.973081 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-b7f9e289-16d2-475e-8ae4-5e0bdf64d1a9 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7375805 Apr 12 19:57:43.976053 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 41782) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:57:43.981126 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5a1042-d215-4e5a-8dcb-e2c56b33d622 None None] Sync routers for ids ['4b187c57-15f7-42e5-8415-6cca62db110c'] in dv-cinder-837540-1-iscsi {{(pid=106714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:57:44.022864 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5a1042-d215-4e5a-8dcb-e2c56b33d622 None None] Routers {'4b187c57-15f7-42e5-8415-6cca62db110c'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:57:44.023560 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_hamode_db [None req-df5a1042-d215-4e5a-8dcb-e2c56b33d622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:57:16Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['4b187c57-15f7-42e5-8415-6cca62db110c'], 'active': True} {{(pid=106714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:57:44.182981 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-2f5db9bf-95ed-44f3-8256-bc7520123ec3 None None] Current status of the port e8fc091d-9826-499c-9a7f-70d657f88ea5 is: DOWN; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:57:44.183366 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-2f5db9bf-95ed-44f3-8256-bc7520123ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (e8fc091d-9826-499c-9a7f-70d657f88ea5), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:44.199708 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_dvr_db [None req-df5a1042-d215-4e5a-8dcb-e2c56b33d622 None None] Set router 4b187c57-15f7-42e5-8415-6cca62db110c gateway port host: dv-cinder-837540-1-iscsi {{(pid=106714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:57:44.326571 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-2f5db9bf-95ed-44f3-8256-bc7520123ec3 None None] For port e8fc091d-9826-499c-9a7f-70d657f88ea5, host dv-cinder-837540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-1-iscsi',level=0,port_id=e8fc091d-9826-499c-9a7f-70d657f88ea5,segment=NetworkSegment(a0ae6fbf-83a6-408c-ad92-fe5d4dbc5206),segment_id=a0ae6fbf-83a6-408c-ad92-fe5d4dbc5206)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:57:44.331699 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-2f5db9bf-95ed-44f3-8256-bc7520123ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (e8fc091d-9826-499c-9a7f-70d657f88ea5), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:44.416031 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-7cec7447-56c7-42ec-aba9-e18f8a63ff52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:44.418597 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5db9bf-95ed-44f3-8256-bc7520123ec3 None None] Pushing event updated for resources: {'Port': ['ID=e8fc091d-9826-499c-9a7f-70d657f88ea5,revision_number=3']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:57:44.438174 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_hamode_db [None req-df5a1042-d215-4e5a-8dcb-e2c56b33d622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b187c57-15f7-42e5-8415-6cca62db110c', 'name': 'tempest-TestMinimumBasicScenario-1392526478-router', 'tenant_id': '34b501f3045d4af9848b5dd82c890ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '7cbf2414-36a2-4857-ba5f-ddeba9e45f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:57:42Z', 'updated_at': '2022-04-12T19:57:43Z', 'revision_number': 3, 'project_id': '34b501f3045d4af9848b5dd82c890ccc', 'gw_port': {'id': '7cbf2414-36a2-4857-ba5f-ddeba9e45f02', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:13:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b187c57-15f7-42e5-8415-6cca62db110c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:57:42Z', 'updated_at': '2022-04-12T19:57:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi'}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:57:44.473553 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5a1042-d215-4e5a-8dcb-e2c56b33d622 None None] Checking router: 4b187c57-15f7-42e5-8415-6cca62db110c for host: dv-cinder-837540-1-iscsi {{(pid=106714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:57:44.473829 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5a1042-d215-4e5a-8dcb-e2c56b33d622 None None] Updating router 4b187c57-15f7-42e5-8415-6cca62db110c port 7cbf2414-36a2-4857-ba5f-ddeba9e45f02 binding host dv-cinder-837540-1-iscsi {{(pid=106714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 19:57:44.500004 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-85bfa3a3-36a3-498a-8fe7-2213c4cce77f None None] Provisioning complete for port e8fc091d-9826-499c-9a7f-70d657f88ea5 triggered by entity DHCP. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:57:44.500386 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-85bfa3a3-36a3-498a-8fe7-2213c4cce77f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (e8fc091d-9826-499c-9a7f-70d657f88ea5), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:44.535148 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-df5a1042-d215-4e5a-8dcb-e2c56b33d622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (7cbf2414-36a2-4857-ba5f-ddeba9e45f02), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:44.583223 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.db_base_plugin_common [None req-7cec7447-56c7-42ec-aba9-e18f8a63ff52 admin admin] Allocated IP 172.20.0.1 (62249177-e60b-4707-8001-4bc9bc9c9177/2e580f9a-778a-48a4-ae04-f65c9bd69003/5aeb1898-cb26-4d8e-a3fd-a6ba391143e1) {{(pid=106704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:57:44.679721 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-85bfa3a3-36a3-498a-8fe7-2213c4cce77f None None] Current status of the port e8fc091d-9826-499c-9a7f-70d657f88ea5 is: ACTIVE; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:57:44.681471 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-7cec7447-56c7-42ec-aba9-e18f8a63ff52 admin admin] Publish callbacks [] for port (5aeb1898-cb26-4d8e-a3fd-a6ba391143e1), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:44.713221 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-7cec7447-56c7-42ec-aba9-e18f8a63ff52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749198058662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8791401'] for port (5aeb1898-cb26-4d8e-a3fd-a6ba391143e1), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:44.753527 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cec7447-56c7-42ec-aba9-e18f8a63ff52 admin admin] Network 62249177-e60b-4707-8001-4bc9bc9c9177 is already hosted by enough agents. {{(pid=106704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:57:44.756241 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.base_scheduler [None req-7cec7447-56c7-42ec-aba9-e18f8a63ff52 admin admin] Resources bound (agent type, host, resource id): {{(pid=106704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:57:44.762406 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cec7447-56c7-42ec-aba9-e18f8a63ff52 admin admin] Received port after_create {{(pid=106704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:57:44.798874 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cec7447-56c7-42ec-aba9-e18f8a63ff52 admin admin] Pushing event updated for resources: {'Port': ['ID=5aeb1898-cb26-4d8e-a3fd-a6ba391143e1,revision_number=1']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:57:44.805988 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-7cec7447-56c7-42ec-aba9-e18f8a63ff52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667945'] for router_interface (4b187c57-15f7-42e5-8415-6cca62db110c), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:44.833310 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-df5a1042-d215-4e5a-8dcb-e2c56b33d622 None None] Publish callbacks [] for port (7cbf2414-36a2-4857-ba5f-ddeba9e45f02), precommit_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:44.838797 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-df5a1042-d215-4e5a-8dcb-e2c56b33d622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (7cbf2414-36a2-4857-ba5f-ddeba9e45f02), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:44.906129 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.managers [None req-df5a1042-d215-4e5a-8dcb-e2c56b33d622 None None] Attempting to bind port 7cbf2414-36a2-4857-ba5f-ddeba9e45f02 on host dv-cinder-837540-1-iscsi for vnic_type normal with profile {{(pid=106714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:57:44.907017 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.managers [None req-df5a1042-d215-4e5a-8dcb-e2c56b33d622 None None] Attempting to bind port 7cbf2414-36a2-4857-ba5f-ddeba9e45f02 by drivers openvswitch,hyperv on host dv-cinder-837540-1-iscsi at level 0 using segments [{'id': 'd71711ac-63cd-4a26-822c-81ae059ce82d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08'}] {{(pid=106714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:57:44.907017 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5a1042-d215-4e5a-8dcb-e2c56b33d622 None None] Attempting to bind port 7cbf2414-36a2-4857-ba5f-ddeba9e45f02 on network afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08 {{(pid=106714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:57:44.908916 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d12bf0-169f-437b-b5c4-6d48bbb87989 None None] Pushing event updated for resources: {'Port': ['ID=7cbf2414-36a2-4857-ba5f-ddeba9e45f02,revision_number=2']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:57:44.917230 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5a1042-d215-4e5a-8dcb-e2c56b33d622 None None] Checking agent: {'id': 'e0bf5abe-d5c5-40a1-a359-03156ade36a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837540-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 30, 50), 'started_at': datetime.datetime(2022, 4, 12, 19, 31, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837540-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:57:44.917620 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5a1042-d215-4e5a-8dcb-e2c56b33d622 None None] Checking segment: {'id': 'd71711ac-63cd-4a26-822c-81ae059ce82d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:57:44.918028 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-df5a1042-d215-4e5a-8dcb-e2c56b33d622 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:44.918423 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5a1042-d215-4e5a-8dcb-e2c56b33d622 None None] Bound using segment: {'id': 'd71711ac-63cd-4a26-822c-81ae059ce82d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08'} {{(pid=106714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:57:44.918997 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.managers [None req-df5a1042-d215-4e5a-8dcb-e2c56b33d622 None None] Bound port: 7cbf2414-36a2-4857-ba5f-ddeba9e45f02, host: dv-cinder-837540-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd71711ac-63cd-4a26-822c-81ae059ce82d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08'}}] {{(pid=106714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:57:44.919329 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-df5a1042-d215-4e5a-8dcb-e2c56b33d622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (7cbf2414-36a2-4857-ba5f-ddeba9e45f02), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:44.958062 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-7cec7447-56c7-42ec-aba9-e18f8a63ff52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (5aeb1898-cb26-4d8e-a3fd-a6ba391143e1), before_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:44.978038 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-df5a1042-d215-4e5a-8dcb-e2c56b33d622 None None] For port 7cbf2414-36a2-4857-ba5f-ddeba9e45f02, host dv-cinder-837540-1-iscsi, cleared binding levels {{(pid=106714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:57:44.982803 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-df5a1042-d215-4e5a-8dcb-e2c56b33d622 None None] For port 7cbf2414-36a2-4857-ba5f-ddeba9e45f02, host dv-cinder-837540-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-1-iscsi',level=0,port_id=7cbf2414-36a2-4857-ba5f-ddeba9e45f02,segment=NetworkSegment(d71711ac-63cd-4a26-822c-81ae059ce82d),segment_id=d71711ac-63cd-4a26-822c-81ae059ce82d)] {{(pid=106714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:57:45.005804 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-df5a1042-d215-4e5a-8dcb-e2c56b33d622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (7cbf2414-36a2-4857-ba5f-ddeba9e45f02), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:45.040995 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-7cca80ef-3646-44fb-9afc-a20f9ecc3d55 None None] Provisioning complete for port 5aeb1898-cb26-4d8e-a3fd-a6ba391143e1 triggered by entity DHCP. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:57:45.041668 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-7cca80ef-3646-44fb-9afc-a20f9ecc3d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (5aeb1898-cb26-4d8e-a3fd-a6ba391143e1), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:45.080983 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device e8fc091d-9826-499c-9a7f-70d657f88ea5 up at agent ovs-agent-dv-cinder-837540-1-iscsi {{(pid=106714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:57:45.136959 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-7cec7447-56c7-42ec-aba9-e18f8a63ff52 admin admin] Publish callbacks [] for port (5aeb1898-cb26-4d8e-a3fd-a6ba391143e1), precommit_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:45.137613 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d12bf0-169f-437b-b5c4-6d48bbb87989 None None] Pushing event updated for resources: {'Port': ['ID=7cbf2414-36a2-4857-ba5f-ddeba9e45f02,revision_number=3']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:57:45.142550 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-7cec7447-56c7-42ec-aba9-e18f8a63ff52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8791376'] for port (5aeb1898-cb26-4d8e-a3fd-a6ba391143e1), after_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:45.147036 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5a1042-d215-4e5a-8dcb-e2c56b33d622 None None] Routers {'4b187c57-15f7-42e5-8415-6cca62db110c'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:57:45.147723 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_hamode_db [None req-df5a1042-d215-4e5a-8dcb-e2c56b33d622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:57:16Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['4b187c57-15f7-42e5-8415-6cca62db110c'], 'active': True} {{(pid=106714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:57:45.149481 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-7cca80ef-3646-44fb-9afc-a20f9ecc3d55 None None] Port 5aeb1898-cb26-4d8e-a3fd-a6ba391143e1 cannot update to ACTIVE because it is not bound. {{(pid=106714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 19:57:45.178652 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.agents_db [None req-c5aaa6ba-db5d-46db-92f0-20249d3ff0a0 None None] Agent healthcheck: found 6 active agents {{(pid=106718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 19:57:45.207746 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cec7447-56c7-42ec-aba9-e18f8a63ff52 admin admin] Pushing event updated for resources: {'Port': ['ID=5aeb1898-cb26-4d8e-a3fd-a6ba391143e1,revision_number=2']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:57:45.210418 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-7cec7447-56c7-42ec-aba9-e18f8a63ff52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-668313'] for router_interface (4b187c57-15f7-42e5-8415-6cca62db110c), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:45.237987 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Provisioning complete for port e8fc091d-9826-499c-9a7f-70d657f88ea5 triggered by entity L2. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:57:45.238376 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (e8fc091d-9826-499c-9a7f-70d657f88ea5), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:45.303048 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cec7447-56c7-42ec-aba9-e18f8a63ff52 admin admin] Network 62249177-e60b-4707-8001-4bc9bc9c9177 is already hosted by enough agents. {{(pid=106704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:57:45.304433 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_dvr_db [None req-df5a1042-d215-4e5a-8dcb-e2c56b33d622 None None] Set router 4b187c57-15f7-42e5-8415-6cca62db110c gateway port host: dv-cinder-837540-1-iscsi {{(pid=106714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:57:45.304635 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.base_scheduler [None req-7cec7447-56c7-42ec-aba9-e18f8a63ff52 admin admin] Resources bound (agent type, host, resource id): {{(pid=106704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:57:45.433587 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cec7447-56c7-42ec-aba9-e18f8a63ff52 admin admin] Router 4b187c57-15f7-42e5-8415-6cca62db110c has already been hosted by L3 agent 4d9412c4-31b2-4fbf-87a0-f931332ab9d5 {{(pid=106704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 19:57:45.549601 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Current status of the port e8fc091d-9826-499c-9a7f-70d657f88ea5 is: ACTIVE; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:57:45.553684 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cec7447-56c7-42ec-aba9-e18f8a63ff52 admin admin] Notify agent at l3_agent.dv-cinder-837540-1-iscsi the message routers_updated {{(pid=106704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:57:45.558044 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-7cec7447-56c7-42ec-aba9-e18f8a63ff52 admin admin] 10.222.0.15 "PUT /v2.0/routers/4b187c57-15f7-42e5-8415-6cca62db110c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5806856 Apr 12 19:57:45.599381 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-07363a28-5e7a-4ac9-a2c7-cd89e3b076ba None None] Provisioning complete for port 5aeb1898-cb26-4d8e-a3fd-a6ba391143e1 triggered by entity DHCP. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:57:45.599759 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-07363a28-5e7a-4ac9-a2c7-cd89e3b076ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (5aeb1898-cb26-4d8e-a3fd-a6ba391143e1), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:45.656750 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-07363a28-5e7a-4ac9-a2c7-cd89e3b076ba None None] Port 5aeb1898-cb26-4d8e-a3fd-a6ba391143e1 cannot update to ACTIVE because it is not bound. {{(pid=106714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 19:57:45.704648 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_hamode_db [None req-df5a1042-d215-4e5a-8dcb-e2c56b33d622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b187c57-15f7-42e5-8415-6cca62db110c', 'name': 'tempest-TestMinimumBasicScenario-1392526478-router', 'tenant_id': '34b501f3045d4af9848b5dd82c890ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '7cbf2414-36a2-4857-ba5f-ddeba9e45f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:57:42Z', 'updated_at': '2022-04-12T19:57:44Z', 'revision_number': 4, 'project_id': '34b501f3045d4af9848b5dd82c890ccc', 'gw_port': {'id': '7cbf2414-36a2-4857-ba5f-ddeba9e45f02', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:13:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b187c57-15f7-42e5-8415-6cca62db110c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:57:42Z', 'updated_at': '2022-04-12T19:57:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_interfaces': [{'id': '5aeb1898-cb26-4d8e-a3fd-a6ba391143e1', 'name': '', 'network_id': '62249177-e60b-4707-8001-4bc9bc9c9177', 'tenant_id': '34b501f3045d4af9848b5dd82c890ccc', 'mac_address': 'fa:16:3e:7c:49:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b187c57-15f7-42e5-8415-6cca62db110c', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '2e580f9a-778a-48a4-ae04-f65c9bd69003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:57:44Z', 'updated_at': '2022-04-12T19:57:45Z', 'revision_number': 2, 'project_id': '34b501f3045d4af9848b5dd82c890ccc', 'subnets': [{'id': '2e580f9a-778a-48a4-ae04-f65c9bd69003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:57:45.735584 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5a1042-d215-4e5a-8dcb-e2c56b33d622 None None] The sync data for ids ['4b187c57-15f7-42e5-8415-6cca62db110c'] in dv-cinder-837540-1-iscsi is: [{'id': '4b187c57-15f7-42e5-8415-6cca62db110c', 'name': 'tempest-TestMinimumBasicScenario-1392526478-router', 'tenant_id': '34b501f3045d4af9848b5dd82c890ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '7cbf2414-36a2-4857-ba5f-ddeba9e45f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:57:42Z', 'updated_at': '2022-04-12T19:57:44Z', 'revision_number': 4, 'project_id': '34b501f3045d4af9848b5dd82c890ccc', 'gw_port': {'id': '7cbf2414-36a2-4857-ba5f-ddeba9e45f02', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:13:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b187c57-15f7-42e5-8415-6cca62db110c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:57:42Z', 'updated_at': '2022-04-12T19:57:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_interfaces': [{'id': '5aeb1898-cb26-4d8e-a3fd-a6ba391143e1', 'name': '', 'network_id': '62249177-e60b-4707-8001-4bc9bc9c9177', 'tenant_id': '34b501f3045d4af9848b5dd82c890ccc', 'mac_address': 'fa:16:3e:7c:49:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b187c57-15f7-42e5-8415-6cca62db110c', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '2e580f9a-778a-48a4-ae04-f65c9bd69003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:57:44Z', 'updated_at': '2022-04-12T19:57:45Z', 'revision_number': 2, 'project_id': '34b501f3045d4af9848b5dd82c890ccc', 'subnets': [{'id': '2e580f9a-778a-48a4-ae04-f65c9bd69003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:57:46.050068 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 41804) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:57:46.055163 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.v2.base [None req-6771087c-f70a-4d93-9ba9-3e64edf599ab admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1454896313-network', 'tenant_id': '63ec93e550804c1ba5440cf47035a70f'}} {{(pid=106704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:57:46.075054 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6771087c-f70a-4d93-9ba9-3e64edf599ab admin admin] Made reservation on behalf of 63ec93e550804c1ba5440cf47035a70f for: {'network': 1} {{(pid=106704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:57:46.078020 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-6771087c-f70a-4d93-9ba9-3e64edf599ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for network (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:46.087049 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-6771087c-f70a-4d93-9ba9-3e64edf599ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:46.171107 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-6771087c-f70a-4d93-9ba9-3e64edf599ab admin admin] Publish callbacks [] for security_group (a4c7e4be-9a68-4461-8e38-73db0d400ce4), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:46.175328 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-6771087c-f70a-4d93-9ba9-3e64edf599ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (a4c7e4be-9a68-4461-8e38-73db0d400ce4), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:46.203199 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6771087c-f70a-4d93-9ba9-3e64edf599ab admin admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=106704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 19:57:46.209685 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6771087c-f70a-4d93-9ba9-3e64edf599ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c7e4be-9a68-4461-8e38-73db0d400ce4,revision_number=1']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:57:46.216589 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-6771087c-f70a-4d93-9ba9-3e64edf599ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495566'] for segment (f2e406bc-0f26-438f-899e-e9d9c57e7a58), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:46.216932 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.db.segments_db [None req-6771087c-f70a-4d93-9ba9-3e64edf599ab admin admin] Added segment f2e406bc-0f26-438f-899e-e9d9c57e7a58 of type vlan for network 6793c9b5-3b7c-4fc5-8dba-2a918c2fb93a Apr 12 19:57:46.258486 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-6771087c-f70a-4d93-9ba9-3e64edf599ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749198045660'] for network (6793c9b5-3b7c-4fc5-8dba-2a918c2fb93a), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:46.287245 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-6771087c-f70a-4d93-9ba9-3e64edf599ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185'] for network (6793c9b5-3b7c-4fc5-8dba-2a918c2fb93a), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:46.288279 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6771087c-f70a-4d93-9ba9-3e64edf599ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:57:46.288866 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-6771087c-f70a-4d93-9ba9-3e64edf599ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565043'] for network (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:46.313314 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-19a1912e-d1a8-4170-9b97-1684c1e32391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (4d9412c4-31b2-4fbf-87a0-f931332ab9d5), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:46.370423 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-6771087c-f70a-4d93-9ba9-3e64edf599ab admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3163979 Apr 12 19:57:46.370605 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 41806) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:57:46.375544 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6771087c-f70a-4d93-9ba9-3e64edf599ab admin admin] Pushing event updated for resources: {'Network': ['ID=6793c9b5-3b7c-4fc5-8dba-2a918c2fb93a,revision_number=1']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:57:46.378780 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.v2.base [None req-7e351987-c04c-455a-946a-25617f941aa4 admin admin] Request body: {'subnet': {'network_id': '6793c9b5-3b7c-4fc5-8dba-2a918c2fb93a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1454896313-subnet', 'tenant_id': '63ec93e550804c1ba5440cf47035a70f', 'ip_version': 4}} {{(pid=106707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:57:46.391511 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Network 6793c9b5-3b7c-4fc5-8dba-2a918c2fb93a details requested by agent ovs-agent-dv-cinder-837540-1-iscsi with host dv-cinder-837540-1-iscsi {{(pid=106714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 19:57:46.399243 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e351987-c04c-455a-946a-25617f941aa4 admin admin] Made reservation on behalf of 63ec93e550804c1ba5440cf47035a70f for: {'subnet': 1} {{(pid=106707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:57:46.401649 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-7e351987-c04c-455a-946a-25617f941aa4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9408059'] for subnet (None), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:46.592078 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-7e351987-c04c-455a-946a-25617f941aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9064965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9408045'] for subnet (b864bb31-4677-4626-b559-abc49cfc8a00), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:46.644165 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e351987-c04c-455a-946a-25617f941aa4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b864bb31-4677-4626-b559-abc49cfc8a00,revision_number=0']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:57:46.659940 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e351987-c04c-455a-946a-25617f941aa4 admin admin] Checking segment: {'id': 'f2e406bc-0f26-438f-899e-e9d9c57e7a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '6793c9b5-3b7c-4fc5-8dba-2a918c2fb93a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:57:46.660329 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e351987-c04c-455a-946a-25617f941aa4 admin admin] Network hostable DHCP agents. Network: 6793c9b5-3b7c-4fc5-8dba-2a918c2fb93a, hostable agents: ['055fa106-9079-4d8f-a829-e3ca37bbcb19'], hosted agents: [] {{(pid=106707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 19:57:46.679454 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e351987-c04c-455a-946a-25617f941aa4 admin admin] Network 6793c9b5-3b7c-4fc5-8dba-2a918c2fb93a is scheduled to be hosted by DHCP agent 055fa106-9079-4d8f-a829-e3ca37bbcb19 with binding_index 1 {{(pid=106707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 19:57:46.689301 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.scheduler.base_scheduler [None req-7e351987-c04c-455a-946a-25617f941aa4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837540-1-iscsi, 6793c9b5-3b7c-4fc5-8dba-2a918c2fb93a) {{(pid=106707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:57:46.693943 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e351987-c04c-455a-946a-25617f941aa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:57:46.694542 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-7e351987-c04c-455a-946a-25617f941aa4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565043'] for subnet (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:46.698349 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4c1eb7-dcf0-404f-87c8-459deb8be1a1 None None] Network 6793c9b5-3b7c-4fc5-8dba-2a918c2fb93a requested from dv-cinder-837540-1-iscsi {{(pid=106714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 19:57:46.711738 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-7e351987-c04c-455a-946a-25617f941aa4 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3381932 Apr 12 19:57:46.714509 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 41808) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:57:46.719036 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.v2.base [None req-502e1f1f-321b-4af8-ae5b-eb43641cfaae admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1454896313-router', 'tenant_id': '63ec93e550804c1ba5440cf47035a70f', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08'}}} {{(pid=106704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:57:46.744864 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-502e1f1f-321b-4af8-ae5b-eb43641cfaae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-670512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26520'] for router (3c2ac683-ad05-4e3b-8f6e-cc5c527368b4), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:46.746250 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-502e1f1f-321b-4af8-ae5b-eb43641cfaae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-670368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-602046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26497'] for router (3c2ac683-ad05-4e3b-8f6e-cc5c527368b4), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:46.813842 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82279bbd-aa7e-43b0-8f62-50ae3b00675f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3012341e-45cf-56fd-a54d-b96530cfb325-6793c9b5-3b7c-4fc5-8dba-2a918c2fb93a', 'network_id': '6793c9b5-3b7c-4fc5-8dba-2a918c2fb93a', 'project_id': '63ec93e550804c1ba5440cf47035a70f', 'fixed_ips': [{'subnet_id': 'b864bb31-4677-4626-b559-abc49cfc8a00'}]}} from dv-cinder-837540-1-iscsi. {{(pid=106714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 19:57:46.814051 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-502e1f1f-321b-4af8-ae5b-eb43641cfaae admin admin] Publish callbacks [] for router_controller (3c2ac683-ad05-4e3b-8f6e-cc5c527368b4), precommit_add_association {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:46.814832 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-82279bbd-aa7e-43b0-8f62-50ae3b00675f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (None), before_create {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:46.966770 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.db_base_plugin_common [None req-82279bbd-aa7e-43b0-8f62-50ae3b00675f None None] Allocated IP 172.20.0.2 (6793c9b5-3b7c-4fc5-8dba-2a918c2fb93a/b864bb31-4677-4626-b559-abc49cfc8a00/f020ad65-f1f7-4327-8cee-2f2319dfc3ba) {{(pid=106714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:57:46.970728 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-502e1f1f-321b-4af8-ae5b-eb43641cfaae admin admin] Publish callbacks [] for router_gateway (3c2ac683-ad05-4e3b-8f6e-cc5c527368b4), precommit_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:47.085778 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device 7cbf2414-36a2-4857-ba5f-ddeba9e45f02 up at agent ovs-agent-dv-cinder-837540-1-iscsi {{(pid=106714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:57:47.178885 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-502e1f1f-321b-4af8-ae5b-eb43641cfaae admin admin] Publish callbacks [] for router_gateway (3c2ac683-ad05-4e3b-8f6e-cc5c527368b4), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:47.179513 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-82279bbd-aa7e-43b0-8f62-50ae3b00675f None None] Publish callbacks [] for port (f020ad65-f1f7-4327-8cee-2f2319dfc3ba), precommit_create {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:47.182833 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Provisioning complete for port 7cbf2414-36a2-4857-ba5f-ddeba9e45f02 triggered by entity L2. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:57:47.183238 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (7cbf2414-36a2-4857-ba5f-ddeba9e45f02), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:47.186806 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-82279bbd-aa7e-43b0-8f62-50ae3b00675f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749198058662'] for port (f020ad65-f1f7-4327-8cee-2f2319dfc3ba), after_create {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:47.197391 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-502e1f1f-321b-4af8-ae5b-eb43641cfaae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:47.258824 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82279bbd-aa7e-43b0-8f62-50ae3b00675f None None] Network 6793c9b5-3b7c-4fc5-8dba-2a918c2fb93a is already hosted by enough agents. {{(pid=106714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:57:47.266836 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.scheduler.base_scheduler [None req-82279bbd-aa7e-43b0-8f62-50ae3b00675f None None] Resources bound (agent type, host, resource id): {{(pid=106714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:57:47.269282 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82279bbd-aa7e-43b0-8f62-50ae3b00675f None None] Received port after_create {{(pid=106714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:57:47.288897 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82279bbd-aa7e-43b0-8f62-50ae3b00675f None None] Pushing event updated for resources: {'Port': ['ID=f020ad65-f1f7-4327-8cee-2f2319dfc3ba,revision_number=1']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:57:47.303127 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-0fb4a5ae-492f-43e3-90d5-82372e23b9ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (01005bd1-5b1e-41c6-b9b3-a4d4f93589b9), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:47.304327 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.db_base_plugin_common [None req-502e1f1f-321b-4af8-ae5b-eb43641cfaae admin admin] Allocated IP 172.27.2.53 (afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08/6283d24b-0e2c-4ae1-ac34-d042e72aa307/33202109-7722-4b5a-a57b-3a9e323af809) {{(pid=106704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:57:47.380286 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.managers [None req-82279bbd-aa7e-43b0-8f62-50ae3b00675f None None] Attempting to bind port f020ad65-f1f7-4327-8cee-2f2319dfc3ba on host dv-cinder-837540-1-iscsi for vnic_type normal with profile {{(pid=106714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:57:47.380899 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.managers [None req-82279bbd-aa7e-43b0-8f62-50ae3b00675f None None] Attempting to bind port f020ad65-f1f7-4327-8cee-2f2319dfc3ba by drivers openvswitch,hyperv on host dv-cinder-837540-1-iscsi at level 0 using segments [{'id': 'f2e406bc-0f26-438f-899e-e9d9c57e7a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '6793c9b5-3b7c-4fc5-8dba-2a918c2fb93a'}] {{(pid=106714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:57:47.381014 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82279bbd-aa7e-43b0-8f62-50ae3b00675f None None] Attempting to bind port f020ad65-f1f7-4327-8cee-2f2319dfc3ba on network 6793c9b5-3b7c-4fc5-8dba-2a918c2fb93a {{(pid=106714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:57:47.385584 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Current status of the port 7cbf2414-36a2-4857-ba5f-ddeba9e45f02 is: DOWN; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:57:47.385972 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (7cbf2414-36a2-4857-ba5f-ddeba9e45f02), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:47.392226 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82279bbd-aa7e-43b0-8f62-50ae3b00675f None None] Checking agent: {'id': 'e0bf5abe-d5c5-40a1-a359-03156ade36a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837540-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 30, 50), 'started_at': datetime.datetime(2022, 4, 12, 19, 31, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837540-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:57:47.392604 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82279bbd-aa7e-43b0-8f62-50ae3b00675f None None] Checking segment: {'id': 'f2e406bc-0f26-438f-899e-e9d9c57e7a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '6793c9b5-3b7c-4fc5-8dba-2a918c2fb93a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:57:47.393000 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-82279bbd-aa7e-43b0-8f62-50ae3b00675f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:47.393402 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82279bbd-aa7e-43b0-8f62-50ae3b00675f None None] Bound using segment: {'id': 'f2e406bc-0f26-438f-899e-e9d9c57e7a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '6793c9b5-3b7c-4fc5-8dba-2a918c2fb93a'} {{(pid=106714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:57:47.393873 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.managers [None req-82279bbd-aa7e-43b0-8f62-50ae3b00675f None None] Bound port: f020ad65-f1f7-4327-8cee-2f2319dfc3ba, host: dv-cinder-837540-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2e406bc-0f26-438f-899e-e9d9c57e7a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '6793c9b5-3b7c-4fc5-8dba-2a918c2fb93a'}}] {{(pid=106714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:57:47.394251 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-82279bbd-aa7e-43b0-8f62-50ae3b00675f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (f020ad65-f1f7-4327-8cee-2f2319dfc3ba), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:47.410960 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-502e1f1f-321b-4af8-ae5b-eb43641cfaae admin admin] Publish callbacks [] for port (33202109-7722-4b5a-a57b-3a9e323af809), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:47.424250 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] For port 7cbf2414-36a2-4857-ba5f-ddeba9e45f02, host dv-cinder-837540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-1-iscsi',level=0,port_id=7cbf2414-36a2-4857-ba5f-ddeba9e45f02,segment=NetworkSegment(d71711ac-63cd-4a26-822c-81ae059ce82d),segment_id=d71711ac-63cd-4a26-822c-81ae059ce82d)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:57:47.444008 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-502e1f1f-321b-4af8-ae5b-eb43641cfaae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749198058662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8791401'] for port (33202109-7722-4b5a-a57b-3a9e323af809), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:47.444580 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (7cbf2414-36a2-4857-ba5f-ddeba9e45f02), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:47.480756 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502e1f1f-321b-4af8-ae5b-eb43641cfaae admin admin] Network afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08 is already hosted by enough agents. {{(pid=106704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:57:47.483708 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.base_scheduler [None req-502e1f1f-321b-4af8-ae5b-eb43641cfaae admin admin] Resources bound (agent type, host, resource id): {{(pid=106704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:57:47.489726 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502e1f1f-321b-4af8-ae5b-eb43641cfaae admin admin] Received port after_create {{(pid=106704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:57:47.515226 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-82279bbd-aa7e-43b0-8f62-50ae3b00675f None None] For port f020ad65-f1f7-4327-8cee-2f2319dfc3ba, host dv-cinder-837540-1-iscsi, cleared binding levels {{(pid=106714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:57:47.518045 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502e1f1f-321b-4af8-ae5b-eb43641cfaae admin admin] Pushing event updated for resources: {'Port': ['ID=33202109-7722-4b5a-a57b-3a9e323af809,revision_number=1']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:57:47.520357 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-82279bbd-aa7e-43b0-8f62-50ae3b00675f None None] For port f020ad65-f1f7-4327-8cee-2f2319dfc3ba, host dv-cinder-837540-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-1-iscsi',level=0,port_id=f020ad65-f1f7-4327-8cee-2f2319dfc3ba,segment=NetworkSegment(f2e406bc-0f26-438f-899e-e9d9c57e7a58),segment_id=f2e406bc-0f26-438f-899e-e9d9c57e7a58)] {{(pid=106714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:57:47.523069 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Pushing event updated for resources: {'Port': ['ID=7cbf2414-36a2-4857-ba5f-ddeba9e45f02,revision_number=4']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:57:47.533357 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-82279bbd-aa7e-43b0-8f62-50ae3b00675f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (f020ad65-f1f7-4327-8cee-2f2319dfc3ba), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:47.592093 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82279bbd-aa7e-43b0-8f62-50ae3b00675f None None] Pushing event updated for resources: {'Port': ['ID=f020ad65-f1f7-4327-8cee-2f2319dfc3ba,revision_number=2']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:57:47.799674 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-502e1f1f-321b-4af8-ae5b-eb43641cfaae admin admin] Publish callbacks [] for router_gateway (3c2ac683-ad05-4e3b-8f6e-cc5c527368b4), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:47.874356 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700f927e-8ae0-400c-97f5-9bd2f0040e65 None None] Sync routers for ids ['4b187c57-15f7-42e5-8415-6cca62db110c'] in dv-cinder-837540-1-iscsi {{(pid=106718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:57:47.888928 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700f927e-8ae0-400c-97f5-9bd2f0040e65 None None] Routers {'4b187c57-15f7-42e5-8415-6cca62db110c'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:57:47.889770 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-700f927e-8ae0-400c-97f5-9bd2f0040e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:57:46Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['4b187c57-15f7-42e5-8415-6cca62db110c'], 'active': True} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:57:47.995786 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvr_db [None req-700f927e-8ae0-400c-97f5-9bd2f0040e65 None None] Set router 4b187c57-15f7-42e5-8415-6cca62db110c gateway port host: dv-cinder-837540-1-iscsi {{(pid=106718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:57:48.006172 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-502e1f1f-321b-4af8-ae5b-eb43641cfaae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668120'] for router (3c2ac683-ad05-4e3b-8f6e-cc5c527368b4), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:48.138938 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-502e1f1f-321b-4af8-ae5b-eb43641cfaae admin admin] Router 3c2ac683-ad05-4e3b-8f6e-cc5c527368b4 is scheduled to L3 agent 4d9412c4-31b2-4fbf-87a0-f931332ab9d5 with binding_index 1 {{(pid=106704) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 19:57:48.256373 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-502e1f1f-321b-4af8-ae5b-eb43641cfaae admin admin] Notify agent at l3_agent.dv-cinder-837540-1-iscsi the message routers_updated {{(pid=106704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:57:48.270534 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8052d620-7b46-45ee-9d90-4d491e2deb8e None None] Sync routers for ids ['3c2ac683-ad05-4e3b-8f6e-cc5c527368b4'] in dv-cinder-837540-1-iscsi {{(pid=106714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:57:48.280852 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-502e1f1f-321b-4af8-ae5b-eb43641cfaae admin admin] Publish callbacks [] for router (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:48.282313 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-502e1f1f-321b-4af8-ae5b-eb43641cfaae admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5664902 Apr 12 19:57:48.282933 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8052d620-7b46-45ee-9d90-4d491e2deb8e None None] Routers {'3c2ac683-ad05-4e3b-8f6e-cc5c527368b4'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:57:48.283668 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_hamode_db [None req-8052d620-7b46-45ee-9d90-4d491e2deb8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:57:46Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['3c2ac683-ad05-4e3b-8f6e-cc5c527368b4'], 'active': True} {{(pid=106714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:57:48.284823 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 41812) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:57:48.285012 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-700f927e-8ae0-400c-97f5-9bd2f0040e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b187c57-15f7-42e5-8415-6cca62db110c', 'name': 'tempest-TestMinimumBasicScenario-1392526478-router', 'tenant_id': '34b501f3045d4af9848b5dd82c890ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '7cbf2414-36a2-4857-ba5f-ddeba9e45f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:57:42Z', 'updated_at': '2022-04-12T19:57:44Z', 'revision_number': 4, 'project_id': '34b501f3045d4af9848b5dd82c890ccc', 'gw_port': {'id': '7cbf2414-36a2-4857-ba5f-ddeba9e45f02', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:13:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b187c57-15f7-42e5-8415-6cca62db110c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:57:42Z', 'updated_at': '2022-04-12T19:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_interfaces': [{'id': '5aeb1898-cb26-4d8e-a3fd-a6ba391143e1', 'name': '', 'network_id': '62249177-e60b-4707-8001-4bc9bc9c9177', 'tenant_id': '34b501f3045d4af9848b5dd82c890ccc', 'mac_address': 'fa:16:3e:7c:49:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b187c57-15f7-42e5-8415-6cca62db110c', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '2e580f9a-778a-48a4-ae04-f65c9bd69003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:57:44Z', 'updated_at': '2022-04-12T19:57:45Z', 'revision_number': 2, 'project_id': '34b501f3045d4af9848b5dd82c890ccc', 'subnets': [{'id': '2e580f9a-778a-48a4-ae04-f65c9bd69003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:57:48.315879 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700f927e-8ae0-400c-97f5-9bd2f0040e65 None None] Checking router: 4b187c57-15f7-42e5-8415-6cca62db110c for host: dv-cinder-837540-1-iscsi {{(pid=106718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:57:48.316541 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700f927e-8ae0-400c-97f5-9bd2f0040e65 None None] Updating router 4b187c57-15f7-42e5-8415-6cca62db110c port 5aeb1898-cb26-4d8e-a3fd-a6ba391143e1 binding host dv-cinder-837540-1-iscsi {{(pid=106718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 19:57:48.349034 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron_lib.callbacks.manager [None req-700f927e-8ae0-400c-97f5-9bd2f0040e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (5aeb1898-cb26-4d8e-a3fd-a6ba391143e1), before_update {{(pid=106718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:48.411809 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_dvr_db [None req-8052d620-7b46-45ee-9d90-4d491e2deb8e None None] Set router 3c2ac683-ad05-4e3b-8f6e-cc5c527368b4 gateway port host: dv-cinder-837540-1-iscsi {{(pid=106714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:57:48.611280 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_hamode_db [None req-8052d620-7b46-45ee-9d90-4d491e2deb8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c2ac683-ad05-4e3b-8f6e-cc5c527368b4', 'name': 'tempest-TestMinimumBasicScenario-1454896313-router', 'tenant_id': '63ec93e550804c1ba5440cf47035a70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '33202109-7722-4b5a-a57b-3a9e323af809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:57:46Z', 'updated_at': '2022-04-12T19:57:47Z', 'revision_number': 3, 'project_id': '63ec93e550804c1ba5440cf47035a70f', 'gw_port': {'id': '33202109-7722-4b5a-a57b-3a9e323af809', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a2:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c2ac683-ad05-4e3b-8f6e-cc5c527368b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:57:47Z', 'updated_at': '2022-04-12T19:57:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi'}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:57:48.643714 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be4e47c-9ec7-4e94-9dde-5f8480c017f1 None None] Network 6793c9b5-3b7c-4fc5-8dba-2a918c2fb93a requested from dv-cinder-837540-1-iscsi {{(pid=106714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 19:57:48.646577 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8052d620-7b46-45ee-9d90-4d491e2deb8e None None] Checking router: 3c2ac683-ad05-4e3b-8f6e-cc5c527368b4 for host: dv-cinder-837540-1-iscsi {{(pid=106714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:57:48.646926 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8052d620-7b46-45ee-9d90-4d491e2deb8e None None] Updating router 3c2ac683-ad05-4e3b-8f6e-cc5c527368b4 port 33202109-7722-4b5a-a57b-3a9e323af809 binding host dv-cinder-837540-1-iscsi {{(pid=106714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 19:57:48.678174 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron_lib.callbacks.manager [None req-700f927e-8ae0-400c-97f5-9bd2f0040e65 None None] Publish callbacks [] for port (5aeb1898-cb26-4d8e-a3fd-a6ba391143e1), precommit_update {{(pid=106718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:48.686285 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron_lib.callbacks.manager [None req-700f927e-8ae0-400c-97f5-9bd2f0040e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (5aeb1898-cb26-4d8e-a3fd-a6ba391143e1), after_update {{(pid=106718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:48.737844 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc87aa-07e3-442c-878d-0524c2d53998 None None] Pushing event updated for resources: {'Port': ['ID=5aeb1898-cb26-4d8e-a3fd-a6ba391143e1,revision_number=3']} {{(pid=106718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:57:48.752204 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8052d620-7b46-45ee-9d90-4d491e2deb8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (33202109-7722-4b5a-a57b-3a9e323af809), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:48.753756 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-3f3197fd-f76f-4703-a895-17f6c595af81 None None] Provisioning complete for port f020ad65-f1f7-4327-8cee-2f2319dfc3ba triggered by entity DHCP. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:57:48.754115 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-3f3197fd-f76f-4703-a895-17f6c595af81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (f020ad65-f1f7-4327-8cee-2f2319dfc3ba), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:48.770426 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc87aa-07e3-442c-878d-0524c2d53998 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:57:48.770770 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc87aa-07e3-442c-878d-0524c2d53998 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:57:48.771133 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc87aa-07e3-442c-878d-0524c2d53998 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:57:48.771492 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc87aa-07e3-442c-878d-0524c2d53998 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:57:48.771828 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc87aa-07e3-442c-878d-0524c2d53998 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:57:48.772184 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc87aa-07e3-442c-878d-0524c2d53998 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:57:48.772512 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc87aa-07e3-442c-878d-0524c2d53998 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:57:48.772838 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc87aa-07e3-442c-878d-0524c2d53998 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:57:48.773169 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc87aa-07e3-442c-878d-0524c2d53998 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:57:48.773485 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc87aa-07e3-442c-878d-0524c2d53998 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:57:48.773813 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc87aa-07e3-442c-878d-0524c2d53998 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:57:48.774153 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc87aa-07e3-442c-878d-0524c2d53998 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:57:48.774473 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc87aa-07e3-442c-878d-0524c2d53998 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:57:48.774989 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc87aa-07e3-442c-878d-0524c2d53998 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:57:48.775484 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc87aa-07e3-442c-878d-0524c2d53998 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:57:48.817701 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.plugins.ml2.managers [None req-700f927e-8ae0-400c-97f5-9bd2f0040e65 None None] Attempting to bind port 5aeb1898-cb26-4d8e-a3fd-a6ba391143e1 on host dv-cinder-837540-1-iscsi for vnic_type normal with profile {{(pid=106718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:57:48.818450 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.plugins.ml2.managers [None req-700f927e-8ae0-400c-97f5-9bd2f0040e65 None None] Attempting to bind port 5aeb1898-cb26-4d8e-a3fd-a6ba391143e1 by drivers openvswitch,hyperv on host dv-cinder-837540-1-iscsi at level 0 using segments [{'id': 'a0ae6fbf-83a6-408c-ad92-fe5d4dbc5206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '62249177-e60b-4707-8001-4bc9bc9c9177'}] {{(pid=106718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:57:48.818979 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700f927e-8ae0-400c-97f5-9bd2f0040e65 None None] Attempting to bind port 5aeb1898-cb26-4d8e-a3fd-a6ba391143e1 on network 62249177-e60b-4707-8001-4bc9bc9c9177 {{(pid=106718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:57:48.827610 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700f927e-8ae0-400c-97f5-9bd2f0040e65 None None] Checking agent: {'id': 'e0bf5abe-d5c5-40a1-a359-03156ade36a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837540-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 30, 50), 'started_at': datetime.datetime(2022, 4, 12, 19, 31, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837540-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:57:48.828426 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700f927e-8ae0-400c-97f5-9bd2f0040e65 None None] Checking segment: {'id': 'a0ae6fbf-83a6-408c-ad92-fe5d4dbc5206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '62249177-e60b-4707-8001-4bc9bc9c9177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:57:48.829031 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron_lib.callbacks.manager [None req-700f927e-8ae0-400c-97f5-9bd2f0040e65 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:48.830150 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700f927e-8ae0-400c-97f5-9bd2f0040e65 None None] Bound using segment: {'id': 'a0ae6fbf-83a6-408c-ad92-fe5d4dbc5206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '62249177-e60b-4707-8001-4bc9bc9c9177'} {{(pid=106718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:57:48.830956 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.plugins.ml2.managers [None req-700f927e-8ae0-400c-97f5-9bd2f0040e65 None None] Bound port: 5aeb1898-cb26-4d8e-a3fd-a6ba391143e1, host: dv-cinder-837540-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0ae6fbf-83a6-408c-ad92-fe5d4dbc5206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '62249177-e60b-4707-8001-4bc9bc9c9177'}}] {{(pid=106718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:57:48.831663 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron_lib.callbacks.manager [None req-700f927e-8ae0-400c-97f5-9bd2f0040e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (5aeb1898-cb26-4d8e-a3fd-a6ba391143e1), before_update {{(pid=106718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:48.835929 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-655d5a5e-25bf-423f-acb4-166f4bec9d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (f3d2fb0e-5305-4f08-ab1f-5f1d50bdad22), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:48.908900 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.plugins.ml2.db [None req-700f927e-8ae0-400c-97f5-9bd2f0040e65 None None] For port 5aeb1898-cb26-4d8e-a3fd-a6ba391143e1, host dv-cinder-837540-1-iscsi, cleared binding levels {{(pid=106718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:57:48.913204 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.plugins.ml2.db [None req-700f927e-8ae0-400c-97f5-9bd2f0040e65 None None] For port 5aeb1898-cb26-4d8e-a3fd-a6ba391143e1, host dv-cinder-837540-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-1-iscsi',level=0,port_id=5aeb1898-cb26-4d8e-a3fd-a6ba391143e1,segment=NetworkSegment(a0ae6fbf-83a6-408c-ad92-fe5d4dbc5206),segment_id=a0ae6fbf-83a6-408c-ad92-fe5d4dbc5206)] {{(pid=106718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:57:48.920326 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron_lib.callbacks.manager [None req-700f927e-8ae0-400c-97f5-9bd2f0040e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (5aeb1898-cb26-4d8e-a3fd-a6ba391143e1), after_update {{(pid=106718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:48.982708 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc87aa-07e3-442c-878d-0524c2d53998 None None] Pushing event updated for resources: {'Port': ['ID=5aeb1898-cb26-4d8e-a3fd-a6ba391143e1,revision_number=4']} {{(pid=106718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:57:48.999415 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700f927e-8ae0-400c-97f5-9bd2f0040e65 None None] Routers {'4b187c57-15f7-42e5-8415-6cca62db110c'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:57:49.000298 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-700f927e-8ae0-400c-97f5-9bd2f0040e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:57:46Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['4b187c57-15f7-42e5-8415-6cca62db110c'], 'active': True} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:57:49.086505 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-3f3197fd-f76f-4703-a895-17f6c595af81 None None] Current status of the port f020ad65-f1f7-4327-8cee-2f2319dfc3ba is: DOWN; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:57:49.088565 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-3f3197fd-f76f-4703-a895-17f6c595af81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (f020ad65-f1f7-4327-8cee-2f2319dfc3ba), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:49.168058 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvr_db [None req-700f927e-8ae0-400c-97f5-9bd2f0040e65 None None] Set router 4b187c57-15f7-42e5-8415-6cca62db110c gateway port host: dv-cinder-837540-1-iscsi {{(pid=106718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:57:49.171497 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-851cec05-b5c2-4058-ac76-3b5f909217fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:49.201305 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-3f3197fd-f76f-4703-a895-17f6c595af81 None None] For port f020ad65-f1f7-4327-8cee-2f2319dfc3ba, host dv-cinder-837540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-1-iscsi',level=0,port_id=f020ad65-f1f7-4327-8cee-2f2319dfc3ba,segment=NetworkSegment(f2e406bc-0f26-438f-899e-e9d9c57e7a58),segment_id=f2e406bc-0f26-438f-899e-e9d9c57e7a58)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:57:49.213371 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-3f3197fd-f76f-4703-a895-17f6c595af81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (f020ad65-f1f7-4327-8cee-2f2319dfc3ba), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:49.257018 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device 7cbf2414-36a2-4857-ba5f-ddeba9e45f02 up at agent ovs-agent-dv-cinder-837540-1-iscsi {{(pid=106714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:57:49.374165 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.db_base_plugin_common [None req-851cec05-b5c2-4058-ac76-3b5f909217fd admin admin] Allocated IP 172.20.0.1 (6793c9b5-3b7c-4fc5-8dba-2a918c2fb93a/b864bb31-4677-4626-b559-abc49cfc8a00/55e23ac5-fe61-45e5-9de2-2abdfca0e11a) {{(pid=106704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:57:49.393696 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-614c2a57-5f49-41dd-b68a-f5fa14c37854 None None] Provisioning complete for port 5aeb1898-cb26-4d8e-a3fd-a6ba391143e1 triggered by entity DHCP. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:57:49.394154 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-614c2a57-5f49-41dd-b68a-f5fa14c37854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (5aeb1898-cb26-4d8e-a3fd-a6ba391143e1), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:49.431692 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-700f927e-8ae0-400c-97f5-9bd2f0040e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b187c57-15f7-42e5-8415-6cca62db110c', 'name': 'tempest-TestMinimumBasicScenario-1392526478-router', 'tenant_id': '34b501f3045d4af9848b5dd82c890ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '7cbf2414-36a2-4857-ba5f-ddeba9e45f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:57:42Z', 'updated_at': '2022-04-12T19:57:44Z', 'revision_number': 4, 'project_id': '34b501f3045d4af9848b5dd82c890ccc', 'gw_port': {'id': '7cbf2414-36a2-4857-ba5f-ddeba9e45f02', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:13:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b187c57-15f7-42e5-8415-6cca62db110c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:57:42Z', 'updated_at': '2022-04-12T19:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_interfaces': [{'id': '5aeb1898-cb26-4d8e-a3fd-a6ba391143e1', 'name': '', 'network_id': '62249177-e60b-4707-8001-4bc9bc9c9177', 'tenant_id': '34b501f3045d4af9848b5dd82c890ccc', 'mac_address': 'fa:16:3e:7c:49:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b187c57-15f7-42e5-8415-6cca62db110c', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '2e580f9a-778a-48a4-ae04-f65c9bd69003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:57:44Z', 'updated_at': '2022-04-12T19:57:48Z', 'revision_number': 4, 'project_id': '34b501f3045d4af9848b5dd82c890ccc', 'subnets': [{'id': '2e580f9a-778a-48a4-ae04-f65c9bd69003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:57:49.441814 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3197fd-f76f-4703-a895-17f6c595af81 None None] Pushing event updated for resources: {'Port': ['ID=f020ad65-f1f7-4327-8cee-2f2319dfc3ba,revision_number=3']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:57:49.464236 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700f927e-8ae0-400c-97f5-9bd2f0040e65 None None] The sync data for ids ['4b187c57-15f7-42e5-8415-6cca62db110c'] in dv-cinder-837540-1-iscsi is: [{'id': '4b187c57-15f7-42e5-8415-6cca62db110c', 'name': 'tempest-TestMinimumBasicScenario-1392526478-router', 'tenant_id': '34b501f3045d4af9848b5dd82c890ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '7cbf2414-36a2-4857-ba5f-ddeba9e45f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:57:42Z', 'updated_at': '2022-04-12T19:57:44Z', 'revision_number': 4, 'project_id': '34b501f3045d4af9848b5dd82c890ccc', 'gw_port': {'id': '7cbf2414-36a2-4857-ba5f-ddeba9e45f02', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:13:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b187c57-15f7-42e5-8415-6cca62db110c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:57:42Z', 'updated_at': '2022-04-12T19:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_interfaces': [{'id': '5aeb1898-cb26-4d8e-a3fd-a6ba391143e1', 'name': '', 'network_id': '62249177-e60b-4707-8001-4bc9bc9c9177', 'tenant_id': '34b501f3045d4af9848b5dd82c890ccc', 'mac_address': 'fa:16:3e:7c:49:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b187c57-15f7-42e5-8415-6cca62db110c', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '2e580f9a-778a-48a4-ae04-f65c9bd69003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:57:44Z', 'updated_at': '2022-04-12T19:57:48Z', 'revision_number': 4, 'project_id': '34b501f3045d4af9848b5dd82c890ccc', 'subnets': [{'id': '2e580f9a-778a-48a4-ae04-f65c9bd69003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:57:49.484919 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Provisioning complete for port 7cbf2414-36a2-4857-ba5f-ddeba9e45f02 triggered by entity L2. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:57:49.485290 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (7cbf2414-36a2-4857-ba5f-ddeba9e45f02), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:49.493383 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-851cec05-b5c2-4058-ac76-3b5f909217fd admin admin] Publish callbacks [] for port (55e23ac5-fe61-45e5-9de2-2abdfca0e11a), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:49.530987 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-851cec05-b5c2-4058-ac76-3b5f909217fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749198058662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8791401'] for port (55e23ac5-fe61-45e5-9de2-2abdfca0e11a), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:49.574389 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851cec05-b5c2-4058-ac76-3b5f909217fd admin admin] Network 6793c9b5-3b7c-4fc5-8dba-2a918c2fb93a is already hosted by enough agents. {{(pid=106704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:57:49.580770 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.base_scheduler [None req-851cec05-b5c2-4058-ac76-3b5f909217fd admin admin] Resources bound (agent type, host, resource id): {{(pid=106704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:57:49.585012 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851cec05-b5c2-4058-ac76-3b5f909217fd admin admin] Received port after_create {{(pid=106704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:57:49.591621 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851cec05-b5c2-4058-ac76-3b5f909217fd admin admin] Pushing event updated for resources: {'Port': ['ID=55e23ac5-fe61-45e5-9de2-2abdfca0e11a,revision_number=1']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:57:49.639446 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-851cec05-b5c2-4058-ac76-3b5f909217fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667945'] for router_interface (3c2ac683-ad05-4e3b-8f6e-cc5c527368b4), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:49.655636 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8052d620-7b46-45ee-9d90-4d491e2deb8e None None] Publish callbacks [] for port (33202109-7722-4b5a-a57b-3a9e323af809), precommit_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:49.694233 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8052d620-7b46-45ee-9d90-4d491e2deb8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (33202109-7722-4b5a-a57b-3a9e323af809), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:49.745298 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-614c2a57-5f49-41dd-b68a-f5fa14c37854 None None] Current status of the port 5aeb1898-cb26-4d8e-a3fd-a6ba391143e1 is: DOWN; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:57:49.745689 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-614c2a57-5f49-41dd-b68a-f5fa14c37854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (5aeb1898-cb26-4d8e-a3fd-a6ba391143e1), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:49.789791 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.managers [None req-8052d620-7b46-45ee-9d90-4d491e2deb8e None None] Attempting to bind port 33202109-7722-4b5a-a57b-3a9e323af809 on host dv-cinder-837540-1-iscsi for vnic_type normal with profile {{(pid=106714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:57:49.790128 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.managers [None req-8052d620-7b46-45ee-9d90-4d491e2deb8e None None] Attempting to bind port 33202109-7722-4b5a-a57b-3a9e323af809 by drivers openvswitch,hyperv on host dv-cinder-837540-1-iscsi at level 0 using segments [{'id': 'd71711ac-63cd-4a26-822c-81ae059ce82d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08'}] {{(pid=106714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:57:49.790466 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8052d620-7b46-45ee-9d90-4d491e2deb8e None None] Attempting to bind port 33202109-7722-4b5a-a57b-3a9e323af809 on network afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08 {{(pid=106714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:57:49.796586 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564e3b37-78c0-4232-841f-611d80c0b312 None None] Pushing event updated for resources: {'Port': ['ID=33202109-7722-4b5a-a57b-3a9e323af809,revision_number=2']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:57:49.814765 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-851cec05-b5c2-4058-ac76-3b5f909217fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (55e23ac5-fe61-45e5-9de2-2abdfca0e11a), before_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:49.833657 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8052d620-7b46-45ee-9d90-4d491e2deb8e None None] Checking agent: {'id': 'e0bf5abe-d5c5-40a1-a359-03156ade36a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837540-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 30, 50), 'started_at': datetime.datetime(2022, 4, 12, 19, 31, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837540-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:57:49.834049 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8052d620-7b46-45ee-9d90-4d491e2deb8e None None] Checking segment: {'id': 'd71711ac-63cd-4a26-822c-81ae059ce82d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:57:49.834533 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8052d620-7b46-45ee-9d90-4d491e2deb8e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:49.834938 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8052d620-7b46-45ee-9d90-4d491e2deb8e None None] Bound using segment: {'id': 'd71711ac-63cd-4a26-822c-81ae059ce82d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08'} {{(pid=106714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:57:49.835431 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.managers [None req-8052d620-7b46-45ee-9d90-4d491e2deb8e None None] Bound port: 33202109-7722-4b5a-a57b-3a9e323af809, host: dv-cinder-837540-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd71711ac-63cd-4a26-822c-81ae059ce82d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08'}}] {{(pid=106714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:57:49.835817 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8052d620-7b46-45ee-9d90-4d491e2deb8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (33202109-7722-4b5a-a57b-3a9e323af809), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:49.843716 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-614c2a57-5f49-41dd-b68a-f5fa14c37854 None None] For port 5aeb1898-cb26-4d8e-a3fd-a6ba391143e1, host dv-cinder-837540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-1-iscsi',level=0,port_id=5aeb1898-cb26-4d8e-a3fd-a6ba391143e1,segment=NetworkSegment(a0ae6fbf-83a6-408c-ad92-fe5d4dbc5206),segment_id=a0ae6fbf-83a6-408c-ad92-fe5d4dbc5206)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:57:49.867947 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-614c2a57-5f49-41dd-b68a-f5fa14c37854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (5aeb1898-cb26-4d8e-a3fd-a6ba391143e1), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:49.911479 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Current status of the port 7cbf2414-36a2-4857-ba5f-ddeba9e45f02 is: ACTIVE; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:57:49.912644 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device f020ad65-f1f7-4327-8cee-2f2319dfc3ba up at agent ovs-agent-dv-cinder-837540-1-iscsi {{(pid=106714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:57:49.974671 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-8052d620-7b46-45ee-9d90-4d491e2deb8e None None] For port 33202109-7722-4b5a-a57b-3a9e323af809, host dv-cinder-837540-1-iscsi, cleared binding levels {{(pid=106714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:57:50.001112 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-851cec05-b5c2-4058-ac76-3b5f909217fd admin admin] Publish callbacks [] for port (55e23ac5-fe61-45e5-9de2-2abdfca0e11a), precommit_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:50.007239 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-851cec05-b5c2-4058-ac76-3b5f909217fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8791376'] for port (55e23ac5-fe61-45e5-9de2-2abdfca0e11a), after_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:50.007918 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-8052d620-7b46-45ee-9d90-4d491e2deb8e None None] For port 33202109-7722-4b5a-a57b-3a9e323af809, host dv-cinder-837540-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-1-iscsi',level=0,port_id=33202109-7722-4b5a-a57b-3a9e323af809,segment=NetworkSegment(d71711ac-63cd-4a26-822c-81ae059ce82d),segment_id=d71711ac-63cd-4a26-822c-81ae059ce82d)] {{(pid=106714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:57:50.016452 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614c2a57-5f49-41dd-b68a-f5fa14c37854 None None] Pushing event updated for resources: {'Port': ['ID=5aeb1898-cb26-4d8e-a3fd-a6ba391143e1,revision_number=5']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:57:50.022091 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-06c20c61-66f2-4c95-a72b-9bea2efdb12f None None] Provisioning complete for port 55e23ac5-fe61-45e5-9de2-2abdfca0e11a triggered by entity DHCP. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:57:50.022469 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-06c20c61-66f2-4c95-a72b-9bea2efdb12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (55e23ac5-fe61-45e5-9de2-2abdfca0e11a), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:50.026682 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8052d620-7b46-45ee-9d90-4d491e2deb8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (33202109-7722-4b5a-a57b-3a9e323af809), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:50.083461 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Provisioning complete for port f020ad65-f1f7-4327-8cee-2f2319dfc3ba triggered by entity L2. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:57:50.083847 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (f020ad65-f1f7-4327-8cee-2f2319dfc3ba), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:50.094209 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851cec05-b5c2-4058-ac76-3b5f909217fd admin admin] Pushing event updated for resources: {'Port': ['ID=55e23ac5-fe61-45e5-9de2-2abdfca0e11a,revision_number=2']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:57:50.098753 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-851cec05-b5c2-4058-ac76-3b5f909217fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-668313'] for router_interface (3c2ac683-ad05-4e3b-8f6e-cc5c527368b4), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:50.163029 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564e3b37-78c0-4232-841f-611d80c0b312 None None] Pushing event updated for resources: {'Port': ['ID=33202109-7722-4b5a-a57b-3a9e323af809,revision_number=3']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:57:50.169484 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-06c20c61-66f2-4c95-a72b-9bea2efdb12f None None] Port 55e23ac5-fe61-45e5-9de2-2abdfca0e11a cannot update to ACTIVE because it is not bound. {{(pid=106714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 19:57:50.173222 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8052d620-7b46-45ee-9d90-4d491e2deb8e None None] Routers {'3c2ac683-ad05-4e3b-8f6e-cc5c527368b4'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:57:50.173863 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_hamode_db [None req-8052d620-7b46-45ee-9d90-4d491e2deb8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:57:46Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['3c2ac683-ad05-4e3b-8f6e-cc5c527368b4'], 'active': True} {{(pid=106714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:57:50.195954 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851cec05-b5c2-4058-ac76-3b5f909217fd admin admin] Network 6793c9b5-3b7c-4fc5-8dba-2a918c2fb93a is already hosted by enough agents. {{(pid=106704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:57:50.197577 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.base_scheduler [None req-851cec05-b5c2-4058-ac76-3b5f909217fd admin admin] Resources bound (agent type, host, resource id): {{(pid=106704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:57:50.226626 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-06c20c61-66f2-4c95-a72b-9bea2efdb12f None None] Provisioning complete for port 5aeb1898-cb26-4d8e-a3fd-a6ba391143e1 triggered by entity DHCP. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:57:50.227011 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-06c20c61-66f2-4c95-a72b-9bea2efdb12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (5aeb1898-cb26-4d8e-a3fd-a6ba391143e1), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:50.325313 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-851cec05-b5c2-4058-ac76-3b5f909217fd admin admin] Router 3c2ac683-ad05-4e3b-8f6e-cc5c527368b4 has already been hosted by L3 agent 4d9412c4-31b2-4fbf-87a0-f931332ab9d5 {{(pid=106704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 19:57:50.349183 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Current status of the port f020ad65-f1f7-4327-8cee-2f2319dfc3ba is: ACTIVE; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:57:50.365181 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_dvr_db [None req-8052d620-7b46-45ee-9d90-4d491e2deb8e None None] Set router 3c2ac683-ad05-4e3b-8f6e-cc5c527368b4 gateway port host: dv-cinder-837540-1-iscsi {{(pid=106714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:57:50.440712 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-851cec05-b5c2-4058-ac76-3b5f909217fd admin admin] Notify agent at l3_agent.dv-cinder-837540-1-iscsi the message routers_updated {{(pid=106704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:57:50.445774 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-851cec05-b5c2-4058-ac76-3b5f909217fd admin admin] 10.222.0.15 "PUT /v2.0/routers/3c2ac683-ad05-4e3b-8f6e-cc5c527368b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1595237 Apr 12 19:57:50.471373 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-06c20c61-66f2-4c95-a72b-9bea2efdb12f None None] Current status of the port 5aeb1898-cb26-4d8e-a3fd-a6ba391143e1 is: ACTIVE; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:57:50.520680 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-06c20c61-66f2-4c95-a72b-9bea2efdb12f None None] Provisioning complete for port f020ad65-f1f7-4327-8cee-2f2319dfc3ba triggered by entity DHCP. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:57:50.521065 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-06c20c61-66f2-4c95-a72b-9bea2efdb12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (f020ad65-f1f7-4327-8cee-2f2319dfc3ba), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:50.584007 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (e0bf5abe-d5c5-40a1-a359-03156ade36a4), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:50.673764 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_hamode_db [None req-8052d620-7b46-45ee-9d90-4d491e2deb8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c2ac683-ad05-4e3b-8f6e-cc5c527368b4', 'name': 'tempest-TestMinimumBasicScenario-1454896313-router', 'tenant_id': '63ec93e550804c1ba5440cf47035a70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '33202109-7722-4b5a-a57b-3a9e323af809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:57:46Z', 'updated_at': '2022-04-12T19:57:49Z', 'revision_number': 4, 'project_id': '63ec93e550804c1ba5440cf47035a70f', 'gw_port': {'id': '33202109-7722-4b5a-a57b-3a9e323af809', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a2:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c2ac683-ad05-4e3b-8f6e-cc5c527368b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:57:47Z', 'updated_at': '2022-04-12T19:57:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_interfaces': [{'id': '55e23ac5-fe61-45e5-9de2-2abdfca0e11a', 'name': '', 'network_id': '6793c9b5-3b7c-4fc5-8dba-2a918c2fb93a', 'tenant_id': '63ec93e550804c1ba5440cf47035a70f', 'mac_address': 'fa:16:3e:20:65:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c2ac683-ad05-4e3b-8f6e-cc5c527368b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'b864bb31-4677-4626-b559-abc49cfc8a00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:57:49Z', 'updated_at': '2022-04-12T19:57:49Z', 'revision_number': 2, 'project_id': '63ec93e550804c1ba5440cf47035a70f', 'subnets': [{'id': 'b864bb31-4677-4626-b559-abc49cfc8a00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:57:50.712736 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-06c20c61-66f2-4c95-a72b-9bea2efdb12f None None] Current status of the port f020ad65-f1f7-4327-8cee-2f2319dfc3ba is: ACTIVE; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:57:50.716703 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8052d620-7b46-45ee-9d90-4d491e2deb8e None None] The sync data for ids ['3c2ac683-ad05-4e3b-8f6e-cc5c527368b4'] in dv-cinder-837540-1-iscsi is: [{'id': '3c2ac683-ad05-4e3b-8f6e-cc5c527368b4', 'name': 'tempest-TestMinimumBasicScenario-1454896313-router', 'tenant_id': '63ec93e550804c1ba5440cf47035a70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '33202109-7722-4b5a-a57b-3a9e323af809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:57:46Z', 'updated_at': '2022-04-12T19:57:49Z', 'revision_number': 4, 'project_id': '63ec93e550804c1ba5440cf47035a70f', 'gw_port': {'id': '33202109-7722-4b5a-a57b-3a9e323af809', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a2:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c2ac683-ad05-4e3b-8f6e-cc5c527368b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:57:47Z', 'updated_at': '2022-04-12T19:57:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_interfaces': [{'id': '55e23ac5-fe61-45e5-9de2-2abdfca0e11a', 'name': '', 'network_id': '6793c9b5-3b7c-4fc5-8dba-2a918c2fb93a', 'tenant_id': '63ec93e550804c1ba5440cf47035a70f', 'mac_address': 'fa:16:3e:20:65:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c2ac683-ad05-4e3b-8f6e-cc5c527368b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'b864bb31-4677-4626-b559-abc49cfc8a00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:57:49Z', 'updated_at': '2022-04-12T19:57:49Z', 'revision_number': 2, 'project_id': '63ec93e550804c1ba5440cf47035a70f', 'subnets': [{'id': 'b864bb31-4677-4626-b559-abc49cfc8a00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:57:50.832007 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-fa75d432-2270-4ddd-a18a-46fdd52ef9fc None None] Provisioning complete for port 55e23ac5-fe61-45e5-9de2-2abdfca0e11a triggered by entity DHCP. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:57:50.832534 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-fa75d432-2270-4ddd-a18a-46fdd52ef9fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (55e23ac5-fe61-45e5-9de2-2abdfca0e11a), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:50.868640 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-fa75d432-2270-4ddd-a18a-46fdd52ef9fc None None] Port 55e23ac5-fe61-45e5-9de2-2abdfca0e11a cannot update to ACTIVE because it is not bound. {{(pid=106714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 19:57:51.076231 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device 5aeb1898-cb26-4d8e-a3fd-a6ba391143e1 up at agent ovs-agent-dv-cinder-837540-1-iscsi {{(pid=106714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:57:51.124346 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Provisioning complete for port 5aeb1898-cb26-4d8e-a3fd-a6ba391143e1 triggered by entity L2. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:57:51.124903 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (5aeb1898-cb26-4d8e-a3fd-a6ba391143e1), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:51.228598 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Current status of the port 5aeb1898-cb26-4d8e-a3fd-a6ba391143e1 is: ACTIVE; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:57:51.229686 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device f020ad65-f1f7-4327-8cee-2f2319dfc3ba up at agent ovs-agent-dv-cinder-837540-1-iscsi {{(pid=106714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:57:51.284132 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Provisioning complete for port f020ad65-f1f7-4327-8cee-2f2319dfc3ba triggered by entity L2. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:57:51.284510 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (f020ad65-f1f7-4327-8cee-2f2319dfc3ba), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:51.379768 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Current status of the port f020ad65-f1f7-4327-8cee-2f2319dfc3ba is: ACTIVE; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:57:53.071364 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device 33202109-7722-4b5a-a57b-3a9e323af809 up at agent ovs-agent-dv-cinder-837540-1-iscsi {{(pid=106714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:57:53.129001 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Provisioning complete for port 33202109-7722-4b5a-a57b-3a9e323af809 triggered by entity L2. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:57:53.129397 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (33202109-7722-4b5a-a57b-3a9e323af809), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:53.235975 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Current status of the port 33202109-7722-4b5a-a57b-3a9e323af809 is: DOWN; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:57:53.236307 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (33202109-7722-4b5a-a57b-3a9e323af809), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:53.259799 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] For port 33202109-7722-4b5a-a57b-3a9e323af809, host dv-cinder-837540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-1-iscsi',level=0,port_id=33202109-7722-4b5a-a57b-3a9e323af809,segment=NetworkSegment(d71711ac-63cd-4a26-822c-81ae059ce82d),segment_id=d71711ac-63cd-4a26-822c-81ae059ce82d)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:57:53.266998 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (33202109-7722-4b5a-a57b-3a9e323af809), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:53.328031 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Pushing event updated for resources: {'Port': ['ID=33202109-7722-4b5a-a57b-3a9e323af809,revision_number=4']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:57:53.742923 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c5e057-6395-4458-9a13-7b3b0f4e9e11 None None] Sync routers for ids ['3c2ac683-ad05-4e3b-8f6e-cc5c527368b4'] in dv-cinder-837540-1-iscsi {{(pid=106718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:57:53.755440 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c5e057-6395-4458-9a13-7b3b0f4e9e11 None None] Routers {'3c2ac683-ad05-4e3b-8f6e-cc5c527368b4'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:57:53.756090 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-98c5e057-6395-4458-9a13-7b3b0f4e9e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:57:46Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['3c2ac683-ad05-4e3b-8f6e-cc5c527368b4'], 'active': True} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:57:53.867821 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvr_db [None req-98c5e057-6395-4458-9a13-7b3b0f4e9e11 None None] Set router 3c2ac683-ad05-4e3b-8f6e-cc5c527368b4 gateway port host: dv-cinder-837540-1-iscsi {{(pid=106718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:57:54.074445 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-98c5e057-6395-4458-9a13-7b3b0f4e9e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c2ac683-ad05-4e3b-8f6e-cc5c527368b4', 'name': 'tempest-TestMinimumBasicScenario-1454896313-router', 'tenant_id': '63ec93e550804c1ba5440cf47035a70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '33202109-7722-4b5a-a57b-3a9e323af809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:57:46Z', 'updated_at': '2022-04-12T19:57:49Z', 'revision_number': 4, 'project_id': '63ec93e550804c1ba5440cf47035a70f', 'gw_port': {'id': '33202109-7722-4b5a-a57b-3a9e323af809', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2ac683-ad05-4e3b-8f6e-cc5c527368b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:57:47Z', 'updated_at': '2022-04-12T19:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_interfaces': [{'id': '55e23ac5-fe61-45e5-9de2-2abdfca0e11a', 'name': '', 'network_id': '6793c9b5-3b7c-4fc5-8dba-2a918c2fb93a', 'tenant_id': '63ec93e550804c1ba5440cf47035a70f', 'mac_address': 'fa:16:3e:20:65:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c2ac683-ad05-4e3b-8f6e-cc5c527368b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'b864bb31-4677-4626-b559-abc49cfc8a00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:57:49Z', 'updated_at': '2022-04-12T19:57:49Z', 'revision_number': 2, 'project_id': '63ec93e550804c1ba5440cf47035a70f', 'subnets': [{'id': 'b864bb31-4677-4626-b559-abc49cfc8a00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:57:54.105930 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c5e057-6395-4458-9a13-7b3b0f4e9e11 None None] Checking router: 3c2ac683-ad05-4e3b-8f6e-cc5c527368b4 for host: dv-cinder-837540-1-iscsi {{(pid=106718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:57:54.106486 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c5e057-6395-4458-9a13-7b3b0f4e9e11 None None] Updating router 3c2ac683-ad05-4e3b-8f6e-cc5c527368b4 port 55e23ac5-fe61-45e5-9de2-2abdfca0e11a binding host dv-cinder-837540-1-iscsi {{(pid=106718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 19:57:54.139682 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron_lib.callbacks.manager [None req-98c5e057-6395-4458-9a13-7b3b0f4e9e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (55e23ac5-fe61-45e5-9de2-2abdfca0e11a), before_update {{(pid=106718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:54.412840 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron_lib.callbacks.manager [None req-98c5e057-6395-4458-9a13-7b3b0f4e9e11 None None] Publish callbacks [] for port (55e23ac5-fe61-45e5-9de2-2abdfca0e11a), precommit_update {{(pid=106718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:54.420925 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron_lib.callbacks.manager [None req-98c5e057-6395-4458-9a13-7b3b0f4e9e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (55e23ac5-fe61-45e5-9de2-2abdfca0e11a), after_update {{(pid=106718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:54.565490 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd63e09e-b7cd-4bc5-9ebc-53b857157b9b None None] Pushing event updated for resources: {'Port': ['ID=55e23ac5-fe61-45e5-9de2-2abdfca0e11a,revision_number=3']} {{(pid=106718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:57:54.651364 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.plugins.ml2.managers [None req-98c5e057-6395-4458-9a13-7b3b0f4e9e11 None None] Attempting to bind port 55e23ac5-fe61-45e5-9de2-2abdfca0e11a on host dv-cinder-837540-1-iscsi for vnic_type normal with profile {{(pid=106718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:57:54.651742 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.plugins.ml2.managers [None req-98c5e057-6395-4458-9a13-7b3b0f4e9e11 None None] Attempting to bind port 55e23ac5-fe61-45e5-9de2-2abdfca0e11a by drivers openvswitch,hyperv on host dv-cinder-837540-1-iscsi at level 0 using segments [{'id': 'f2e406bc-0f26-438f-899e-e9d9c57e7a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '6793c9b5-3b7c-4fc5-8dba-2a918c2fb93a'}] {{(pid=106718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:57:54.652144 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c5e057-6395-4458-9a13-7b3b0f4e9e11 None None] Attempting to bind port 55e23ac5-fe61-45e5-9de2-2abdfca0e11a on network 6793c9b5-3b7c-4fc5-8dba-2a918c2fb93a {{(pid=106718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:57:54.659367 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c5e057-6395-4458-9a13-7b3b0f4e9e11 None None] Checking agent: {'id': 'e0bf5abe-d5c5-40a1-a359-03156ade36a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837540-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 30, 50), 'started_at': datetime.datetime(2022, 4, 12, 19, 31, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837540-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:57:54.659916 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c5e057-6395-4458-9a13-7b3b0f4e9e11 None None] Checking segment: {'id': 'f2e406bc-0f26-438f-899e-e9d9c57e7a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '6793c9b5-3b7c-4fc5-8dba-2a918c2fb93a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:57:54.660443 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron_lib.callbacks.manager [None req-98c5e057-6395-4458-9a13-7b3b0f4e9e11 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:54.661066 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c5e057-6395-4458-9a13-7b3b0f4e9e11 None None] Bound using segment: {'id': 'f2e406bc-0f26-438f-899e-e9d9c57e7a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '6793c9b5-3b7c-4fc5-8dba-2a918c2fb93a'} {{(pid=106718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:57:54.661789 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.plugins.ml2.managers [None req-98c5e057-6395-4458-9a13-7b3b0f4e9e11 None None] Bound port: 55e23ac5-fe61-45e5-9de2-2abdfca0e11a, host: dv-cinder-837540-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2e406bc-0f26-438f-899e-e9d9c57e7a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '6793c9b5-3b7c-4fc5-8dba-2a918c2fb93a'}}] {{(pid=106718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:57:54.662256 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron_lib.callbacks.manager [None req-98c5e057-6395-4458-9a13-7b3b0f4e9e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (55e23ac5-fe61-45e5-9de2-2abdfca0e11a), before_update {{(pid=106718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:54.745746 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.plugins.ml2.db [None req-98c5e057-6395-4458-9a13-7b3b0f4e9e11 None None] For port 55e23ac5-fe61-45e5-9de2-2abdfca0e11a, host dv-cinder-837540-1-iscsi, cleared binding levels {{(pid=106718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:57:54.750218 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.plugins.ml2.db [None req-98c5e057-6395-4458-9a13-7b3b0f4e9e11 None None] For port 55e23ac5-fe61-45e5-9de2-2abdfca0e11a, host dv-cinder-837540-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-1-iscsi',level=0,port_id=55e23ac5-fe61-45e5-9de2-2abdfca0e11a,segment=NetworkSegment(f2e406bc-0f26-438f-899e-e9d9c57e7a58),segment_id=f2e406bc-0f26-438f-899e-e9d9c57e7a58)] {{(pid=106718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:57:54.765325 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron_lib.callbacks.manager [None req-98c5e057-6395-4458-9a13-7b3b0f4e9e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (55e23ac5-fe61-45e5-9de2-2abdfca0e11a), after_update {{(pid=106718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:54.830936 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-4e29636c-75f6-4f3e-add4-12527b4c7d74 None None] Provisioning complete for port 55e23ac5-fe61-45e5-9de2-2abdfca0e11a triggered by entity DHCP. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:57:54.831487 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4e29636c-75f6-4f3e-add4-12527b4c7d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (55e23ac5-fe61-45e5-9de2-2abdfca0e11a), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:54.879771 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c5e057-6395-4458-9a13-7b3b0f4e9e11 None None] Routers {'3c2ac683-ad05-4e3b-8f6e-cc5c527368b4'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:57:54.880490 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-98c5e057-6395-4458-9a13-7b3b0f4e9e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:57:46Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['3c2ac683-ad05-4e3b-8f6e-cc5c527368b4'], 'active': True} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:57:54.946313 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd63e09e-b7cd-4bc5-9ebc-53b857157b9b None None] Pushing event updated for resources: {'Port': ['ID=55e23ac5-fe61-45e5-9de2-2abdfca0e11a,revision_number=4']} {{(pid=106718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:57:54.987472 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-4e29636c-75f6-4f3e-add4-12527b4c7d74 None None] Current status of the port 55e23ac5-fe61-45e5-9de2-2abdfca0e11a is: DOWN; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:57:54.988130 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4e29636c-75f6-4f3e-add4-12527b4c7d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (55e23ac5-fe61-45e5-9de2-2abdfca0e11a), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:55.068378 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvr_db [None req-98c5e057-6395-4458-9a13-7b3b0f4e9e11 None None] Set router 3c2ac683-ad05-4e3b-8f6e-cc5c527368b4 gateway port host: dv-cinder-837540-1-iscsi {{(pid=106718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:57:55.076989 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4e29636c-75f6-4f3e-add4-12527b4c7d74 None None] For port 55e23ac5-fe61-45e5-9de2-2abdfca0e11a, host dv-cinder-837540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-1-iscsi',level=0,port_id=55e23ac5-fe61-45e5-9de2-2abdfca0e11a,segment=NetworkSegment(f2e406bc-0f26-438f-899e-e9d9c57e7a58),segment_id=f2e406bc-0f26-438f-899e-e9d9c57e7a58)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:57:55.092485 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4e29636c-75f6-4f3e-add4-12527b4c7d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (55e23ac5-fe61-45e5-9de2-2abdfca0e11a), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:55.099854 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device 33202109-7722-4b5a-a57b-3a9e323af809 up at agent ovs-agent-dv-cinder-837540-1-iscsi {{(pid=106714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:57:55.220021 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Provisioning complete for port 33202109-7722-4b5a-a57b-3a9e323af809 triggered by entity L2. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:57:55.220666 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (33202109-7722-4b5a-a57b-3a9e323af809), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:55.239768 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e29636c-75f6-4f3e-add4-12527b4c7d74 None None] Pushing event updated for resources: {'Port': ['ID=55e23ac5-fe61-45e5-9de2-2abdfca0e11a,revision_number=5']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:57:55.272987 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-aa3ec9b4-806d-465a-93e7-511791848c20 None None] Provisioning complete for port 55e23ac5-fe61-45e5-9de2-2abdfca0e11a triggered by entity DHCP. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:57:55.273365 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-aa3ec9b4-806d-465a-93e7-511791848c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (55e23ac5-fe61-45e5-9de2-2abdfca0e11a), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:55.328388 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-98c5e057-6395-4458-9a13-7b3b0f4e9e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c2ac683-ad05-4e3b-8f6e-cc5c527368b4', 'name': 'tempest-TestMinimumBasicScenario-1454896313-router', 'tenant_id': '63ec93e550804c1ba5440cf47035a70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '33202109-7722-4b5a-a57b-3a9e323af809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:57:46Z', 'updated_at': '2022-04-12T19:57:49Z', 'revision_number': 4, 'project_id': '63ec93e550804c1ba5440cf47035a70f', 'gw_port': {'id': '33202109-7722-4b5a-a57b-3a9e323af809', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2ac683-ad05-4e3b-8f6e-cc5c527368b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:57:47Z', 'updated_at': '2022-04-12T19:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_interfaces': [{'id': '55e23ac5-fe61-45e5-9de2-2abdfca0e11a', 'name': '', 'network_id': '6793c9b5-3b7c-4fc5-8dba-2a918c2fb93a', 'tenant_id': '63ec93e550804c1ba5440cf47035a70f', 'mac_address': 'fa:16:3e:20:65:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c2ac683-ad05-4e3b-8f6e-cc5c527368b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'b864bb31-4677-4626-b559-abc49cfc8a00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:57:49Z', 'updated_at': '2022-04-12T19:57:54Z', 'revision_number': 4, 'project_id': '63ec93e550804c1ba5440cf47035a70f', 'subnets': [{'id': 'b864bb31-4677-4626-b559-abc49cfc8a00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:57:55.362094 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c5e057-6395-4458-9a13-7b3b0f4e9e11 None None] The sync data for ids ['3c2ac683-ad05-4e3b-8f6e-cc5c527368b4'] in dv-cinder-837540-1-iscsi is: [{'id': '3c2ac683-ad05-4e3b-8f6e-cc5c527368b4', 'name': 'tempest-TestMinimumBasicScenario-1454896313-router', 'tenant_id': '63ec93e550804c1ba5440cf47035a70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '33202109-7722-4b5a-a57b-3a9e323af809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:57:46Z', 'updated_at': '2022-04-12T19:57:49Z', 'revision_number': 4, 'project_id': '63ec93e550804c1ba5440cf47035a70f', 'gw_port': {'id': '33202109-7722-4b5a-a57b-3a9e323af809', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2ac683-ad05-4e3b-8f6e-cc5c527368b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:57:47Z', 'updated_at': '2022-04-12T19:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_interfaces': [{'id': '55e23ac5-fe61-45e5-9de2-2abdfca0e11a', 'name': '', 'network_id': '6793c9b5-3b7c-4fc5-8dba-2a918c2fb93a', 'tenant_id': '63ec93e550804c1ba5440cf47035a70f', 'mac_address': 'fa:16:3e:20:65:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c2ac683-ad05-4e3b-8f6e-cc5c527368b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'b864bb31-4677-4626-b559-abc49cfc8a00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:57:49Z', 'updated_at': '2022-04-12T19:57:54Z', 'revision_number': 4, 'project_id': '63ec93e550804c1ba5440cf47035a70f', 'subnets': [{'id': 'b864bb31-4677-4626-b559-abc49cfc8a00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:57:55.521122 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Current status of the port 33202109-7722-4b5a-a57b-3a9e323af809 is: ACTIVE; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:57:55.522398 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device 55e23ac5-fe61-45e5-9de2-2abdfca0e11a up at agent ovs-agent-dv-cinder-837540-1-iscsi {{(pid=106714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:57:55.585231 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-aa3ec9b4-806d-465a-93e7-511791848c20 None None] Current status of the port 55e23ac5-fe61-45e5-9de2-2abdfca0e11a is: ACTIVE; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:57:55.599187 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Provisioning complete for port 55e23ac5-fe61-45e5-9de2-2abdfca0e11a triggered by entity L2. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:57:55.599684 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (55e23ac5-fe61-45e5-9de2-2abdfca0e11a), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:55.686433 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Current status of the port 55e23ac5-fe61-45e5-9de2-2abdfca0e11a is: ACTIVE; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:57:55.806385 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (ce4c6b0b-91ae-4576-82ad-f2f4ee2d2a45), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:57.045049 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device 55e23ac5-fe61-45e5-9de2-2abdfca0e11a up at agent ovs-agent-dv-cinder-837540-1-iscsi {{(pid=106714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:57:57.097818 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Provisioning complete for port 55e23ac5-fe61-45e5-9de2-2abdfca0e11a triggered by entity L2. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:57:57.098555 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (55e23ac5-fe61-45e5-9de2-2abdfca0e11a), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:57.188023 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Current status of the port 55e23ac5-fe61-45e5-9de2-2abdfca0e11a is: ACTIVE; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:58:00.042846 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d670159-6bea-4c9d-9a5b-6a74f8334d7b req-af8f9293-9ffc-456e-a761-c78cd5f17425 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:58:00.044328 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-6d670159-6bea-4c9d-9a5b-6a74f8334d7b req-af8f9293-9ffc-456e-a761-c78cd5f17425 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] 10.222.0.15 "GET /v2.0/networks?id=62249177-e60b-4707-8001-4bc9bc9c9177 HTTP/1.1" status: 200 len: 815 time: 0.1009645 Apr 12 19:58:00.058388 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-6d670159-6bea-4c9d-9a5b-6a74f8334d7b req-efaa0584-4f71-4e75-960f-6098c7e5c5dd tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] 10.222.0.15 "GET /v2.0/quotas/34b501f3045d4af9848b5dd82c890ccc HTTP/1.1" status: 200 len: 375 time: 0.0087547 Apr 12 19:58:00.110445 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-6d670159-6bea-4c9d-9a5b-6a74f8334d7b req-ec468d42-4343-48e6-a8c4-f69f449b4e08 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=34b501f3045d4af9848b5dd82c890ccc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466704 Apr 12 19:58:00.203015 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-6d670159-6bea-4c9d-9a5b-6a74f8334d7b req-d92975b3-c4cd-48df-bdd5-87c7f51fecd9 service neutron] 10.222.0.15 "GET /v2.0/networks/62249177-e60b-4707-8001-4bc9bc9c9177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815933 Apr 12 19:58:00.291902 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-6d670159-6bea-4c9d-9a5b-6a74f8334d7b req-ec78a4f6-f956-4916-9dbc-ce81179eb69b service neutron] 10.222.0.15 "GET /v2.0/networks/62249177-e60b-4707-8001-4bc9bc9c9177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832801 Apr 12 19:58:00.445980 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-2abf8cf6-e9f5-4036-bf1d-c8cf25f14291 req-cd57cc25-65ee-4a1e-95ce-89e15ee6df85 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] 10.222.0.15 "GET /v2.0/ports?device_id=85c7aa6b-8163-45f9-a7e0-708f96b78e99 HTTP/1.1" status: 200 len: 210 time: 0.0288472 Apr 12 19:58:01.436781 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d670159-6bea-4c9d-9a5b-6a74f8334d7b req-5b044eef-4099-404b-91a1-2e0db74e3d91 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:58:01.438237 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-6d670159-6bea-4c9d-9a5b-6a74f8334d7b req-5b044eef-4099-404b-91a1-2e0db74e3d91 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] 10.222.0.25 "GET /v2.0/networks?id=62249177-e60b-4707-8001-4bc9bc9c9177 HTTP/1.1" status: 200 len: 815 time: 0.1055896 Apr 12 19:58:01.451606 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.v2.base [req-6d670159-6bea-4c9d-9a5b-6a74f8334d7b req-51ca4fca-b3a8-4d7c-9803-452ca6d6a9ed tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Request body: {'port': {'device_id': '85c7aa6b-8163-45f9-a7e0-708f96b78e99', 'network_id': '62249177-e60b-4707-8001-4bc9bc9c9177', 'admin_state_up': True, 'tenant_id': '34b501f3045d4af9848b5dd82c890ccc'}} {{(pid=106704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:58:01.539758 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-2606b106-7fbd-4342-a9f9-cbbbe04051e1 req-196b1301-63d7-4734-93fc-b0182f3400e3 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] 10.222.0.15 "GET /v2.0/ports?device_id=85c7aa6b-8163-45f9-a7e0-708f96b78e99 HTTP/1.1" status: 200 len: 210 time: 0.0270364 Apr 12 19:58:01.563745 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d670159-6bea-4c9d-9a5b-6a74f8334d7b req-51ca4fca-b3a8-4d7c-9803-452ca6d6a9ed tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Made reservation on behalf of 34b501f3045d4af9848b5dd82c890ccc for: {'port': 1} {{(pid=106704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:58:01.567032 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-6d670159-6bea-4c9d-9a5b-6a74f8334d7b req-51ca4fca-b3a8-4d7c-9803-452ca6d6a9ed tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:58:01.695926 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.db_base_plugin_common [req-6d670159-6bea-4c9d-9a5b-6a74f8334d7b req-51ca4fca-b3a8-4d7c-9803-452ca6d6a9ed tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Allocated IP 172.20.0.3 (62249177-e60b-4707-8001-4bc9bc9c9177/2e580f9a-778a-48a4-ae04-f65c9bd69003/f264963e-f821-4ae9-b2fc-35eba6c4a481) {{(pid=106704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:58:01.863263 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-6d670159-6bea-4c9d-9a5b-6a74f8334d7b req-51ca4fca-b3a8-4d7c-9803-452ca6d6a9ed tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Publish callbacks [] for port (f264963e-f821-4ae9-b2fc-35eba6c4a481), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:58:01.905027 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-6d670159-6bea-4c9d-9a5b-6a74f8334d7b req-51ca4fca-b3a8-4d7c-9803-452ca6d6a9ed tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749198058662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8791401'] for port (f264963e-f821-4ae9-b2fc-35eba6c4a481), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:58:01.970651 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d670159-6bea-4c9d-9a5b-6a74f8334d7b req-51ca4fca-b3a8-4d7c-9803-452ca6d6a9ed tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Network 62249177-e60b-4707-8001-4bc9bc9c9177 is already hosted by enough agents. {{(pid=106704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:58:01.983083 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.base_scheduler [req-6d670159-6bea-4c9d-9a5b-6a74f8334d7b req-51ca4fca-b3a8-4d7c-9803-452ca6d6a9ed tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Resources bound (agent type, host, resource id): {{(pid=106704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:58:01.989805 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d670159-6bea-4c9d-9a5b-6a74f8334d7b req-51ca4fca-b3a8-4d7c-9803-452ca6d6a9ed tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Received port after_create {{(pid=106704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:58:02.021281 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ca4fca-b3a8-4d7c-9803-452ca6d6a9ed tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Pushing event updated for resources: {'Port': ['ID=f264963e-f821-4ae9-b2fc-35eba6c4a481,revision_number=1']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:58:02.071297 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d670159-6bea-4c9d-9a5b-6a74f8334d7b req-51ca4fca-b3a8-4d7c-9803-452ca6d6a9ed tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:58:02.072292 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-6d670159-6bea-4c9d-9a5b-6a74f8334d7b req-51ca4fca-b3a8-4d7c-9803-452ca6d6a9ed tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245471'] for port (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:58:02.105826 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-6d670159-6bea-4c9d-9a5b-6a74f8334d7b req-51ca4fca-b3a8-4d7c-9803-452ca6d6a9ed tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6580374 Apr 12 19:58:02.246151 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-a4a4a7ce-b212-4d5c-91a4-e0206209edeb None None] Provisioning complete for port f264963e-f821-4ae9-b2fc-35eba6c4a481 triggered by entity DHCP. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:58:02.246732 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a7ce-b212-4d5c-91a4-e0206209edeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (f264963e-f821-4ae9-b2fc-35eba6c4a481), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:58:02.283471 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-a4a4a7ce-b212-4d5c-91a4-e0206209edeb None None] Port f264963e-f821-4ae9-b2fc-35eba6c4a481 cannot update to ACTIVE because it is not bound. {{(pid=106714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 19:58:02.656090 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc63b0c4-6843-4aca-9197-6b5eb0052f14 req-ee576cc0-bfff-44f6-8339-8d3c38f088ef tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:58:02.657736 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-fc63b0c4-6843-4aca-9197-6b5eb0052f14 req-ee576cc0-bfff-44f6-8339-8d3c38f088ef tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] 10.222.0.15 "GET /v2.0/ports?device_id=85c7aa6b-8163-45f9-a7e0-708f96b78e99 HTTP/1.1" status: 200 len: 931 time: 0.0494611 Apr 12 19:58:02.712084 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-fc63b0c4-6843-4aca-9197-6b5eb0052f14 req-f5e32b63-5afe-4870-8499-57a1200e4671 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c0f503a-a37a-417b-9b96-3b75a388ac39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485988 Apr 12 19:58:03.830322 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db04b4-1909-4234-b81c-d7378a6e450a req-3120679f-81c0-4b15-a880-5279c744e064 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:58:03.832488 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-57db04b4-1909-4234-b81c-d7378a6e450a req-3120679f-81c0-4b15-a880-5279c744e064 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] 10.222.0.15 "GET /v2.0/ports?device_id=85c7aa6b-8163-45f9-a7e0-708f96b78e99 HTTP/1.1" status: 200 len: 931 time: 0.0486562 Apr 12 19:58:03.892340 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-57db04b4-1909-4234-b81c-d7378a6e450a req-95f3c99c-0579-48b8-88dc-7ac4e5088dd3 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c0f503a-a37a-417b-9b96-3b75a388ac39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542109 Apr 12 19:58:05.008393 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e36b8f-6ceb-47e0-9ea1-61dac8b9ea5b req-4f89af2c-52f6-4ca5-ab9e-854e9442bc34 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:58:05.009942 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-d3e36b8f-6ceb-47e0-9ea1-61dac8b9ea5b req-4f89af2c-52f6-4ca5-ab9e-854e9442bc34 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] 10.222.0.15 "GET /v2.0/ports?device_id=85c7aa6b-8163-45f9-a7e0-708f96b78e99 HTTP/1.1" status: 200 len: 931 time: 0.0489395 Apr 12 19:58:05.059530 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-d3e36b8f-6ceb-47e0-9ea1-61dac8b9ea5b req-675ec845-7dd0-4be3-a8f6-d0edd953cf79 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c0f503a-a37a-417b-9b96-3b75a388ac39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433557 Apr 12 19:58:06.177809 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f77b148-af6f-4251-94ef-f69d6d9c0d3b req-9d0c4b2b-9564-42f8-847f-fe450f750344 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:58:06.179282 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-7f77b148-af6f-4251-94ef-f69d6d9c0d3b req-9d0c4b2b-9564-42f8-847f-fe450f750344 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] 10.222.0.15 "GET /v2.0/ports?device_id=85c7aa6b-8163-45f9-a7e0-708f96b78e99 HTTP/1.1" status: 200 len: 931 time: 0.0514641 Apr 12 19:58:06.227091 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-7f77b148-af6f-4251-94ef-f69d6d9c0d3b req-0d0666a3-9ada-4090-896f-056f1d849ad5 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c0f503a-a37a-417b-9b96-3b75a388ac39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419948 Apr 12 19:58:07.344774 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa65648-cf76-46b4-971e-78899c2472ef req-cbedf5d0-12f2-4822-a631-6f2b39e6ef32 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:58:07.346315 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-1aa65648-cf76-46b4-971e-78899c2472ef req-cbedf5d0-12f2-4822-a631-6f2b39e6ef32 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] 10.222.0.15 "GET /v2.0/ports?device_id=85c7aa6b-8163-45f9-a7e0-708f96b78e99 HTTP/1.1" status: 200 len: 931 time: 0.0492215 Apr 12 19:58:07.396786 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-1aa65648-cf76-46b4-971e-78899c2472ef req-10c865ca-3f83-4164-bdf2-a4304ac46b1a tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c0f503a-a37a-417b-9b96-3b75a388ac39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442452 Apr 12 19:58:08.516499 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2431a94-d47e-42d5-a919-e7f52047067f req-ba328be4-bb39-4e9e-9547-3d8268b21d44 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:58:08.518155 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-d2431a94-d47e-42d5-a919-e7f52047067f req-ba328be4-bb39-4e9e-9547-3d8268b21d44 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] 10.222.0.15 "GET /v2.0/ports?device_id=85c7aa6b-8163-45f9-a7e0-708f96b78e99 HTTP/1.1" status: 200 len: 931 time: 0.0500667 Apr 12 19:58:08.568774 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-d2431a94-d47e-42d5-a919-e7f52047067f req-846cd9f3-046d-43f7-a12a-4a408439b5f2 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c0f503a-a37a-417b-9b96-3b75a388ac39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445774 Apr 12 19:58:09.679882 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe31cbe-84f2-4983-98f1-ba2ee04a31fc req-576742f0-325e-4ea6-9f2a-d0ceeefcd8e8 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:58:09.681338 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-bbe31cbe-84f2-4983-98f1-ba2ee04a31fc req-576742f0-325e-4ea6-9f2a-d0ceeefcd8e8 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] 10.222.0.15 "GET /v2.0/ports?device_id=85c7aa6b-8163-45f9-a7e0-708f96b78e99 HTTP/1.1" status: 200 len: 931 time: 0.0482855 Apr 12 19:58:09.726892 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-bbe31cbe-84f2-4983-98f1-ba2ee04a31fc req-1113fb44-aa69-442b-8e49-342df9c8fc4f tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c0f503a-a37a-417b-9b96-3b75a388ac39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395432 Apr 12 19:58:10.838718 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ece6a3a-3f61-4135-b505-0e3d88bf5f10 req-13d81803-a743-428e-b681-2d0bcd2ae72e tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:58:10.840260 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-7ece6a3a-3f61-4135-b505-0e3d88bf5f10 req-13d81803-a743-428e-b681-2d0bcd2ae72e tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] 10.222.0.15 "GET /v2.0/ports?device_id=85c7aa6b-8163-45f9-a7e0-708f96b78e99 HTTP/1.1" status: 200 len: 931 time: 0.0484948 Apr 12 19:58:10.887045 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-7ece6a3a-3f61-4135-b505-0e3d88bf5f10 req-896bb0b5-1503-4440-b88a-24de81f258d0 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c0f503a-a37a-417b-9b96-3b75a388ac39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408080 Apr 12 19:58:11.997492 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18c8f2e-b8a0-4eaf-8821-0a5998cd1822 req-4ecc0883-c993-44c5-ae78-c560028d8ad0 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:58:11.998929 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-b18c8f2e-b8a0-4eaf-8821-0a5998cd1822 req-4ecc0883-c993-44c5-ae78-c560028d8ad0 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] 10.222.0.15 "GET /v2.0/ports?device_id=85c7aa6b-8163-45f9-a7e0-708f96b78e99 HTTP/1.1" status: 200 len: 931 time: 0.0469193 Apr 12 19:58:12.043896 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-b18c8f2e-b8a0-4eaf-8821-0a5998cd1822 req-1c1b942f-633a-4b32-b692-a143c221beb0 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c0f503a-a37a-417b-9b96-3b75a388ac39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391428 Apr 12 19:58:12.225651 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.v2.base [req-6d670159-6bea-4c9d-9a5b-6a74f8334d7b req-33f3064c-0d7f-46c1-a913-45bf60478687 service neutron] Request body: {'port': {'device_id': '85c7aa6b-8163-45f9-a7e0-708f96b78e99', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=106704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:58:12.284731 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-6d670159-6bea-4c9d-9a5b-6a74f8334d7b req-33f3064c-0d7f-46c1-a913-45bf60478687 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (f264963e-f821-4ae9-b2fc-35eba6c4a481), before_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:58:12.535772 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.notifiers.nova [req-6d670159-6bea-4c9d-9a5b-6a74f8334d7b req-33f3064c-0d7f-46c1-a913-45bf60478687 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f264963e-f821-4ae9-b2fc-35eba6c4a481 {{(pid=106704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 19:58:12.543005 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-6d670159-6bea-4c9d-9a5b-6a74f8334d7b req-33f3064c-0d7f-46c1-a913-45bf60478687 service neutron] Publish callbacks [] for port (f264963e-f821-4ae9-b2fc-35eba6c4a481), precommit_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:58:12.554785 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.provisioning_blocks [req-6d670159-6bea-4c9d-9a5b-6a74f8334d7b req-33f3064c-0d7f-46c1-a913-45bf60478687 service neutron] Transition to ACTIVE for port object f264963e-f821-4ae9-b2fc-35eba6c4a481 will not be triggered until provisioned by entity L2. {{(pid=106704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 19:58:12.558361 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-6d670159-6bea-4c9d-9a5b-6a74f8334d7b req-33f3064c-0d7f-46c1-a913-45bf60478687 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8791376'] for port (f264963e-f821-4ae9-b2fc-35eba6c4a481), after_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:58:12.607025 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f3064c-0d7f-46c1-a913-45bf60478687 service neutron] Pushing event updated for resources: {'Port': ['ID=f264963e-f821-4ae9-b2fc-35eba6c4a481,revision_number=2']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:58:12.681696 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.managers [req-6d670159-6bea-4c9d-9a5b-6a74f8334d7b req-33f3064c-0d7f-46c1-a913-45bf60478687 service neutron] Attempting to bind port f264963e-f821-4ae9-b2fc-35eba6c4a481 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:58:12.682027 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.managers [req-6d670159-6bea-4c9d-9a5b-6a74f8334d7b req-33f3064c-0d7f-46c1-a913-45bf60478687 service neutron] Attempting to bind port f264963e-f821-4ae9-b2fc-35eba6c4a481 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': 'a0ae6fbf-83a6-408c-ad92-fe5d4dbc5206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '62249177-e60b-4707-8001-4bc9bc9c9177'}] {{(pid=106704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:58:12.682347 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d670159-6bea-4c9d-9a5b-6a74f8334d7b req-33f3064c-0d7f-46c1-a913-45bf60478687 service neutron] Attempting to bind port f264963e-f821-4ae9-b2fc-35eba6c4a481 on network 62249177-e60b-4707-8001-4bc9bc9c9177 {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:58:12.687356 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d670159-6bea-4c9d-9a5b-6a74f8334d7b req-33f3064c-0d7f-46c1-a913-45bf60478687 service neutron] Port f264963e-f821-4ae9-b2fc-35eba6c4a481 on network 62249177-e60b-4707-8001-4bc9bc9c9177 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 19:58:12.687667 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d670159-6bea-4c9d-9a5b-6a74f8334d7b req-33f3064c-0d7f-46c1-a913-45bf60478687 service neutron] Attempting to bind port f264963e-f821-4ae9-b2fc-35eba6c4a481 on network 62249177-e60b-4707-8001-4bc9bc9c9177 {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:58:12.692642 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d670159-6bea-4c9d-9a5b-6a74f8334d7b req-33f3064c-0d7f-46c1-a913-45bf60478687 service neutron] Checking agent: {'id': 'ce4c6b0b-91ae-4576-82ad-f2f4ee2d2a45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 37, 20), 'started_at': datetime.datetime(2022, 4, 12, 19, 37, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:58:12.692972 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d670159-6bea-4c9d-9a5b-6a74f8334d7b req-33f3064c-0d7f-46c1-a913-45bf60478687 service neutron] Checking segment: {'id': 'a0ae6fbf-83a6-408c-ad92-fe5d4dbc5206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '62249177-e60b-4707-8001-4bc9bc9c9177'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:58:12.693350 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d670159-6bea-4c9d-9a5b-6a74f8334d7b req-33f3064c-0d7f-46c1-a913-45bf60478687 service neutron] Bound using segment: {'id': 'a0ae6fbf-83a6-408c-ad92-fe5d4dbc5206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '62249177-e60b-4707-8001-4bc9bc9c9177'} {{(pid=106704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:58:12.693769 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.managers [req-6d670159-6bea-4c9d-9a5b-6a74f8334d7b req-33f3064c-0d7f-46c1-a913-45bf60478687 service neutron] Bound port: f264963e-f821-4ae9-b2fc-35eba6c4a481, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0ae6fbf-83a6-408c-ad92-fe5d4dbc5206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '62249177-e60b-4707-8001-4bc9bc9c9177'}}] {{(pid=106704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:58:12.694120 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-6d670159-6bea-4c9d-9a5b-6a74f8334d7b req-33f3064c-0d7f-46c1-a913-45bf60478687 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (f264963e-f821-4ae9-b2fc-35eba6c4a481), before_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:58:12.758082 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.db [req-6d670159-6bea-4c9d-9a5b-6a74f8334d7b req-33f3064c-0d7f-46c1-a913-45bf60478687 service neutron] For port f264963e-f821-4ae9-b2fc-35eba6c4a481, host hv-cinder-83754, cleared binding levels {{(pid=106704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:58:12.761116 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.db [req-6d670159-6bea-4c9d-9a5b-6a74f8334d7b req-33f3064c-0d7f-46c1-a913-45bf60478687 service neutron] For port f264963e-f821-4ae9-b2fc-35eba6c4a481, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=f264963e-f821-4ae9-b2fc-35eba6c4a481,segment=NetworkSegment(a0ae6fbf-83a6-408c-ad92-fe5d4dbc5206),segment_id=a0ae6fbf-83a6-408c-ad92-fe5d4dbc5206)] {{(pid=106704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:58:12.769840 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-6d670159-6bea-4c9d-9a5b-6a74f8334d7b req-33f3064c-0d7f-46c1-a913-45bf60478687 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8791376'] for port (f264963e-f821-4ae9-b2fc-35eba6c4a481), after_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:58:12.805358 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d670159-6bea-4c9d-9a5b-6a74f8334d7b req-33f3064c-0d7f-46c1-a913-45bf60478687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:58:12.805980 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-6d670159-6bea-4c9d-9a5b-6a74f8334d7b req-33f3064c-0d7f-46c1-a913-45bf60478687 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245471'] for port (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:58:12.807379 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-6d670159-6bea-4c9d-9a5b-6a74f8334d7b req-33f3064c-0d7f-46c1-a913-45bf60478687 service neutron] 10.222.0.25 "PUT /v2.0/ports/f264963e-f821-4ae9-b2fc-35eba6c4a481 HTTP/1.1" status: 200 len: 1093 time: 0.6712430 Apr 12 19:58:12.807826 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85c7aa6b-8163-45f9-a7e0-708f96b78e99', 'tag': 'f264963e-f821-4ae9-b2fc-35eba6c4a481'}] {{(pid=106704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:58:12.810673 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7198706052eeb44005bd3d373437c5078b0bb903de01f30342c0d4536e5352d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c61dead-e11c-4a43-a9ed-3a85ae0690e2" -d '{"events": [{"name": "network-changed", "server_uuid": "85c7aa6b-8163-45f9-a7e0-708f96b78e99", "tag": "f264963e-f821-4ae9-b2fc-35eba6c4a481"}]}' {{(pid=106704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:58:12.842311 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f3064c-0d7f-46c1-a913-45bf60478687 service neutron] Pushing event updated for resources: {'Port': ['ID=f264963e-f821-4ae9-b2fc-35eba6c4a481,revision_number=3']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:58:12.862578 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 19:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf17e632-9a00-4f80-8032-011cb322b31a x-openstack-request-id: req-cf17e632-9a00-4f80-8032-011cb322b31a {{(pid=106704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:58:12.862933 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85c7aa6b-8163-45f9-a7e0-708f96b78e99", "tag": "f264963e-f821-4ae9-b2fc-35eba6c4a481", "status": "completed", "code": 200}]} {{(pid=106704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:58:12.863195 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cf17e632-9a00-4f80-8032-011cb322b31a {{(pid=106704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:58:12.863594 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf17e632-9a00-4f80-8032-011cb322b31a'] response: {'name': 'network-changed', 'server_uuid': '85c7aa6b-8163-45f9-a7e0-708f96b78e99', 'tag': 'f264963e-f821-4ae9-b2fc-35eba6c4a481', 'status': 'completed', 'code': 200} Apr 12 19:58:12.900041 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d670159-6bea-4c9d-9a5b-6a74f8334d7b req-c955411f-00d5-4d22-83ec-dcd4db57f8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:58:12.901638 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-6d670159-6bea-4c9d-9a5b-6a74f8334d7b req-c955411f-00d5-4d22-83ec-dcd4db57f8fc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=34b501f3045d4af9848b5dd82c890ccc&device_id=85c7aa6b-8163-45f9-a7e0-708f96b78e99 HTTP/1.1" status: 200 len: 1127 time: 0.0495930 Apr 12 19:58:12.944114 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-6d670159-6bea-4c9d-9a5b-6a74f8334d7b req-72caf3aa-926c-4dcd-a386-99d73efd9d09 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f264963e-f821-4ae9-b2fc-35eba6c4a481 HTTP/1.1" status: 200 len: 217 time: 0.0355685 Apr 12 19:58:12.994027 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d670159-6bea-4c9d-9a5b-6a74f8334d7b req-08c04ccd-796a-4c54-baec-d74c6fcbdf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:58:12.995489 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-6d670159-6bea-4c9d-9a5b-6a74f8334d7b req-08c04ccd-796a-4c54-baec-d74c6fcbdf45 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2e580f9a-778a-48a4-ae04-f65c9bd69003 HTTP/1.1" status: 200 len: 854 time: 0.0461268 Apr 12 19:58:13.040940 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d670159-6bea-4c9d-9a5b-6a74f8334d7b req-7e5a9463-9363-42ee-befa-5913e7afef02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:58:13.042394 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-6d670159-6bea-4c9d-9a5b-6a74f8334d7b req-7e5a9463-9363-42ee-befa-5913e7afef02 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=62249177-e60b-4707-8001-4bc9bc9c9177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413463 Apr 12 19:58:13.170454 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-6d670159-6bea-4c9d-9a5b-6a74f8334d7b req-b13ac117-3b30-4789-986f-098fee931a17 service neutron] 10.222.0.25 "GET /v2.0/networks/62249177-e60b-4707-8001-4bc9bc9c9177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218793 Apr 12 19:58:13.184986 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1867e9-23dd-4c5f-ae3c-47cb1679c046 req-161f5a36-bf21-4412-9479-4ac87666e536 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:58:13.186607 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-0c1867e9-23dd-4c5f-ae3c-47cb1679c046 req-161f5a36-bf21-4412-9479-4ac87666e536 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] 10.222.0.15 "GET /v2.0/ports?device_id=85c7aa6b-8163-45f9-a7e0-708f96b78e99 HTTP/1.1" status: 200 len: 943 time: 0.0654931 Apr 12 19:58:13.294501 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-0c1867e9-23dd-4c5f-ae3c-47cb1679c046 req-7cb17886-cf1f-49c6-8b08-21507e071b95 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c0f503a-a37a-417b-9b96-3b75a388ac39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010661 Apr 12 19:58:13.314534 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-6d670159-6bea-4c9d-9a5b-6a74f8334d7b req-3e1fb004-784e-438b-8733-55d436771ff8 service neutron] 10.222.0.25 "GET /v2.0/networks/62249177-e60b-4707-8001-4bc9bc9c9177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364679 Apr 12 19:58:13.886526 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-b31ab562-1933-448e-be79-599c29cc83c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (055fa106-9079-4d8f-a829-e3ca37bbcb19), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:58:14.407011 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0084a486-cf23-46cb-82f9-c9970ca08dc1 req-40d12f87-2c47-484c-a7ff-8f526a8b87b9 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:58:14.408494 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-0084a486-cf23-46cb-82f9-c9970ca08dc1 req-40d12f87-2c47-484c-a7ff-8f526a8b87b9 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] 10.222.0.15 "GET /v2.0/ports?device_id=85c7aa6b-8163-45f9-a7e0-708f96b78e99 HTTP/1.1" status: 200 len: 943 time: 0.0461676 Apr 12 19:58:14.453301 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-0084a486-cf23-46cb-82f9-c9970ca08dc1 req-f00126a7-a72f-4d87-932d-f1cee571993c tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c0f503a-a37a-417b-9b96-3b75a388ac39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393867 Apr 12 19:58:15.388115 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c61dead-e11c-4a43-a9ed-3a85ae0690e2 req-78c3540b-bbc0-4819-9595-d83fe0627eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:58:15.389673 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-7c61dead-e11c-4a43-a9ed-3a85ae0690e2 req-78c3540b-bbc0-4819-9595-d83fe0627eff service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=34b501f3045d4af9848b5dd82c890ccc&device_id=85c7aa6b-8163-45f9-a7e0-708f96b78e99 HTTP/1.1" status: 200 len: 1127 time: 0.0391259 Apr 12 19:58:15.479832 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c61dead-e11c-4a43-a9ed-3a85ae0690e2 req-bda1c4d0-94fd-4b9c-afd5-17724ad37e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:58:15.481965 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-7c61dead-e11c-4a43-a9ed-3a85ae0690e2 req-bda1c4d0-94fd-4b9c-afd5-17724ad37e8e service neutron] 10.222.0.25 "GET /v2.0/networks?id=62249177-e60b-4707-8001-4bc9bc9c9177 HTTP/1.1" status: 200 len: 916 time: 0.0865059 Apr 12 19:58:15.523026 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-7c61dead-e11c-4a43-a9ed-3a85ae0690e2 req-2f6384ea-12d4-409c-8dc5-c54a6ffd9ac4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f264963e-f821-4ae9-b2fc-35eba6c4a481 HTTP/1.1" status: 200 len: 217 time: 0.0362060 Apr 12 19:58:15.593528 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9639df2f-d725-43be-aebd-0e1bbcbc6cff req-ab640536-6c0c-44c9-b942-27444f140e77 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:58:15.594976 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-9639df2f-d725-43be-aebd-0e1bbcbc6cff req-ab640536-6c0c-44c9-b942-27444f140e77 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] 10.222.0.15 "GET /v2.0/ports?device_id=85c7aa6b-8163-45f9-a7e0-708f96b78e99 HTTP/1.1" status: 200 len: 943 time: 0.0746891 Apr 12 19:58:15.611785 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c61dead-e11c-4a43-a9ed-3a85ae0690e2 req-61cce108-8650-4251-b73c-3d597adb99c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:58:15.613181 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-7c61dead-e11c-4a43-a9ed-3a85ae0690e2 req-61cce108-8650-4251-b73c-3d597adb99c6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2e580f9a-778a-48a4-ae04-f65c9bd69003 HTTP/1.1" status: 200 len: 854 time: 0.0823269 Apr 12 19:58:15.665150 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Device f264963e-f821-4ae9-b2fc-35eba6c4a481 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=106714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 19:58:15.673727 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c61dead-e11c-4a43-a9ed-3a85ae0690e2 req-e0c75c63-05ac-43b8-bef3-fd1f18db44d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:58:15.675220 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-7c61dead-e11c-4a43-a9ed-3a85ae0690e2 req-e0c75c63-05ac-43b8-bef3-fd1f18db44d8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=62249177-e60b-4707-8001-4bc9bc9c9177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0562253 Apr 12 19:58:15.678393 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-9639df2f-d725-43be-aebd-0e1bbcbc6cff req-57f8cb0d-e675-4169-a9e7-d973aa371ad3 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c0f503a-a37a-417b-9b96-3b75a388ac39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777628 Apr 12 19:58:15.763376 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] For port f264963e-f821-4ae9-b2fc-35eba6c4a481, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=f264963e-f821-4ae9-b2fc-35eba6c4a481,segment=NetworkSegment(a0ae6fbf-83a6-408c-ad92-fe5d4dbc5206),segment_id=a0ae6fbf-83a6-408c-ad92-fe5d4dbc5206)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:58:15.768993 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-7c61dead-e11c-4a43-a9ed-3a85ae0690e2 req-e22afba3-fc7b-4909-83fb-1af302ba5549 service neutron] 10.222.0.25 "GET /v2.0/networks/62249177-e60b-4707-8001-4bc9bc9c9177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873084 Apr 12 19:58:15.774810 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Returning: {'device': 'f264963e-f821-4ae9-b2fc-35eba6c4a481', 'network_id': '62249177-e60b-4707-8001-4bc9bc9c9177', 'port_id': 'f264963e-f821-4ae9-b2fc-35eba6c4a481', 'mac_address': 'fa:16:3e:6c:a1:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e580f9a-778a-48a4-ae04-f65c9bd69003', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 19:58:15.812035 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Current status of the port f264963e-f821-4ae9-b2fc-35eba6c4a481 is: DOWN; New status is: BUILD {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:58:15.812424 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (f264963e-f821-4ae9-b2fc-35eba6c4a481), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:58:15.824830 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.notifiers.nova [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f264963e-f821-4ae9-b2fc-35eba6c4a481 {{(pid=106714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 19:58:15.844199 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] For port f264963e-f821-4ae9-b2fc-35eba6c4a481, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=f264963e-f821-4ae9-b2fc-35eba6c4a481,segment=NetworkSegment(a0ae6fbf-83a6-408c-ad92-fe5d4dbc5206),segment_id=a0ae6fbf-83a6-408c-ad92-fe5d4dbc5206)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:58:15.848312 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (f264963e-f821-4ae9-b2fc-35eba6c4a481), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:58:15.858639 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-7c61dead-e11c-4a43-a9ed-3a85ae0690e2 req-a6b19900-9b8d-4201-88dd-e5ede54667a7 service neutron] 10.222.0.25 "GET /v2.0/networks/62249177-e60b-4707-8001-4bc9bc9c9177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837812 Apr 12 19:58:15.902852 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Pushing event updated for resources: {'Port': ['ID=f264963e-f821-4ae9-b2fc-35eba6c4a481,revision_number=4']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:58:16.219094 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] get_ports_and_sgs() called for port_ids ['f264963e-f821-4ae9-b2fc-35eba6c4a481'] {{(pid=106714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 19:58:16.323857 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-5900c0b4-34cb-464b-aed4-a6fe4a6b35bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (4d9412c4-31b2-4fbf-87a0-f931332ab9d5), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:58:16.786259 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d170cfc-c700-40c9-864a-a4486628e2a8 req-783cb54e-b387-46ce-b408-2d409136f2a6 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:58:16.787700 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-4d170cfc-c700-40c9-864a-a4486628e2a8 req-783cb54e-b387-46ce-b408-2d409136f2a6 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] 10.222.0.15 "GET /v2.0/ports?device_id=85c7aa6b-8163-45f9-a7e0-708f96b78e99 HTTP/1.1" status: 200 len: 944 time: 0.0456438 Apr 12 19:58:16.836782 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-4d170cfc-c700-40c9-864a-a4486628e2a8 req-9aa36498-7310-4884-993a-1f8cb42db54b tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c0f503a-a37a-417b-9b96-3b75a388ac39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435286 Apr 12 19:58:17.290153 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-0fb4a5ae-492f-43e3-90d5-82372e23b9ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (01005bd1-5b1e-41c6-b9b3-a4d4f93589b9), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:58:17.680768 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Device f264963e-f821-4ae9-b2fc-35eba6c4a481 up at agent hyperv_hv-cinder-83754 {{(pid=106714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:58:17.724912 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Provisioning for port f264963e-f821-4ae9-b2fc-35eba6c4a481 completed by entity L2. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 19:58:17.730107 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Provisioning complete for port f264963e-f821-4ae9-b2fc-35eba6c4a481 triggered by entity L2. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:58:17.730493 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (f264963e-f821-4ae9-b2fc-35eba6c4a481), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:58:17.806264 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Current status of the port f264963e-f821-4ae9-b2fc-35eba6c4a481 is: BUILD; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:58:17.806654 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (f264963e-f821-4ae9-b2fc-35eba6c4a481), before_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:58:17.832050 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85c7aa6b-8163-45f9-a7e0-708f96b78e99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f264963e-f821-4ae9-b2fc-35eba6c4a481'}] {{(pid=106714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:58:17.834501 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a81cf7441df70286f4dc8f717b9c4c32a6686a605fef215f859f2b4f09b95be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9b5f7d2-1441-4fb8-bc4b-bf0817201435" -d '{"events": [{"server_uuid": "85c7aa6b-8163-45f9-a7e0-708f96b78e99", "name": "network-vif-plugged", "status": "completed", "tag": "f264963e-f821-4ae9-b2fc-35eba6c4a481"}]}' {{(pid=106714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:58:17.850781 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] For port f264963e-f821-4ae9-b2fc-35eba6c4a481, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=f264963e-f821-4ae9-b2fc-35eba6c4a481,segment=NetworkSegment(a0ae6fbf-83a6-408c-ad92-fe5d4dbc5206),segment_id=a0ae6fbf-83a6-408c-ad92-fe5d4dbc5206)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:58:17.855948 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698'] for port (f264963e-f821-4ae9-b2fc-35eba6c4a481), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:58:17.908885 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Pushing event updated for resources: {'Port': ['ID=f264963e-f821-4ae9-b2fc-35eba6c4a481,revision_number=5']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:58:17.956727 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e00d5-4645-4afa-b016-8dde70f0ff1b req-b6262f33-5a8d-4f6a-8860-8c8111196364 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:58:17.958247 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-d89e00d5-4645-4afa-b016-8dde70f0ff1b req-b6262f33-5a8d-4f6a-8860-8c8111196364 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] 10.222.0.15 "GET /v2.0/ports?device_id=85c7aa6b-8163-45f9-a7e0-708f96b78e99 HTTP/1.1" status: 200 len: 945 time: 0.0473316 Apr 12 19:58:17.990685 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 19:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b12ded40-e204-44ed-9203-7ee0562ca49e x-openstack-request-id: req-b12ded40-e204-44ed-9203-7ee0562ca49e {{(pid=106714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:58:17.990977 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85c7aa6b-8163-45f9-a7e0-708f96b78e99", "name": "network-vif-plugged", "status": "completed", "tag": "f264963e-f821-4ae9-b2fc-35eba6c4a481", "code": 200}]} {{(pid=106714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:58:17.991226 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b12ded40-e204-44ed-9203-7ee0562ca49e {{(pid=106714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:58:17.991617 dv-cinder-837540-1-iscsi neutron-server[106714]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b12ded40-e204-44ed-9203-7ee0562ca49e'] response: {'server_uuid': '85c7aa6b-8163-45f9-a7e0-708f96b78e99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f264963e-f821-4ae9-b2fc-35eba6c4a481', 'code': 200} Apr 12 19:58:18.006104 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-d89e00d5-4645-4afa-b016-8dde70f0ff1b req-d7ff90f8-8f25-4240-b114-841a1d026b27 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c0f503a-a37a-417b-9b96-3b75a388ac39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424097 Apr 12 19:58:18.157514 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3be93dd-2e4a-487d-b24e-d16536bbf3cb req-a74dbfbf-e9d5-40bd-a2d7-c533a0152f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:58:18.158973 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-d3be93dd-2e4a-487d-b24e-d16536bbf3cb req-a74dbfbf-e9d5-40bd-a2d7-c533a0152f58 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=85c7aa6b-8163-45f9-a7e0-708f96b78e99 HTTP/1.1" status: 200 len: 1129 time: 0.0424974 Apr 12 19:58:18.201081 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-d3be93dd-2e4a-487d-b24e-d16536bbf3cb req-1474136c-5ef8-419f-bee2-ea7a751c6c8c service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=3c0f503a-a37a-417b-9b96-3b75a388ac39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353575 Apr 12 19:58:18.754812 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-655d5a5e-25bf-423f-acb4-166f4bec9d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (f3d2fb0e-5305-4f08-ab1f-5f1d50bdad22), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:58:19.117917 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f0ecfc-d434-46fa-914a-0206e7a0712d req-edf5ef0a-7d9d-4733-97cb-9970081359d8 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:58:19.119345 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-62f0ecfc-d434-46fa-914a-0206e7a0712d req-edf5ef0a-7d9d-4733-97cb-9970081359d8 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] 10.222.0.15 "GET /v2.0/ports?device_id=85c7aa6b-8163-45f9-a7e0-708f96b78e99 HTTP/1.1" status: 200 len: 945 time: 0.0463138 Apr 12 19:58:19.166240 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-62f0ecfc-d434-46fa-914a-0206e7a0712d req-3e1b53a7-05b9-4049-b5d2-e191821493ae tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c0f503a-a37a-417b-9b96-3b75a388ac39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407109 Apr 12 19:58:20.274957 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52ed0a3-ba3b-44da-aaa0-64db84f645db req-3e915f5e-526c-4569-80ff-b9b774bb80b6 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:58:20.276395 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-a52ed0a3-ba3b-44da-aaa0-64db84f645db req-3e915f5e-526c-4569-80ff-b9b774bb80b6 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] 10.222.0.15 "GET /v2.0/ports?device_id=85c7aa6b-8163-45f9-a7e0-708f96b78e99 HTTP/1.1" status: 200 len: 945 time: 0.0457098 Apr 12 19:58:20.320967 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-a52ed0a3-ba3b-44da-aaa0-64db84f645db req-0151adb3-d3d1-4743-83e3-7754f18a18fc tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c0f503a-a37a-417b-9b96-3b75a388ac39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391257 Apr 12 19:58:20.429177 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc654fd-e35f-4ef6-b5a7-f9b5956b7728 req-b377c454-05f4-48f1-9002-1b77f6efe28b tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:58:20.430643 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-9cc654fd-e35f-4ef6-b5a7-f9b5956b7728 req-b377c454-05f4-48f1-9002-1b77f6efe28b tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] 10.222.0.15 "GET /v2.0/ports?device_id=85c7aa6b-8163-45f9-a7e0-708f96b78e99 HTTP/1.1" status: 200 len: 945 time: 0.0459387 Apr 12 19:58:20.480027 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-9cc654fd-e35f-4ef6-b5a7-f9b5956b7728 req-6b7064f7-0dd0-4854-b26b-422b59332f41 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c0f503a-a37a-417b-9b96-3b75a388ac39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435510 Apr 12 19:58:20.516967 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (e0bf5abe-d5c5-40a1-a359-03156ade36a4), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:58:20.794524 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c6738b-4121-46e2-9594-7e3924a6cc1e req-56336aea-f680-441b-acbb-181d0e4a5274 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:58:20.796478 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-47c6738b-4121-46e2-9594-7e3924a6cc1e req-56336aea-f680-441b-acbb-181d0e4a5274 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] 10.222.0.15 "GET /v2.0/ports?device_id=85c7aa6b-8163-45f9-a7e0-708f96b78e99 HTTP/1.1" status: 200 len: 945 time: 0.0459683 Apr 12 19:58:20.841375 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-47c6738b-4121-46e2-9594-7e3924a6cc1e req-79ec2f1a-f484-4f7f-8c64-b2f588b8f360 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c0f503a-a37a-417b-9b96-3b75a388ac39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393751 Apr 12 19:58:22.177340 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.agents_db [None req-c5aaa6ba-db5d-46db-92f0-20249d3ff0a0 None None] Agent healthcheck: found 6 active agents {{(pid=106718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 19:58:25.801135 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (ce4c6b0b-91ae-4576-82ad-f2f4ee2d2a45), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:58:30.165790 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f73101-d862-4a88-9692-2507cde5785d req-eb03efa3-b6cc-4912-8846-5fee0cf9861c tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:58:30.167237 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-d1f73101-d862-4a88-9692-2507cde5785d req-eb03efa3-b6cc-4912-8846-5fee0cf9861c tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] 10.222.0.15 "GET /v2.0/ports?device_id=85c7aa6b-8163-45f9-a7e0-708f96b78e99 HTTP/1.1" status: 200 len: 945 time: 0.0461812 Apr 12 19:58:30.212429 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-d1f73101-d862-4a88-9692-2507cde5785d req-a637163d-904e-4ec4-8510-d5ec2e460cd9 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c0f503a-a37a-417b-9b96-3b75a388ac39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396647 Apr 12 19:58:30.235105 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 42022) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:58:30.317927 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2c7860-9332-427b-92c1-9ecf680092f0 tempest-TestMinimumBasicScenario-1616594455 tempest-TestMinimumBasicScenario-1616594455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:58:30.319434 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-be2c7860-9332-427b-92c1-9ecf680092f0 tempest-TestMinimumBasicScenario-1616594455 tempest-TestMinimumBasicScenario-1616594455-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=85c7aa6b-8163-45f9-a7e0-708f96b78e99 HTTP/1.1" status: 200 len: 1124 time: 0.0833488 Apr 12 19:58:30.322443 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 42026) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:58:30.326657 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.v2.base [None req-a347c3ba-86af-4504-8dd8-16b9a19c8724 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Request body: {'floatingip': {'floating_network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'port_id': 'f264963e-f821-4ae9-b2fc-35eba6c4a481', 'tenant_id': '34b501f3045d4af9848b5dd82c890ccc', 'fixed_ip_address': '172.20.0.3'}} {{(pid=106704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:58:30.347760 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-a347c3ba-86af-4504-8dd8-16b9a19c8724 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:58:30.422417 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-a347c3ba-86af-4504-8dd8-16b9a19c8724 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (None), before_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:58:30.525485 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.db_base_plugin_common [None req-a347c3ba-86af-4504-8dd8-16b9a19c8724 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Allocated IP 172.27.2.221 (afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08/6283d24b-0e2c-4ae1-ac34-d042e72aa307/9d9393f2-6a5a-477e-8c0c-8ca27e04da73) {{(pid=106704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:58:30.622240 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-a347c3ba-86af-4504-8dd8-16b9a19c8724 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Publish callbacks [] for port (9d9393f2-6a5a-477e-8c0c-8ca27e04da73), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:58:30.654657 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-a347c3ba-86af-4504-8dd8-16b9a19c8724 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749198058662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8791401'] for port (9d9393f2-6a5a-477e-8c0c-8ca27e04da73), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:58:30.698186 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a347c3ba-86af-4504-8dd8-16b9a19c8724 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Network afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08 is already hosted by enough agents. {{(pid=106704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:58:30.701029 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.base_scheduler [None req-a347c3ba-86af-4504-8dd8-16b9a19c8724 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Resources bound (agent type, host, resource id): {{(pid=106704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:58:30.706137 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a347c3ba-86af-4504-8dd8-16b9a19c8724 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Received port after_create {{(pid=106704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:58:30.708896 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a347c3ba-86af-4504-8dd8-16b9a19c8724 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Pushing event updated for resources: {'Port': ['ID=9d9393f2-6a5a-477e-8c0c-8ca27e04da73,revision_number=1']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:58:31.329313 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-a347c3ba-86af-4504-8dd8-16b9a19c8724 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Publish callbacks [] for floatingip (78f10f55-d31d-4811-b2b3-e9245f6ed37c), precommit_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:58:31.394355 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-a347c3ba-86af-4504-8dd8-16b9a19c8724 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (9d9393f2-6a5a-477e-8c0c-8ca27e04da73), before_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:58:31.536945 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-a347c3ba-86af-4504-8dd8-16b9a19c8724 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Publish callbacks [] for port (9d9393f2-6a5a-477e-8c0c-8ca27e04da73), precommit_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:58:31.541636 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-a347c3ba-86af-4504-8dd8-16b9a19c8724 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8791376'] for port (9d9393f2-6a5a-477e-8c0c-8ca27e04da73), after_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:58:31.612340 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a347c3ba-86af-4504-8dd8-16b9a19c8724 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Pushing event updated for resources: {'Port': ['ID=9d9393f2-6a5a-477e-8c0c-8ca27e04da73,revision_number=2']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:58:31.620324 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-a347c3ba-86af-4504-8dd8-16b9a19c8724 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668094'] for floatingip (78f10f55-d31d-4811-b2b3-e9245f6ed37c), after_create {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:58:31.720287 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.db.l3_db [None req-a347c3ba-86af-4504-8dd8-16b9a19c8724 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Floating IP 78f10f55-d31d-4811-b2b3-e9245f6ed37c associated. External IP: 172.27.2.221, port: f264963e-f821-4ae9-b2fc-35eba6c4a481. Apr 12 19:58:31.927716 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a347c3ba-86af-4504-8dd8-16b9a19c8724 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Router 4b187c57-15f7-42e5-8415-6cca62db110c has already been hosted by L3 agent 4d9412c4-31b2-4fbf-87a0-f931332ab9d5 {{(pid=106704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 19:58:32.035169 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a347c3ba-86af-4504-8dd8-16b9a19c8724 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Notify agent at l3_agent.dv-cinder-837540-1-iscsi the message routers_updated {{(pid=106704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:58:32.046208 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2189411-ee33-43c0-a825-f16123b58f17 None None] Sync routers for ids ['4b187c57-15f7-42e5-8415-6cca62db110c'] in dv-cinder-837540-1-iscsi {{(pid=106714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:58:32.052504 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-a347c3ba-86af-4504-8dd8-16b9a19c8724 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245471'] for floatingip (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:58:32.056681 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2189411-ee33-43c0-a825-f16123b58f17 None None] Routers {'4b187c57-15f7-42e5-8415-6cca62db110c'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:58:32.057303 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_hamode_db [None req-b2189411-ee33-43c0-a825-f16123b58f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:58:16Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['4b187c57-15f7-42e5-8415-6cca62db110c'], 'active': True} {{(pid=106714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:58:32.080944 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-a347c3ba-86af-4504-8dd8-16b9a19c8724 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7575059 Apr 12 19:58:32.081540 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85c7aa6b-8163-45f9-a7e0-708f96b78e99', 'tag': 'f264963e-f821-4ae9-b2fc-35eba6c4a481'}] {{(pid=106704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:58:32.083790 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7198706052eeb44005bd3d373437c5078b0bb903de01f30342c0d4536e5352d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-121a5766-7467-4150-b85f-bb0d17bddf73" -d '{"events": [{"name": "network-changed", "server_uuid": "85c7aa6b-8163-45f9-a7e0-708f96b78e99", "tag": "f264963e-f821-4ae9-b2fc-35eba6c4a481"}]}' {{(pid=106704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:58:32.084000 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 42028) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:58:32.090120 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.v2.base [None req-c46bf369-7413-4507-a5f8-b74c16b92124 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1745290', 'description': 'tempest-secgroup-smoke-1745290 description', 'project_id': '34b501f3045d4af9848b5dd82c890ccc'}} {{(pid=106707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:58:32.113542 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-c46bf369-7413-4507-a5f8-b74c16b92124 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Publish callbacks [] for security_group (None), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:58:32.129367 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 19:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b63c9d-8ee9-407d-be03-cb38adc5ca5d x-openstack-request-id: req-26b63c9d-8ee9-407d-be03-cb38adc5ca5d {{(pid=106704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:58:32.129666 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85c7aa6b-8163-45f9-a7e0-708f96b78e99", "tag": "f264963e-f821-4ae9-b2fc-35eba6c4a481", "status": "completed", "code": 200}]} {{(pid=106704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:58:32.129929 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-26b63c9d-8ee9-407d-be03-cb38adc5ca5d {{(pid=106704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:58:32.130376 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26b63c9d-8ee9-407d-be03-cb38adc5ca5d'] response: {'name': 'network-changed', 'server_uuid': '85c7aa6b-8163-45f9-a7e0-708f96b78e99', 'tag': 'f264963e-f821-4ae9-b2fc-35eba6c4a481', 'status': 'completed', 'code': 200} Apr 12 19:58:32.173730 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_dvr_db [None req-b2189411-ee33-43c0-a825-f16123b58f17 None None] Set router 4b187c57-15f7-42e5-8415-6cca62db110c gateway port host: dv-cinder-837540-1-iscsi {{(pid=106714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:58:32.193159 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-c46bf369-7413-4507-a5f8-b74c16b92124 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Publish callbacks [] for security_group (3688c576-02c6-4eeb-b02a-1e2971b5e53f), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:58:32.197586 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-c46bf369-7413-4507-a5f8-b74c16b92124 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (3688c576-02c6-4eeb-b02a-1e2971b5e53f), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:58:32.200523 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121a5766-7467-4150-b85f-bb0d17bddf73 req-053569d5-8590-4df9-9ec8-294390126087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:58:32.202553 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-121a5766-7467-4150-b85f-bb0d17bddf73 req-053569d5-8590-4df9-9ec8-294390126087 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=34b501f3045d4af9848b5dd82c890ccc&device_id=85c7aa6b-8163-45f9-a7e0-708f96b78e99 HTTP/1.1" status: 200 len: 1129 time: 0.0492814 Apr 12 19:58:32.230767 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-c46bf369-7413-4507-a5f8-b74c16b92124 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Publish callbacks [] for security_group (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:58:32.232029 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-c46bf369-7413-4507-a5f8-b74c16b92124 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.1472027 Apr 12 19:58:32.234502 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46bf369-7413-4507-a5f8-b74c16b92124 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3688c576-02c6-4eeb-b02a-1e2971b5e53f,revision_number=1']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:58:32.236745 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 42032) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:58:32.240881 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.v2.base [None req-dfe45040-ff53-411f-8127-941251eb483f tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Request body: {'security_group_rule': {'security_group_id': '3688c576-02c6-4eeb-b02a-1e2971b5e53f', 'project_id': '34b501f3045d4af9848b5dd82c890ccc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:58:32.273528 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-dfe45040-ff53-411f-8127-941251eb483f tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Publish callbacks [] for security_group_rule (10c94303-fb88-41e7-93be-07ee3bcb7f63), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:58:32.305547 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121a5766-7467-4150-b85f-bb0d17bddf73 req-a0933a6f-dc10-4788-bffc-0b505ff6820d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:58:32.307154 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-121a5766-7467-4150-b85f-bb0d17bddf73 req-a0933a6f-dc10-4788-bffc-0b505ff6820d service neutron] 10.222.0.25 "GET /v2.0/networks?id=62249177-e60b-4707-8001-4bc9bc9c9177 HTTP/1.1" status: 200 len: 916 time: 0.0986092 Apr 12 19:58:32.337665 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-dfe45040-ff53-411f-8127-941251eb483f tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Publish callbacks [] for security_group_rule (10c94303-fb88-41e7-93be-07ee3bcb7f63), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:58:32.341904 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-dfe45040-ff53-411f-8127-941251eb483f tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529670'] for security_group_rule (10c94303-fb88-41e7-93be-07ee3bcb7f63), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:58:32.361736 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe45040-ff53-411f-8127-941251eb483f tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10c94303-fb88-41e7-93be-07ee3bcb7f63,revision_number=0']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:58:32.369943 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-dfe45040-ff53-411f-8127-941251eb483f tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:58:32.371638 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-dfe45040-ff53-411f-8127-941251eb483f tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1342115 Apr 12 19:58:32.374339 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 42034) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:58:32.379701 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.v2.base [None req-3d50a9a8-c4bf-4df5-a345-7505aa1d2354 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Request body: {'security_group_rule': {'security_group_id': '3688c576-02c6-4eeb-b02a-1e2971b5e53f', 'project_id': '34b501f3045d4af9848b5dd82c890ccc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:58:32.380028 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-121a5766-7467-4150-b85f-bb0d17bddf73 req-6987d75c-112e-46a2-a9ab-26df548001b5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f264963e-f821-4ae9-b2fc-35eba6c4a481 HTTP/1.1" status: 200 len: 999 time: 0.0671451 Apr 12 19:58:32.412008 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-3d50a9a8-c4bf-4df5-a345-7505aa1d2354 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Publish callbacks [] for security_group_rule (6d9915d8-56b6-4cf0-898c-022f03ba8757), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:58:32.433701 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121a5766-7467-4150-b85f-bb0d17bddf73 req-25e10ea6-f91d-47f5-8dc9-a9b4c87c54e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:58:32.435165 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-121a5766-7467-4150-b85f-bb0d17bddf73 req-25e10ea6-f91d-47f5-8dc9-a9b4c87c54e6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2e580f9a-778a-48a4-ae04-f65c9bd69003 HTTP/1.1" status: 200 len: 854 time: 0.0497918 Apr 12 19:58:32.449323 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_hamode_db [None req-b2189411-ee33-43c0-a825-f16123b58f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b187c57-15f7-42e5-8415-6cca62db110c', 'name': 'tempest-TestMinimumBasicScenario-1392526478-router', 'tenant_id': '34b501f3045d4af9848b5dd82c890ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '7cbf2414-36a2-4857-ba5f-ddeba9e45f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:57:42Z', 'updated_at': '2022-04-12T19:57:44Z', 'revision_number': 4, 'project_id': '34b501f3045d4af9848b5dd82c890ccc', 'gw_port': {'id': '7cbf2414-36a2-4857-ba5f-ddeba9e45f02', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:13:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b187c57-15f7-42e5-8415-6cca62db110c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:57:42Z', 'updated_at': '2022-04-12T19:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_floatingips': [{'id': '78f10f55-d31d-4811-b2b3-e9245f6ed37c', 'tenant_id': '34b501f3045d4af9848b5dd82c890ccc', 'floating_ip_address': '172.27.2.221', 'floating_network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'router_id': '4b187c57-15f7-42e5-8415-6cca62db110c', 'port_id': 'f264963e-f821-4ae9-b2fc-35eba6c4a481', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62249177-e60b-4707-8001-4bc9bc9c9177', 'mac_address': 'fa:16:3e:6c:a1:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c7aa6b-8163-45f9-a7e0-708f96b78e99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:58:30Z', 'updated_at': '2022-04-12T19:58:30Z', 'revision_number': 0, 'project_id': '34b501f3045d4af9848b5dd82c890ccc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aeb1898-cb26-4d8e-a3fd-a6ba391143e1', 'name': '', 'network_id': '62249177-e60b-4707-8001-4bc9bc9c9177', 'tenant_id': '34b501f3045d4af9848b5dd82c890ccc', 'mac_address': 'fa:16:3e:7c:49:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b187c57-15f7-42e5-8415-6cca62db110c', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '2e580f9a-778a-48a4-ae04-f65c9bd69003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:57:44Z', 'updated_at': '2022-04-12T19:57:49Z', 'revision_number': 5, 'project_id': '34b501f3045d4af9848b5dd82c890ccc', 'subnets': [{'id': '2e580f9a-778a-48a4-ae04-f65c9bd69003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:58:32.472668 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-3d50a9a8-c4bf-4df5-a345-7505aa1d2354 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Publish callbacks [] for security_group_rule (6d9915d8-56b6-4cf0-898c-022f03ba8757), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:58:32.476455 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2189411-ee33-43c0-a825-f16123b58f17 None None] Checking router: 4b187c57-15f7-42e5-8415-6cca62db110c for host: dv-cinder-837540-1-iscsi {{(pid=106714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:58:32.477011 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-3d50a9a8-c4bf-4df5-a345-7505aa1d2354 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529670'] for security_group_rule (6d9915d8-56b6-4cf0-898c-022f03ba8757), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:58:32.482774 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121a5766-7467-4150-b85f-bb0d17bddf73 req-5104c003-df23-4576-a9b2-6a72905ff9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:58:32.484440 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-121a5766-7467-4150-b85f-bb0d17bddf73 req-5104c003-df23-4576-a9b2-6a72905ff9c5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=62249177-e60b-4707-8001-4bc9bc9c9177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422635 Apr 12 19:58:32.485825 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2189411-ee33-43c0-a825-f16123b58f17 None None] Routers {'4b187c57-15f7-42e5-8415-6cca62db110c'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:58:32.486452 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_hamode_db [None req-b2189411-ee33-43c0-a825-f16123b58f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T19:58:16Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['4b187c57-15f7-42e5-8415-6cca62db110c'], 'active': True} {{(pid=106714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:58:32.496879 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d50a9a8-c4bf-4df5-a345-7505aa1d2354 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d9915d8-56b6-4cf0-898c-022f03ba8757,revision_number=0']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:58:32.507295 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-3d50a9a8-c4bf-4df5-a345-7505aa1d2354 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:58:32.511026 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-3d50a9a8-c4bf-4df5-a345-7505aa1d2354 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1331887 Apr 12 19:58:32.511236 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 42036) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:58:32.516117 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.v2.base [None req-b99b0d8d-2086-432f-946f-4fa93fe7178a tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Request body: {'security_group_rule': {'security_group_id': '3688c576-02c6-4eeb-b02a-1e2971b5e53f', 'project_id': '34b501f3045d4af9848b5dd82c890ccc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:58:32.545996 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-b99b0d8d-2086-432f-946f-4fa93fe7178a tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Publish callbacks [] for security_group_rule (62c4832c-c82a-4488-9abd-753e64b2e99b), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:58:32.585499 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-121a5766-7467-4150-b85f-bb0d17bddf73 req-432d7d84-440a-46bf-ab51-7c6fcffc603b service neutron] 10.222.0.25 "GET /v2.0/networks/62249177-e60b-4707-8001-4bc9bc9c9177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937319 Apr 12 19:58:32.604228 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_dvr_db [None req-b2189411-ee33-43c0-a825-f16123b58f17 None None] Set router 4b187c57-15f7-42e5-8415-6cca62db110c gateway port host: dv-cinder-837540-1-iscsi {{(pid=106714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:58:32.612671 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-b99b0d8d-2086-432f-946f-4fa93fe7178a tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Publish callbacks [] for security_group_rule (62c4832c-c82a-4488-9abd-753e64b2e99b), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:58:32.617076 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-b99b0d8d-2086-432f-946f-4fa93fe7178a tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529670'] for security_group_rule (62c4832c-c82a-4488-9abd-753e64b2e99b), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:58:32.633615 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99b0d8d-2086-432f-946f-4fa93fe7178a tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62c4832c-c82a-4488-9abd-753e64b2e99b,revision_number=0']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:58:32.646354 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-b99b0d8d-2086-432f-946f-4fa93fe7178a tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:58:32.647632 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-b99b0d8d-2086-432f-946f-4fa93fe7178a tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1355014 Apr 12 19:58:32.651625 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 42038) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:58:32.657781 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.v2.base [None req-36e5442f-b001-4ab6-a0bb-18794ed05bb3 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Request body: {'security_group_rule': {'security_group_id': '3688c576-02c6-4eeb-b02a-1e2971b5e53f', 'project_id': '34b501f3045d4af9848b5dd82c890ccc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:58:32.683293 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-36e5442f-b001-4ab6-a0bb-18794ed05bb3 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Publish callbacks [] for security_group_rule (149eed6f-dd58-4436-b21b-3443e4647f4c), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:58:32.686429 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-121a5766-7467-4150-b85f-bb0d17bddf73 req-8291d6bc-32c5-4b89-9b71-a6f51dadc8b2 service neutron] 10.222.0.25 "GET /v2.0/networks/62249177-e60b-4707-8001-4bc9bc9c9177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938649 Apr 12 19:58:32.745377 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-36e5442f-b001-4ab6-a0bb-18794ed05bb3 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Publish callbacks [] for security_group_rule (149eed6f-dd58-4436-b21b-3443e4647f4c), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:58:32.749322 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-36e5442f-b001-4ab6-a0bb-18794ed05bb3 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529670'] for security_group_rule (149eed6f-dd58-4436-b21b-3443e4647f4c), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:58:32.769813 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e5442f-b001-4ab6-a0bb-18794ed05bb3 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=149eed6f-dd58-4436-b21b-3443e4647f4c,revision_number=0']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:58:32.775087 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-36e5442f-b001-4ab6-a0bb-18794ed05bb3 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:58:32.776286 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-36e5442f-b001-4ab6-a0bb-18794ed05bb3 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1236379 Apr 12 19:58:32.778961 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 42040) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:58:32.783245 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.v2.base [None req-5be637d0-d28f-45dc-a8d3-f81dfbb64656 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Request body: {'security_group_rule': {'security_group_id': '3688c576-02c6-4eeb-b02a-1e2971b5e53f', 'project_id': '34b501f3045d4af9848b5dd82c890ccc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:58:32.802198 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.db.securitygroups_db [None req-5be637d0-d28f-45dc-a8d3-f81dfbb64656 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Project 34b501f3045d4af9848b5dd82c890ccc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 19:58:32.807666 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-5be637d0-d28f-45dc-a8d3-f81dfbb64656 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Publish callbacks [] for security_group_rule (9bc7dca7-5218-43be-b92f-dbee40baad50), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:58:32.830881 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_hamode_db [None req-b2189411-ee33-43c0-a825-f16123b58f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b187c57-15f7-42e5-8415-6cca62db110c', 'name': 'tempest-TestMinimumBasicScenario-1392526478-router', 'tenant_id': '34b501f3045d4af9848b5dd82c890ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '7cbf2414-36a2-4857-ba5f-ddeba9e45f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:57:42Z', 'updated_at': '2022-04-12T19:57:44Z', 'revision_number': 4, 'project_id': '34b501f3045d4af9848b5dd82c890ccc', 'gw_port': {'id': '7cbf2414-36a2-4857-ba5f-ddeba9e45f02', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:13:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b187c57-15f7-42e5-8415-6cca62db110c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:57:42Z', 'updated_at': '2022-04-12T19:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_floatingips': [{'id': '78f10f55-d31d-4811-b2b3-e9245f6ed37c', 'tenant_id': '34b501f3045d4af9848b5dd82c890ccc', 'floating_ip_address': '172.27.2.221', 'floating_network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'router_id': '4b187c57-15f7-42e5-8415-6cca62db110c', 'port_id': 'f264963e-f821-4ae9-b2fc-35eba6c4a481', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62249177-e60b-4707-8001-4bc9bc9c9177', 'mac_address': 'fa:16:3e:6c:a1:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c7aa6b-8163-45f9-a7e0-708f96b78e99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:58:30Z', 'updated_at': '2022-04-12T19:58:30Z', 'revision_number': 0, 'project_id': '34b501f3045d4af9848b5dd82c890ccc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aeb1898-cb26-4d8e-a3fd-a6ba391143e1', 'name': '', 'network_id': '62249177-e60b-4707-8001-4bc9bc9c9177', 'tenant_id': '34b501f3045d4af9848b5dd82c890ccc', 'mac_address': 'fa:16:3e:7c:49:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b187c57-15f7-42e5-8415-6cca62db110c', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '2e580f9a-778a-48a4-ae04-f65c9bd69003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:57:44Z', 'updated_at': '2022-04-12T19:57:49Z', 'revision_number': 5, 'project_id': '34b501f3045d4af9848b5dd82c890ccc', 'subnets': [{'id': '2e580f9a-778a-48a4-ae04-f65c9bd69003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:58:32.859501 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2189411-ee33-43c0-a825-f16123b58f17 None None] The sync data for ids ['4b187c57-15f7-42e5-8415-6cca62db110c'] in dv-cinder-837540-1-iscsi is: [{'id': '4b187c57-15f7-42e5-8415-6cca62db110c', 'name': 'tempest-TestMinimumBasicScenario-1392526478-router', 'tenant_id': '34b501f3045d4af9848b5dd82c890ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '7cbf2414-36a2-4857-ba5f-ddeba9e45f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:57:42Z', 'updated_at': '2022-04-12T19:57:44Z', 'revision_number': 4, 'project_id': '34b501f3045d4af9848b5dd82c890ccc', 'gw_port': {'id': '7cbf2414-36a2-4857-ba5f-ddeba9e45f02', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:13:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b187c57-15f7-42e5-8415-6cca62db110c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:57:42Z', 'updated_at': '2022-04-12T19:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_floatingips': [{'id': '78f10f55-d31d-4811-b2b3-e9245f6ed37c', 'tenant_id': '34b501f3045d4af9848b5dd82c890ccc', 'floating_ip_address': '172.27.2.221', 'floating_network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'router_id': '4b187c57-15f7-42e5-8415-6cca62db110c', 'port_id': 'f264963e-f821-4ae9-b2fc-35eba6c4a481', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62249177-e60b-4707-8001-4bc9bc9c9177', 'mac_address': 'fa:16:3e:6c:a1:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c7aa6b-8163-45f9-a7e0-708f96b78e99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:58:30Z', 'updated_at': '2022-04-12T19:58:30Z', 'revision_number': 0, 'project_id': '34b501f3045d4af9848b5dd82c890ccc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aeb1898-cb26-4d8e-a3fd-a6ba391143e1', 'name': '', 'network_id': '62249177-e60b-4707-8001-4bc9bc9c9177', 'tenant_id': '34b501f3045d4af9848b5dd82c890ccc', 'mac_address': 'fa:16:3e:7c:49:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b187c57-15f7-42e5-8415-6cca62db110c', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '2e580f9a-778a-48a4-ae04-f65c9bd69003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:57:44Z', 'updated_at': '2022-04-12T19:57:49Z', 'revision_number': 5, 'project_id': '34b501f3045d4af9848b5dd82c890ccc', 'subnets': [{'id': '2e580f9a-778a-48a4-ae04-f65c9bd69003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:58:32.867433 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-5be637d0-d28f-45dc-a8d3-f81dfbb64656 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Publish callbacks [] for security_group_rule (9bc7dca7-5218-43be-b92f-dbee40baad50), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:58:32.873351 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-5be637d0-d28f-45dc-a8d3-f81dfbb64656 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529670'] for security_group_rule (9bc7dca7-5218-43be-b92f-dbee40baad50), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:58:32.895369 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be637d0-d28f-45dc-a8d3-f81dfbb64656 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bc7dca7-5218-43be-b92f-dbee40baad50,revision_number=0']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:58:32.903399 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-5be637d0-d28f-45dc-a8d3-f81dfbb64656 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:58:32.904643 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-5be637d0-d28f-45dc-a8d3-f81dfbb64656 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1247451 Apr 12 19:58:32.907650 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 42042) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:58:32.913079 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.v2.base [None req-78d96837-26ae-46b3-a3e8-56df289b7742 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Request body: {'security_group_rule': {'security_group_id': '3688c576-02c6-4eeb-b02a-1e2971b5e53f', 'project_id': '34b501f3045d4af9848b5dd82c890ccc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:58:32.934367 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.db.securitygroups_db [None req-78d96837-26ae-46b3-a3e8-56df289b7742 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Project 34b501f3045d4af9848b5dd82c890ccc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 19:58:32.940948 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-78d96837-26ae-46b3-a3e8-56df289b7742 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Publish callbacks [] for security_group_rule (403acde1-6c37-454c-a33c-950f6cdfa976), before_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:58:33.002624 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-78d96837-26ae-46b3-a3e8-56df289b7742 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Publish callbacks [] for security_group_rule (403acde1-6c37-454c-a33c-950f6cdfa976), precommit_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:58:33.006314 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-78d96837-26ae-46b3-a3e8-56df289b7742 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529670'] for security_group_rule (403acde1-6c37-454c-a33c-950f6cdfa976), after_create {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:58:33.024442 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d96837-26ae-46b3-a3e8-56df289b7742 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=403acde1-6c37-454c-a33c-950f6cdfa976,revision_number=0']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:58:33.033352 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-78d96837-26ae-46b3-a3e8-56df289b7742 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:58:33.034597 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-78d96837-26ae-46b3-a3e8-56df289b7742 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1257439 Apr 12 19:58:33.079987 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40751d6-605c-47ab-86ae-5061b5be32e6 None None] New status for floating IP 78f10f55-d31d-4811-b2b3-e9245f6ed37c: ACTIVE {{(pid=106718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 19:58:33.127439 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-9748ed12-fea1-450d-aad7-62ef77a17f5b req-8ef56f42-fe5e-4cd6-afcb-4d0842f6185b tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1745290&fields=id&tenant_id=34b501f3045d4af9848b5dd82c890ccc HTTP/1.1" status: 200 len: 267 time: 0.0453489 Apr 12 19:58:33.181013 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9748ed12-fea1-450d-aad7-62ef77a17f5b req-2210fbbb-22df-4d1f-92e7-28970352e43e tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:58:33.182484 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-9748ed12-fea1-450d-aad7-62ef77a17f5b req-2210fbbb-22df-4d1f-92e7-28970352e43e tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] 10.222.0.15 "GET /v2.0/ports?device_id=85c7aa6b-8163-45f9-a7e0-708f96b78e99 HTTP/1.1" status: 200 len: 945 time: 0.0496154 Apr 12 19:58:33.196617 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.v2.base [req-9748ed12-fea1-450d-aad7-62ef77a17f5b req-7ebeb62a-e60c-4adc-a887-4cb30396874b tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Request body: {'port': {'security_groups': ['3c0f503a-a37a-417b-9b96-3b75a388ac39', '3688c576-02c6-4eeb-b02a-1e2971b5e53f']}} {{(pid=106704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:58:33.267092 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-9748ed12-fea1-450d-aad7-62ef77a17f5b req-7ebeb62a-e60c-4adc-a887-4cb30396874b tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (f264963e-f821-4ae9-b2fc-35eba6c4a481), before_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:58:33.448149 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.db [req-9748ed12-fea1-450d-aad7-62ef77a17f5b req-7ebeb62a-e60c-4adc-a887-4cb30396874b tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] For port f264963e-f821-4ae9-b2fc-35eba6c4a481, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=f264963e-f821-4ae9-b2fc-35eba6c4a481,segment=NetworkSegment(a0ae6fbf-83a6-408c-ad92-fe5d4dbc5206),segment_id=a0ae6fbf-83a6-408c-ad92-fe5d4dbc5206)] {{(pid=106704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:58:33.477658 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-9748ed12-fea1-450d-aad7-62ef77a17f5b req-7ebeb62a-e60c-4adc-a887-4cb30396874b tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Publish callbacks [] for port (f264963e-f821-4ae9-b2fc-35eba6c4a481), precommit_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:58:33.482145 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-9748ed12-fea1-450d-aad7-62ef77a17f5b req-7ebeb62a-e60c-4adc-a887-4cb30396874b tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8791376'] for port (f264963e-f821-4ae9-b2fc-35eba6c4a481), after_update {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:58:33.493940 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] get_ports_and_sgs() called for port_ids ['f264963e-f821-4ae9-b2fc-35eba6c4a481'] {{(pid=106714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 19:58:33.529423 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9748ed12-fea1-450d-aad7-62ef77a17f5b req-7ebeb62a-e60c-4adc-a887-4cb30396874b tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:58:33.530564 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-9748ed12-fea1-450d-aad7-62ef77a17f5b req-7ebeb62a-e60c-4adc-a887-4cb30396874b tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245471'] for port (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:58:33.531953 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-9748ed12-fea1-450d-aad7-62ef77a17f5b req-7ebeb62a-e60c-4adc-a887-4cb30396874b tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] 10.222.0.15 "PUT /v2.0/ports/f264963e-f821-4ae9-b2fc-35eba6c4a481 HTTP/1.1" status: 200 len: 981 time: 0.3401103 Apr 12 19:58:33.555278 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebeb62a-e60c-4adc-a887-4cb30396874b tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Pushing event updated for resources: {'Port': ['ID=f264963e-f821-4ae9-b2fc-35eba6c4a481,revision_number=6']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:58:33.596320 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] get_ports_and_sgs() called for port_ids ['f264963e-f821-4ae9-b2fc-35eba6c4a481'] {{(pid=106714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 19:58:33.649448 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd2aeb7-b841-4111-8f85-6b208cc873b9 req-396ec499-a43c-4051-a676-99060bfabb51 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:58:33.651035 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-1bd2aeb7-b841-4111-8f85-6b208cc873b9 req-396ec499-a43c-4051-a676-99060bfabb51 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] 10.222.0.15 "GET /v2.0/ports?device_id=85c7aa6b-8163-45f9-a7e0-708f96b78e99 HTTP/1.1" status: 200 len: 984 time: 0.0559440 Apr 12 19:58:33.718672 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-1bd2aeb7-b841-4111-8f85-6b208cc873b9 req-3578781f-8fbb-4ece-aae5-893622029275 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c0f503a-a37a-417b-9b96-3b75a388ac39&id=3688c576-02c6-4eeb-b02a-1e2971b5e53f&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0597374 Apr 12 19:58:33.805387 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-5908a4e9-00d1-4700-b9bd-80984df0aa3e None None] Provisioning complete for port f264963e-f821-4ae9-b2fc-35eba6c4a481 triggered by entity DHCP. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:58:33.805650 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-5908a4e9-00d1-4700-b9bd-80984df0aa3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (f264963e-f821-4ae9-b2fc-35eba6c4a481), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:58:34.122440 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-5908a4e9-00d1-4700-b9bd-80984df0aa3e None None] Current status of the port f264963e-f821-4ae9-b2fc-35eba6c4a481 is: ACTIVE; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:58:34.132197 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85c7aa6b-8163-45f9-a7e0-708f96b78e99', 'tag': 'f264963e-f821-4ae9-b2fc-35eba6c4a481'}] {{(pid=106704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:58:34.134602 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7198706052eeb44005bd3d373437c5078b0bb903de01f30342c0d4536e5352d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb93aef4-a2e8-4cd6-9f52-7465a88f9b3d" -d '{"events": [{"name": "network-changed", "server_uuid": "85c7aa6b-8163-45f9-a7e0-708f96b78e99", "tag": "f264963e-f821-4ae9-b2fc-35eba6c4a481"}]}' {{(pid=106704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:58:34.170522 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 19:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a87f2f7c-7ef2-47a8-bc34-b968589993f0 x-openstack-request-id: req-a87f2f7c-7ef2-47a8-bc34-b968589993f0 {{(pid=106704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:58:34.170820 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85c7aa6b-8163-45f9-a7e0-708f96b78e99", "tag": "f264963e-f821-4ae9-b2fc-35eba6c4a481", "status": "completed", "code": 200}]} {{(pid=106704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:58:34.171074 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a87f2f7c-7ef2-47a8-bc34-b968589993f0 {{(pid=106704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:58:34.171474 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a87f2f7c-7ef2-47a8-bc34-b968589993f0'] response: {'name': 'network-changed', 'server_uuid': '85c7aa6b-8163-45f9-a7e0-708f96b78e99', 'tag': 'f264963e-f821-4ae9-b2fc-35eba6c4a481', 'status': 'completed', 'code': 200} Apr 12 19:58:34.231589 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb93aef4-a2e8-4cd6-9f52-7465a88f9b3d req-fb4ab4fd-4b50-4bbf-8ad1-c2056f6c90c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:58:34.234008 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-cb93aef4-a2e8-4cd6-9f52-7465a88f9b3d req-fb4ab4fd-4b50-4bbf-8ad1-c2056f6c90c1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=34b501f3045d4af9848b5dd82c890ccc&device_id=85c7aa6b-8163-45f9-a7e0-708f96b78e99 HTTP/1.1" status: 200 len: 1168 time: 0.0405636 Apr 12 19:58:34.322848 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb93aef4-a2e8-4cd6-9f52-7465a88f9b3d req-7532234f-82d9-4bf8-a1b0-0b44b9e91a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:58:34.324344 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-cb93aef4-a2e8-4cd6-9f52-7465a88f9b3d req-7532234f-82d9-4bf8-a1b0-0b44b9e91a2f service neutron] 10.222.0.25 "GET /v2.0/networks?id=62249177-e60b-4707-8001-4bc9bc9c9177 HTTP/1.1" status: 200 len: 916 time: 0.0836370 Apr 12 19:58:34.391269 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-cb93aef4-a2e8-4cd6-9f52-7465a88f9b3d req-e6c27ec3-3581-4659-9f2e-1c91554b9bd8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f264963e-f821-4ae9-b2fc-35eba6c4a481 HTTP/1.1" status: 200 len: 1001 time: 0.0608513 Apr 12 19:58:34.438249 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb93aef4-a2e8-4cd6-9f52-7465a88f9b3d req-579f3cf7-5031-45f1-be45-133cd4527d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:58:34.439613 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-cb93aef4-a2e8-4cd6-9f52-7465a88f9b3d req-579f3cf7-5031-45f1-be45-133cd4527d20 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2e580f9a-778a-48a4-ae04-f65c9bd69003 HTTP/1.1" status: 200 len: 854 time: 0.0411239 Apr 12 19:58:34.484192 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb93aef4-a2e8-4cd6-9f52-7465a88f9b3d req-1d41e46e-8c09-4cec-b475-d81eb00ae4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:58:34.485661 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-cb93aef4-a2e8-4cd6-9f52-7465a88f9b3d req-1d41e46e-8c09-4cec-b475-d81eb00ae4f2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=62249177-e60b-4707-8001-4bc9bc9c9177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0368166 Apr 12 19:58:34.591346 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-cb93aef4-a2e8-4cd6-9f52-7465a88f9b3d req-79e4598a-dcf8-4b05-b0fd-f188b371e0f2 service neutron] 10.222.0.25 "GET /v2.0/networks/62249177-e60b-4707-8001-4bc9bc9c9177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981433 Apr 12 19:58:34.678212 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-cb93aef4-a2e8-4cd6-9f52-7465a88f9b3d req-e8158788-32af-41b6-b8f3-fbb0023748cc service neutron] 10.222.0.25 "GET /v2.0/networks/62249177-e60b-4707-8001-4bc9bc9c9177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806038 Apr 12 19:58:40.634258 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-1c92fe5d-f440-499e-bac7-2f657d60dd0f req-13a9d554-41d7-4098-bd97-6dda1082fdae service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=85c7aa6b-8163-45f9-a7e0-708f96b78e99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422261 Apr 12 19:58:40.710844 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c92fe5d-f440-499e-bac7-2f657d60dd0f req-18cc6082-a68d-4a5e-ad0b-ea10f2ba8525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:58:40.712304 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-1c92fe5d-f440-499e-bac7-2f657d60dd0f req-18cc6082-a68d-4a5e-ad0b-ea10f2ba8525 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=34b501f3045d4af9848b5dd82c890ccc&device_id=85c7aa6b-8163-45f9-a7e0-708f96b78e99 HTTP/1.1" status: 200 len: 1168 time: 0.0378649 Apr 12 19:58:40.814817 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c92fe5d-f440-499e-bac7-2f657d60dd0f req-4979829c-e434-4b7b-8a3e-67f1811cc09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:58:40.816266 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-1c92fe5d-f440-499e-bac7-2f657d60dd0f req-4979829c-e434-4b7b-8a3e-67f1811cc09a service neutron] 10.222.0.25 "GET /v2.0/networks?id=62249177-e60b-4707-8001-4bc9bc9c9177 HTTP/1.1" status: 200 len: 916 time: 0.0862916 Apr 12 19:58:40.879442 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-1c92fe5d-f440-499e-bac7-2f657d60dd0f req-bae447fc-ac83-481e-9267-9f8f91f52fa8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f264963e-f821-4ae9-b2fc-35eba6c4a481 HTTP/1.1" status: 200 len: 1001 time: 0.0571091 Apr 12 19:58:40.927495 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c92fe5d-f440-499e-bac7-2f657d60dd0f req-7df670a9-0554-40a6-a4ba-0c5986eb9040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:58:40.928961 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-1c92fe5d-f440-499e-bac7-2f657d60dd0f req-7df670a9-0554-40a6-a4ba-0c5986eb9040 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2e580f9a-778a-48a4-ae04-f65c9bd69003 HTTP/1.1" status: 200 len: 854 time: 0.0433164 Apr 12 19:58:40.975075 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c92fe5d-f440-499e-bac7-2f657d60dd0f req-d6f43ab3-4280-4f5a-b807-8be2e953755d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:58:40.976569 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-1c92fe5d-f440-499e-bac7-2f657d60dd0f req-d6f43ab3-4280-4f5a-b807-8be2e953755d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=62249177-e60b-4707-8001-4bc9bc9c9177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416651 Apr 12 19:58:41.062625 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-1c92fe5d-f440-499e-bac7-2f657d60dd0f req-0c1b7932-317b-4964-ab07-ff9cb0577900 service neutron] 10.222.0.25 "GET /v2.0/networks/62249177-e60b-4707-8001-4bc9bc9c9177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796700 Apr 12 19:58:41.151826 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-1c92fe5d-f440-499e-bac7-2f657d60dd0f req-fc3de30f-6c57-48c7-957c-cd7483137b3b service neutron] 10.222.0.25 "GET /v2.0/networks/62249177-e60b-4707-8001-4bc9bc9c9177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828578 Apr 12 19:58:43.891791 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-78970b4f-0369-4953-a037-594bdc0fb9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (055fa106-9079-4d8f-a829-e3ca37bbcb19), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:58:46.305820 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-b590da68-2d5f-47db-bdba-660238d554b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (4d9412c4-31b2-4fbf-87a0-f931332ab9d5), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:58:47.292232 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-0fb4a5ae-492f-43e3-90d5-82372e23b9ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (01005bd1-5b1e-41c6-b9b3-a4d4f93589b9), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:58:48.755502 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-655d5a5e-25bf-423f-acb4-166f4bec9d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (f3d2fb0e-5305-4f08-ab1f-5f1d50bdad22), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:58:50.518682 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (e0bf5abe-d5c5-40a1-a359-03156ade36a4), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:58:54.500648 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [req-772cbc0d-55d3-424f-a718-998dacff0831 req-f7126e81-3d4f-4b5d-9022-a9fd04026b17 service neutron] (106707) timed out ('10.222.0.15', 36654) {{(pid=106707) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 19:58:54.673662 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [req-772cbc0d-55d3-424f-a718-998dacff0831 req-43b1eb36-da46-4e3a-89c4-cba3ded68be2 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] (106704) timed out ('10.222.0.15', 36662) {{(pid=106704) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 19:58:55.802069 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (ce4c6b0b-91ae-4576-82ad-f2f4ee2d2a45), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:58:59.175909 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.agents_db [None req-c5aaa6ba-db5d-46db-92f0-20249d3ff0a0 None None] Agent healthcheck: found 6 active agents {{(pid=106718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 19:59:13.882698 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-cbffa2ee-4d55-4274-8776-956848da077b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (055fa106-9079-4d8f-a829-e3ca37bbcb19), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:59:16.306243 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-5cf451ab-1252-45c8-b939-5a932b658ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (4d9412c4-31b2-4fbf-87a0-f931332ab9d5), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:59:17.297023 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-0fb4a5ae-492f-43e3-90d5-82372e23b9ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (01005bd1-5b1e-41c6-b9b3-a4d4f93589b9), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:59:18.757247 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-655d5a5e-25bf-423f-acb4-166f4bec9d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (f3d2fb0e-5305-4f08-ab1f-5f1d50bdad22), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:59:20.520358 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (e0bf5abe-d5c5-40a1-a359-03156ade36a4), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:59:25.801530 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (ce4c6b0b-91ae-4576-82ad-f2f4ee2d2a45), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:59:34.420221 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e84955f-b155-4ca4-8618-d661f4b92145 req-6d606f1f-b751-4055-a26d-7c8fd52d2054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:59:34.421829 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-4e84955f-b155-4ca4-8618-d661f4b92145 req-6d606f1f-b751-4055-a26d-7c8fd52d2054 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=34b501f3045d4af9848b5dd82c890ccc&device_id=85c7aa6b-8163-45f9-a7e0-708f96b78e99 HTTP/1.1" status: 200 len: 1168 time: 0.0391746 Apr 12 19:59:34.519365 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be1197e-ab5c-4d71-812f-0c9fba2a3c59 req-2f011dc1-5514-40f0-ae97-1f4b528118cb tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:59:34.520806 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-7be1197e-ab5c-4d71-812f-0c9fba2a3c59 req-2f011dc1-5514-40f0-ae97-1f4b528118cb tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] 10.222.0.15 "GET /v2.0/ports?device_id=85c7aa6b-8163-45f9-a7e0-708f96b78e99 HTTP/1.1" status: 200 len: 984 time: 0.1481140 Apr 12 19:59:34.574559 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e84955f-b155-4ca4-8618-d661f4b92145 req-7ebe74df-9385-4b97-b5e9-82297f8b4560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:59:34.576079 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-4e84955f-b155-4ca4-8618-d661f4b92145 req-7ebe74df-9385-4b97-b5e9-82297f8b4560 service neutron] 10.222.0.25 "GET /v2.0/networks?id=62249177-e60b-4707-8001-4bc9bc9c9177 HTTP/1.1" status: 200 len: 916 time: 0.1442044 Apr 12 19:59:34.633863 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-7be1197e-ab5c-4d71-812f-0c9fba2a3c59 req-233be6ce-1b69-4800-b162-b0822044e4ca tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c0f503a-a37a-417b-9b96-3b75a388ac39&id=3688c576-02c6-4eeb-b02a-1e2971b5e53f&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1052537 Apr 12 19:59:34.658373 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-4e84955f-b155-4ca4-8618-d661f4b92145 req-b4eb987d-8995-4aba-8788-a6cbb5018dcb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f264963e-f821-4ae9-b2fc-35eba6c4a481 HTTP/1.1" status: 200 len: 1001 time: 0.0736768 Apr 12 19:59:34.705547 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e84955f-b155-4ca4-8618-d661f4b92145 req-a6379f04-8241-44fb-ae7c-0285af5ba7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:59:34.707110 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-4e84955f-b155-4ca4-8618-d661f4b92145 req-a6379f04-8241-44fb-ae7c-0285af5ba7c1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2e580f9a-778a-48a4-ae04-f65c9bd69003 HTTP/1.1" status: 200 len: 854 time: 0.0422773 Apr 12 19:59:34.750620 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e84955f-b155-4ca4-8618-d661f4b92145 req-def41e60-e5ee-456a-89c5-0be1f767a163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:59:34.752368 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-4e84955f-b155-4ca4-8618-d661f4b92145 req-def41e60-e5ee-456a-89c5-0be1f767a163 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=62249177-e60b-4707-8001-4bc9bc9c9177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381629 Apr 12 19:59:34.841359 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-4e84955f-b155-4ca4-8618-d661f4b92145 req-c8693a1b-f4d6-48e9-95bb-658e6669b1ad service neutron] 10.222.0.25 "GET /v2.0/networks/62249177-e60b-4707-8001-4bc9bc9c9177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821588 Apr 12 19:59:34.929075 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-4e84955f-b155-4ca4-8618-d661f4b92145 req-2abbf00d-92f5-45da-adda-dac996cb38eb service neutron] 10.222.0.25 "GET /v2.0/networks/62249177-e60b-4707-8001-4bc9bc9c9177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813220 Apr 12 19:59:35.802152 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13dbdc0-ed58-469c-9aa5-d7240a1d6cdd req-260d68ee-6251-43c1-826e-5cc8c45d3243 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:59:35.803618 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-d13dbdc0-ed58-469c-9aa5-d7240a1d6cdd req-260d68ee-6251-43c1-826e-5cc8c45d3243 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] 10.222.0.15 "GET /v2.0/ports?device_id=85c7aa6b-8163-45f9-a7e0-708f96b78e99 HTTP/1.1" status: 200 len: 984 time: 0.1013293 Apr 12 19:59:35.862616 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-d13dbdc0-ed58-469c-9aa5-d7240a1d6cdd req-85d30a6e-fab5-418d-9beb-bf9e981924b7 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c0f503a-a37a-417b-9b96-3b75a388ac39&id=3688c576-02c6-4eeb-b02a-1e2971b5e53f&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0533731 Apr 12 19:59:36.173992 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.agents_db [None req-c5aaa6ba-db5d-46db-92f0-20249d3ff0a0 None None] Agent healthcheck: found 6 active agents {{(pid=106718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 19:59:36.976404 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d34be7-fcf7-4524-8b64-b79540e7917b req-6962470d-650a-4c7d-a5bb-b6f78fe6114b tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:59:36.977853 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-63d34be7-fcf7-4524-8b64-b79540e7917b req-6962470d-650a-4c7d-a5bb-b6f78fe6114b tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] 10.222.0.15 "GET /v2.0/ports?device_id=85c7aa6b-8163-45f9-a7e0-708f96b78e99 HTTP/1.1" status: 200 len: 984 time: 0.0466986 Apr 12 19:59:37.041240 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-63d34be7-fcf7-4524-8b64-b79540e7917b req-98d0671c-c0a8-4d9b-aee4-a6bfa9ae8258 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c0f503a-a37a-417b-9b96-3b75a388ac39&id=3688c576-02c6-4eeb-b02a-1e2971b5e53f&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0578578 Apr 12 19:59:38.157083 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcb9d16-18d5-4e53-baaf-fe1c5615c997 req-d8ae6ac9-b428-48ac-af06-12c9c8e76b18 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:59:38.158516 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-1dcb9d16-18d5-4e53-baaf-fe1c5615c997 req-d8ae6ac9-b428-48ac-af06-12c9c8e76b18 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] 10.222.0.15 "GET /v2.0/ports?device_id=85c7aa6b-8163-45f9-a7e0-708f96b78e99 HTTP/1.1" status: 200 len: 984 time: 0.0488443 Apr 12 19:59:38.216275 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-1dcb9d16-18d5-4e53-baaf-fe1c5615c997 req-df7928cd-cddb-4e0c-abac-532607a7b4c8 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c0f503a-a37a-417b-9b96-3b75a388ac39&id=3688c576-02c6-4eeb-b02a-1e2971b5e53f&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0515985 Apr 12 19:59:39.329161 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007b14ea-8e02-43f1-9ebe-72a426e76d81 req-f430f867-833b-448f-8f1b-f89664298851 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:59:39.330638 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-007b14ea-8e02-43f1-9ebe-72a426e76d81 req-f430f867-833b-448f-8f1b-f89664298851 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] 10.222.0.15 "GET /v2.0/ports?device_id=85c7aa6b-8163-45f9-a7e0-708f96b78e99 HTTP/1.1" status: 200 len: 984 time: 0.0476758 Apr 12 19:59:39.389224 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-007b14ea-8e02-43f1-9ebe-72a426e76d81 req-d197dd41-39f2-40be-8db9-160dbcfe0eb4 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c0f503a-a37a-417b-9b96-3b75a388ac39&id=3688c576-02c6-4eeb-b02a-1e2971b5e53f&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0521970 Apr 12 19:59:40.135287 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eb0b55-118a-42e5-9a1c-d4e994b57fa4 req-52f19223-8b26-4e75-a7ef-326a778890d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:59:40.136740 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-b6eb0b55-118a-42e5-9a1c-d4e994b57fa4 req-52f19223-8b26-4e75-a7ef-326a778890d3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=34b501f3045d4af9848b5dd82c890ccc&device_id=85c7aa6b-8163-45f9-a7e0-708f96b78e99 HTTP/1.1" status: 200 len: 1168 time: 0.0423894 Apr 12 19:59:40.335405 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eb0b55-118a-42e5-9a1c-d4e994b57fa4 req-235fd37f-a1ba-45be-8536-64d278399b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:59:40.336911 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-b6eb0b55-118a-42e5-9a1c-d4e994b57fa4 req-235fd37f-a1ba-45be-8536-64d278399b1d service neutron] 10.222.0.25 "GET /v2.0/networks?id=62249177-e60b-4707-8001-4bc9bc9c9177 HTTP/1.1" status: 200 len: 916 time: 0.0861363 Apr 12 19:59:40.401953 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-b6eb0b55-118a-42e5-9a1c-d4e994b57fa4 req-998fdb8f-c99f-4353-ada5-ad6986b11fe4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f264963e-f821-4ae9-b2fc-35eba6c4a481 HTTP/1.1" status: 200 len: 1001 time: 0.0592279 Apr 12 19:59:40.452825 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eb0b55-118a-42e5-9a1c-d4e994b57fa4 req-4490ec85-24f2-4461-bcdc-6020c5c7c770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:59:40.454367 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-b6eb0b55-118a-42e5-9a1c-d4e994b57fa4 req-4490ec85-24f2-4461-bcdc-6020c5c7c770 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2e580f9a-778a-48a4-ae04-f65c9bd69003 HTTP/1.1" status: 200 len: 854 time: 0.0466213 Apr 12 19:59:40.496501 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eb0b55-118a-42e5-9a1c-d4e994b57fa4 req-c371962f-8670-4326-adac-1615618d0cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:59:40.498028 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-b6eb0b55-118a-42e5-9a1c-d4e994b57fa4 req-c371962f-8670-4326-adac-1615618d0cec service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=62249177-e60b-4707-8001-4bc9bc9c9177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381064 Apr 12 19:59:40.501486 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69a00c6-6543-4eee-b2db-7e80ecda9f88 req-b5d4ecdc-a4ce-4f1b-bd7d-9e5e18dfa44e tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:59:40.502956 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-b69a00c6-6543-4eee-b2db-7e80ecda9f88 req-b5d4ecdc-a4ce-4f1b-bd7d-9e5e18dfa44e tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] 10.222.0.15 "GET /v2.0/ports?device_id=85c7aa6b-8163-45f9-a7e0-708f96b78e99 HTTP/1.1" status: 200 len: 984 time: 0.0479183 Apr 12 19:59:40.560622 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-b69a00c6-6543-4eee-b2db-7e80ecda9f88 req-befc1c08-7024-4193-b817-2b2a2e54ba21 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c0f503a-a37a-417b-9b96-3b75a388ac39&id=3688c576-02c6-4eeb-b02a-1e2971b5e53f&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0519762 Apr 12 19:59:40.586457 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-b6eb0b55-118a-42e5-9a1c-d4e994b57fa4 req-832024c6-0bdf-4780-b030-d1e0633cbf6b service neutron] 10.222.0.25 "GET /v2.0/networks/62249177-e60b-4707-8001-4bc9bc9c9177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818679 Apr 12 19:59:40.676372 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-b6eb0b55-118a-42e5-9a1c-d4e994b57fa4 req-d1c584cb-c93e-4716-b30c-4395198bb7e8 service neutron] 10.222.0.25 "GET /v2.0/networks/62249177-e60b-4707-8001-4bc9bc9c9177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842412 Apr 12 19:59:41.669985 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34552751-440c-457e-bf26-ad395ed1d259 req-2652afc0-f719-457d-a2a9-cdf08f6c0fcd tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:59:41.671411 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-34552751-440c-457e-bf26-ad395ed1d259 req-2652afc0-f719-457d-a2a9-cdf08f6c0fcd tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] 10.222.0.15 "GET /v2.0/ports?device_id=85c7aa6b-8163-45f9-a7e0-708f96b78e99 HTTP/1.1" status: 200 len: 984 time: 0.0455346 Apr 12 19:59:41.728664 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-34552751-440c-457e-bf26-ad395ed1d259 req-521fc8f7-387d-4519-b018-bd13de81baec tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c0f503a-a37a-417b-9b96-3b75a388ac39&id=3688c576-02c6-4eeb-b02a-1e2971b5e53f&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0510354 Apr 12 19:59:42.841390 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11656881-d16d-4111-875f-913bae99067e req-ad8e2fcf-2d4c-4f7f-a281-dd6ea213fe95 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:59:42.842828 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-11656881-d16d-4111-875f-913bae99067e req-ad8e2fcf-2d4c-4f7f-a281-dd6ea213fe95 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] 10.222.0.15 "GET /v2.0/ports?device_id=85c7aa6b-8163-45f9-a7e0-708f96b78e99 HTTP/1.1" status: 200 len: 984 time: 0.0494480 Apr 12 19:59:42.900828 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-11656881-d16d-4111-875f-913bae99067e req-a4a56168-6c97-497e-86bd-c0dfbbb78efc tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c0f503a-a37a-417b-9b96-3b75a388ac39&id=3688c576-02c6-4eeb-b02a-1e2971b5e53f&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0524211 Apr 12 19:59:43.884066 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-88d4ff3b-902c-4c83-8c2c-b89ea3a189a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (055fa106-9079-4d8f-a829-e3ca37bbcb19), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:59:44.014708 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dd2c21-6977-405b-9874-312560004fe0 req-c62b6fd2-63ec-485f-90e4-4d29b0879b1a tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:59:44.016202 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-55dd2c21-6977-405b-9874-312560004fe0 req-c62b6fd2-63ec-485f-90e4-4d29b0879b1a tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] 10.222.0.15 "GET /v2.0/ports?device_id=85c7aa6b-8163-45f9-a7e0-708f96b78e99 HTTP/1.1" status: 200 len: 984 time: 0.0502317 Apr 12 19:59:44.074166 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-55dd2c21-6977-405b-9874-312560004fe0 req-c8dc3825-4235-462d-8762-21f752327983 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c0f503a-a37a-417b-9b96-3b75a388ac39&id=3688c576-02c6-4eeb-b02a-1e2971b5e53f&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0515404 Apr 12 19:59:45.196932 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2326caf-b0d2-4c42-a51d-1261211eb355 req-ce422ae6-a938-4083-ae2f-6a507867df23 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:59:45.198353 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-c2326caf-b0d2-4c42-a51d-1261211eb355 req-ce422ae6-a938-4083-ae2f-6a507867df23 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] 10.222.0.15 "GET /v2.0/ports?device_id=85c7aa6b-8163-45f9-a7e0-708f96b78e99 HTTP/1.1" status: 200 len: 984 time: 0.0454118 Apr 12 19:59:45.256510 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-c2326caf-b0d2-4c42-a51d-1261211eb355 req-cf774306-615f-44d2-94bc-0a2296167da9 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c0f503a-a37a-417b-9b96-3b75a388ac39&id=3688c576-02c6-4eeb-b02a-1e2971b5e53f&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0526087 Apr 12 19:59:46.307135 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-c09e0c4b-6a9a-484b-85ee-8cc2b5d60fe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (4d9412c4-31b2-4fbf-87a0-f931332ab9d5), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:59:46.370624 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fd0581-d45a-46de-ae10-d40502219ae6 req-14e4a36f-e0fe-437b-be7c-c881859706c4 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:59:46.372139 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-d8fd0581-d45a-46de-ae10-d40502219ae6 req-14e4a36f-e0fe-437b-be7c-c881859706c4 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] 10.222.0.15 "GET /v2.0/ports?device_id=85c7aa6b-8163-45f9-a7e0-708f96b78e99 HTTP/1.1" status: 200 len: 984 time: 0.0474072 Apr 12 19:59:46.431329 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-d8fd0581-d45a-46de-ae10-d40502219ae6 req-cdc4caa3-8dff-4c0a-a99d-53da4718b9af tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c0f503a-a37a-417b-9b96-3b75a388ac39&id=3688c576-02c6-4eeb-b02a-1e2971b5e53f&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0530772 Apr 12 19:59:47.301598 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-0fb4a5ae-492f-43e3-90d5-82372e23b9ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (01005bd1-5b1e-41c6-b9b3-a4d4f93589b9), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:59:48.761129 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-655d5a5e-25bf-423f-acb4-166f4bec9d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (f3d2fb0e-5305-4f08-ab1f-5f1d50bdad22), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:59:50.522464 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (e0bf5abe-d5c5-40a1-a359-03156ade36a4), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:59:55.793280 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (ce4c6b0b-91ae-4576-82ad-f2f4ee2d2a45), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:00:13.174191 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.agents_db [None req-c5aaa6ba-db5d-46db-92f0-20249d3ff0a0 None None] Agent healthcheck: found 6 active agents {{(pid=106718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 20:00:13.885587 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-e7c8ec2e-6d28-4387-ac2e-fe3bc33a0f1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (055fa106-9079-4d8f-a829-e3ca37bbcb19), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:00:16.308786 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-a79e6b76-545b-482b-9b57-4b614ceb917d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (4d9412c4-31b2-4fbf-87a0-f931332ab9d5), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:00:17.302079 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-0fb4a5ae-492f-43e3-90d5-82372e23b9ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (01005bd1-5b1e-41c6-b9b3-a4d4f93589b9), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:00:18.763696 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-655d5a5e-25bf-423f-acb4-166f4bec9d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (f3d2fb0e-5305-4f08-ab1f-5f1d50bdad22), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:00:20.527243 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (e0bf5abe-d5c5-40a1-a359-03156ade36a4), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:00:25.799554 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (ce4c6b0b-91ae-4576-82ad-f2f4ee2d2a45), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:00:42.643492 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-c512586f-0e12-4fd9-950e-3be1630e44c6 req-014bbe71-7d72-4315-ad78-b264fbb7d0ae service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=85c7aa6b-8163-45f9-a7e0-708f96b78e99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0413144 Apr 12 20:00:42.721071 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c512586f-0e12-4fd9-950e-3be1630e44c6 req-c13798fa-a1b3-43e6-a3f0-3e26ba328f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:00:42.722547 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-c512586f-0e12-4fd9-950e-3be1630e44c6 req-c13798fa-a1b3-43e6-a3f0-3e26ba328f1f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=34b501f3045d4af9848b5dd82c890ccc&device_id=85c7aa6b-8163-45f9-a7e0-708f96b78e99 HTTP/1.1" status: 200 len: 1168 time: 0.0397520 Apr 12 20:00:42.820237 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c512586f-0e12-4fd9-950e-3be1630e44c6 req-b2d69518-2c92-4c0a-8f17-4112e2b9345c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:00:42.821705 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-c512586f-0e12-4fd9-950e-3be1630e44c6 req-b2d69518-2c92-4c0a-8f17-4112e2b9345c service neutron] 10.222.0.25 "GET /v2.0/networks?id=62249177-e60b-4707-8001-4bc9bc9c9177 HTTP/1.1" status: 200 len: 916 time: 0.0813954 Apr 12 20:00:42.888466 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-c512586f-0e12-4fd9-950e-3be1630e44c6 req-ae027b8b-1a26-4e3b-bd8e-46409a0ad2eb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f264963e-f821-4ae9-b2fc-35eba6c4a481 HTTP/1.1" status: 200 len: 1001 time: 0.0608304 Apr 12 20:00:42.934478 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c512586f-0e12-4fd9-950e-3be1630e44c6 req-19c6cf5a-bfbf-4a02-a189-373b4a84f20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:00:42.935857 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-c512586f-0e12-4fd9-950e-3be1630e44c6 req-19c6cf5a-bfbf-4a02-a189-373b4a84f20a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2e580f9a-778a-48a4-ae04-f65c9bd69003 HTTP/1.1" status: 200 len: 854 time: 0.0414276 Apr 12 20:00:42.975758 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c512586f-0e12-4fd9-950e-3be1630e44c6 req-0b34d5dc-6faa-4e5e-949d-c9a744b5828c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:00:42.977190 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-c512586f-0e12-4fd9-950e-3be1630e44c6 req-0b34d5dc-6faa-4e5e-949d-c9a744b5828c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=62249177-e60b-4707-8001-4bc9bc9c9177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0358922 Apr 12 20:00:42.987090 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [req-c512586f-0e12-4fd9-950e-3be1630e44c6 req-f3fc6d7b-f32c-44ee-8830-4ddd50226bd1 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=106704) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 20:00:42.988027 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-c512586f-0e12-4fd9-950e-3be1630e44c6 req-f3fc6d7b-f32c-44ee-8830-4ddd50226bd1 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050735 Apr 12 20:00:43.075436 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-c512586f-0e12-4fd9-950e-3be1630e44c6 req-8afb6894-fe5e-43f6-8e0b-96854ba55ae1 service neutron] 10.222.0.25 "GET /v2.0/networks/62249177-e60b-4707-8001-4bc9bc9c9177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819755 Apr 12 20:00:43.164269 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-c512586f-0e12-4fd9-950e-3be1630e44c6 req-b158e70a-842e-4e9c-b9b8-2c89b6482fd8 service neutron] 10.222.0.25 "GET /v2.0/networks/62249177-e60b-4707-8001-4bc9bc9c9177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822113 Apr 12 20:00:43.887291 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-66e0ab89-c452-48f0-ac8b-4f6cee022c57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (055fa106-9079-4d8f-a829-e3ca37bbcb19), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:00:46.309507 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-d8993239-5608-4647-a838-5e3529a9b836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (4d9412c4-31b2-4fbf-87a0-f931332ab9d5), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:00:47.304960 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-0fb4a5ae-492f-43e3-90d5-82372e23b9ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (01005bd1-5b1e-41c6-b9b3-a4d4f93589b9), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:00:48.767466 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-655d5a5e-25bf-423f-acb4-166f4bec9d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (f3d2fb0e-5305-4f08-ab1f-5f1d50bdad22), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:00:49.821164 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-38dd774f-a6c0-4787-9aff-c9b462dbb28f req-bc0cc051-f52e-4468-b890-72458791fb42 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1745290&fields=id&tenant_id=34b501f3045d4af9848b5dd82c890ccc HTTP/1.1" status: 200 len: 267 time: 0.0448711 Apr 12 20:00:49.874601 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dd774f-a6c0-4787-9aff-c9b462dbb28f req-c5b4f273-3167-4c5f-9135-71614a29053b tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:00:49.876383 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-38dd774f-a6c0-4787-9aff-c9b462dbb28f req-c5b4f273-3167-4c5f-9135-71614a29053b tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] 10.222.0.15 "GET /v2.0/ports?device_id=85c7aa6b-8163-45f9-a7e0-708f96b78e99 HTTP/1.1" status: 200 len: 984 time: 0.0501177 Apr 12 20:00:49.886758 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.v2.base [req-38dd774f-a6c0-4787-9aff-c9b462dbb28f req-c81a4591-df59-418e-b2fb-c158cb37182f tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Request body: {'port': {'security_groups': ['3c0f503a-a37a-417b-9b96-3b75a388ac39']}} {{(pid=106707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:00:49.953987 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [req-38dd774f-a6c0-4787-9aff-c9b462dbb28f req-c81a4591-df59-418e-b2fb-c158cb37182f tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523102'] for port (f264963e-f821-4ae9-b2fc-35eba6c4a481), before_update {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:00:50.121020 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.db [req-38dd774f-a6c0-4787-9aff-c9b462dbb28f req-c81a4591-df59-418e-b2fb-c158cb37182f tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] For port f264963e-f821-4ae9-b2fc-35eba6c4a481, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=f264963e-f821-4ae9-b2fc-35eba6c4a481,segment=NetworkSegment(a0ae6fbf-83a6-408c-ad92-fe5d4dbc5206),segment_id=a0ae6fbf-83a6-408c-ad92-fe5d4dbc5206)] {{(pid=106707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:00:50.149199 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [req-38dd774f-a6c0-4787-9aff-c9b462dbb28f req-c81a4591-df59-418e-b2fb-c158cb37182f tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Publish callbacks [] for port (f264963e-f821-4ae9-b2fc-35eba6c4a481), precommit_update {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:00:50.153449 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [req-38dd774f-a6c0-4787-9aff-c9b462dbb28f req-c81a4591-df59-418e-b2fb-c158cb37182f tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749198465832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749198058680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749198058698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9064844'] for port (f264963e-f821-4ae9-b2fc-35eba6c4a481), after_update {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:00:50.169214 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] get_ports_and_sgs() called for port_ids ['f264963e-f821-4ae9-b2fc-35eba6c4a481'] {{(pid=106714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 20:00:50.173500 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.agents_db [None req-c5aaa6ba-db5d-46db-92f0-20249d3ff0a0 None None] Agent healthcheck: found 6 active agents {{(pid=106718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 20:00:50.195546 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dd774f-a6c0-4787-9aff-c9b462dbb28f req-c81a4591-df59-418e-b2fb-c158cb37182f tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:00:50.196194 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [req-38dd774f-a6c0-4787-9aff-c9b462dbb28f req-c81a4591-df59-418e-b2fb-c158cb37182f tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245471'] for port (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:00:50.197550 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-38dd774f-a6c0-4787-9aff-c9b462dbb28f req-c81a4591-df59-418e-b2fb-c158cb37182f tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] 10.222.0.15 "PUT /v2.0/ports/f264963e-f821-4ae9-b2fc-35eba6c4a481 HTTP/1.1" status: 200 len: 942 time: 0.3151436 Apr 12 20:00:50.198001 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85c7aa6b-8163-45f9-a7e0-708f96b78e99', 'tag': 'f264963e-f821-4ae9-b2fc-35eba6c4a481'}] {{(pid=106707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:00:50.200433 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24bc1a40dab415d93c04770333daaec18ee8cbc44e8bdbc940996836fe034448" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29022e1e-5f00-4f52-b48e-9b9dcd3b34b5" -d '{"events": [{"name": "network-changed", "server_uuid": "85c7aa6b-8163-45f9-a7e0-708f96b78e99", "tag": "f264963e-f821-4ae9-b2fc-35eba6c4a481"}]}' {{(pid=106707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:00:50.205699 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 42122) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:00:50.226388 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81a4591-df59-418e-b2fb-c158cb37182f tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Pushing event updated for resources: {'Port': ['ID=f264963e-f821-4ae9-b2fc-35eba6c4a481,revision_number=7']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:00:50.233919 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81a4591-df59-418e-b2fb-c158cb37182f tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:00:50.234269 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81a4591-df59-418e-b2fb-c158cb37182f tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:00:50.234627 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81a4591-df59-418e-b2fb-c158cb37182f tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:00:50.234944 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81a4591-df59-418e-b2fb-c158cb37182f tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:00:50.235300 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81a4591-df59-418e-b2fb-c158cb37182f tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:00:50.235646 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81a4591-df59-418e-b2fb-c158cb37182f tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:00:50.235996 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81a4591-df59-418e-b2fb-c158cb37182f tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:00:50.236321 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81a4591-df59-418e-b2fb-c158cb37182f tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:00:50.236646 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81a4591-df59-418e-b2fb-c158cb37182f tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:00:50.236964 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81a4591-df59-418e-b2fb-c158cb37182f tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:00:50.237290 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81a4591-df59-418e-b2fb-c158cb37182f tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:00:50.237610 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81a4591-df59-418e-b2fb-c158cb37182f tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:00:50.237926 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81a4591-df59-418e-b2fb-c158cb37182f tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:00:50.238245 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81a4591-df59-418e-b2fb-c158cb37182f tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:00:50.238564 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81a4591-df59-418e-b2fb-c158cb37182f tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:00:50.261394 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] get_ports_and_sgs() called for port_ids ['f264963e-f821-4ae9-b2fc-35eba6c4a481'] {{(pid=106714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 20:00:50.308668 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-e01c8513-de51-4581-a942-9e96b0b79c99 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Publish callbacks [] for security_group (3688c576-02c6-4eeb-b02a-1e2971b5e53f), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:00:50.336230 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-e01c8513-de51-4581-a942-9e96b0b79c99 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Publish callbacks [] for security_group (3688c576-02c6-4eeb-b02a-1e2971b5e53f), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:00:50.411653 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-e01c8513-de51-4581-a942-9e96b0b79c99 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (3688c576-02c6-4eeb-b02a-1e2971b5e53f), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:00:50.415640 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-e01c8513-de51-4581-a942-9e96b0b79c99 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Publish callbacks [] for security_group (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:00:50.416844 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-e01c8513-de51-4581-a942-9e96b0b79c99 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] 10.222.0.15 "DELETE /v2.0/security-groups/3688c576-02c6-4eeb-b02a-1e2971b5e53f HTTP/1.1" status: 204 len: 168 time: 0.2091484 Apr 12 20:00:50.419578 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 42128) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:00:50.428105 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01c8513-de51-4581-a942-9e96b0b79c99 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3688c576-02c6-4eeb-b02a-1e2971b5e53f,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:00:50.436200 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01c8513-de51-4581-a942-9e96b0b79c99 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:00:50.436633 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01c8513-de51-4581-a942-9e96b0b79c99 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:00:50.437074 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01c8513-de51-4581-a942-9e96b0b79c99 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:00:50.437483 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01c8513-de51-4581-a942-9e96b0b79c99 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:00:50.437891 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01c8513-de51-4581-a942-9e96b0b79c99 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:00:50.438295 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01c8513-de51-4581-a942-9e96b0b79c99 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:00:50.438747 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01c8513-de51-4581-a942-9e96b0b79c99 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:00:50.439147 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01c8513-de51-4581-a942-9e96b0b79c99 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:00:50.439545 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01c8513-de51-4581-a942-9e96b0b79c99 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:00:50.439941 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01c8513-de51-4581-a942-9e96b0b79c99 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:00:50.440372 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01c8513-de51-4581-a942-9e96b0b79c99 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:00:50.440768 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01c8513-de51-4581-a942-9e96b0b79c99 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:00:50.441174 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01c8513-de51-4581-a942-9e96b0b79c99 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:00:50.441575 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01c8513-de51-4581-a942-9e96b0b79c99 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:00:50.441986 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01c8513-de51-4581-a942-9e96b0b79c99 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:00:50.500851 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.provisioning_blocks [None req-f44b8304-8a0a-46a7-931c-831a4fa6eff7 None None] Provisioning complete for port f264963e-f821-4ae9-b2fc-35eba6c4a481 triggered by entity DHCP. {{(pid=106714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:00:50.501798 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-f44b8304-8a0a-46a7-931c-831a4fa6eff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3551249'] for port (f264963e-f821-4ae9-b2fc-35eba6c4a481), provisioning_complete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:00:50.552817 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (e0bf5abe-d5c5-40a1-a359-03156ade36a4), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:00:50.592035 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-f44b8304-8a0a-46a7-931c-831a4fa6eff7 None None] Current status of the port f264963e-f821-4ae9-b2fc-35eba6c4a481 is: ACTIVE; New status is: ACTIVE {{(pid=106714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:00:50.593832 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.plugin [None req-67550a72-7ac2-4b4b-a9c1-401959f2f1c3 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Deleting port 9d9393f2-6a5a-477e-8c0c-8ca27e04da73 {{(pid=106707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:00:50.594185 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-67550a72-7ac2-4b4b-a9c1-401959f2f1c3 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749198460456'] for port (9d9393f2-6a5a-477e-8c0c-8ca27e04da73), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:00:50.668296 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-67550a72-7ac2-4b4b-a9c1-401959f2f1c3 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661808'] for port (9d9393f2-6a5a-477e-8c0c-8ca27e04da73), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:00:50.668541 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-67550a72-7ac2-4b4b-a9c1-401959f2f1c3 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Publish callbacks [] for floatingip (9d9393f2-6a5a-477e-8c0c-8ca27e04da73), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:00:50.681392 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.plugin [None req-67550a72-7ac2-4b4b-a9c1-401959f2f1c3 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Calling delete_port for 9d9393f2-6a5a-477e-8c0c-8ca27e04da73 owned by network:floatingip {{(pid=106707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:00:51.086073 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-67550a72-7ac2-4b4b-a9c1-401959f2f1c3 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749198465814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749198058671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9064885'] for port (9d9393f2-6a5a-477e-8c0c-8ca27e04da73), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:00:51.108726 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67550a72-7ac2-4b4b-a9c1-401959f2f1c3 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Pushing event deleted for resources: {'Port': ['ID=9d9393f2-6a5a-477e-8c0c-8ca27e04da73,revision_number=None']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:00:51.175075 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-67550a72-7ac2-4b4b-a9c1-401959f2f1c3 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Publish callbacks [] for floatingip (78f10f55-d31d-4811-b2b3-e9245f6ed37c), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:00:51.175403 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.db.l3_db [None req-67550a72-7ac2-4b4b-a9c1-401959f2f1c3 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Floating IP 78f10f55-d31d-4811-b2b3-e9245f6ed37c disassociated (deleted). External IP: 172.27.2.221, port: f264963e-f821-4ae9-b2fc-35eba6c4a481. Apr 12 20:00:51.322021 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 20:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-054f1fed-34bb-4508-b7b0-41977ea13db2 x-openstack-request-id: req-054f1fed-34bb-4508-b7b0-41977ea13db2 {{(pid=106707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:00:51.322319 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85c7aa6b-8163-45f9-a7e0-708f96b78e99", "tag": "f264963e-f821-4ae9-b2fc-35eba6c4a481", "status": "completed", "code": 200}]} {{(pid=106707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:00:51.322573 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-054f1fed-34bb-4508-b7b0-41977ea13db2 {{(pid=106707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:00:51.322973 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.notifiers.nova [-] Nova event matching ['req-054f1fed-34bb-4508-b7b0-41977ea13db2'] response: {'name': 'network-changed', 'server_uuid': '85c7aa6b-8163-45f9-a7e0-708f96b78e99', 'tag': 'f264963e-f821-4ae9-b2fc-35eba6c4a481', 'status': 'completed', 'code': 200} Apr 12 20:00:51.381868 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29022e1e-5f00-4f52-b48e-9b9dcd3b34b5 req-3fe7eeac-c490-46fd-81be-2ac5b400d86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:00:51.383422 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-29022e1e-5f00-4f52-b48e-9b9dcd3b34b5 req-3fe7eeac-c490-46fd-81be-2ac5b400d86e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=34b501f3045d4af9848b5dd82c890ccc&device_id=85c7aa6b-8163-45f9-a7e0-708f96b78e99 HTTP/1.1" status: 200 len: 1129 time: 0.0390239 Apr 12 20:00:51.390847 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67550a72-7ac2-4b4b-a9c1-401959f2f1c3 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Router 4b187c57-15f7-42e5-8415-6cca62db110c has already been hosted by L3 agent 4d9412c4-31b2-4fbf-87a0-f931332ab9d5 {{(pid=106707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 20:00:51.474617 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29022e1e-5f00-4f52-b48e-9b9dcd3b34b5 req-f70c1c17-ce49-48f0-b33f-c6cb6a122002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:00:51.476133 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-29022e1e-5f00-4f52-b48e-9b9dcd3b34b5 req-f70c1c17-ce49-48f0-b33f-c6cb6a122002 service neutron] 10.222.0.25 "GET /v2.0/networks?id=62249177-e60b-4707-8001-4bc9bc9c9177 HTTP/1.1" status: 200 len: 916 time: 0.0869477 Apr 12 20:00:51.501476 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67550a72-7ac2-4b4b-a9c1-401959f2f1c3 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Notify agent at l3_agent.dv-cinder-837540-1-iscsi the message routers_updated {{(pid=106707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:00:51.506264 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-67550a72-7ac2-4b4b-a9c1-401959f2f1c3 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245471'] for floatingip (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:00:51.512931 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126ef424-64a6-43f3-bc22-0f7c516840b9 None None] Sync routers for ids ['4b187c57-15f7-42e5-8415-6cca62db110c'] in dv-cinder-837540-1-iscsi {{(pid=106714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:00:51.516034 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-29022e1e-5f00-4f52-b48e-9b9dcd3b34b5 req-af8e4f25-725e-458c-8c55-cb1ae04dc77b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f264963e-f821-4ae9-b2fc-35eba6c4a481 HTTP/1.1" status: 200 len: 217 time: 0.0343227 Apr 12 20:00:51.523361 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126ef424-64a6-43f3-bc22-0f7c516840b9 None None] Routers {'4b187c57-15f7-42e5-8415-6cca62db110c'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:00:51.524149 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_hamode_db [None req-126ef424-64a6-43f3-bc22-0f7c516840b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T20:00:46Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['4b187c57-15f7-42e5-8415-6cca62db110c'], 'active': True} {{(pid=106714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:00:51.544656 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-67550a72-7ac2-4b4b-a9c1-401959f2f1c3 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] 10.222.0.15 "DELETE /v2.0/floatingips/78f10f55-d31d-4811-b2b3-e9245f6ed37c HTTP/1.1" status: 204 len: 168 time: 1.1215594 Apr 12 20:00:51.570072 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29022e1e-5f00-4f52-b48e-9b9dcd3b34b5 req-6df6fa12-5282-4604-83a0-0ffb8a18dd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:00:51.571605 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-29022e1e-5f00-4f52-b48e-9b9dcd3b34b5 req-6df6fa12-5282-4604-83a0-0ffb8a18dd67 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2e580f9a-778a-48a4-ae04-f65c9bd69003 HTTP/1.1" status: 200 len: 854 time: 0.0498443 Apr 12 20:00:51.619625 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29022e1e-5f00-4f52-b48e-9b9dcd3b34b5 req-f27a54d7-0d8e-45a3-8f29-e2ef10581abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:00:51.621287 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-29022e1e-5f00-4f52-b48e-9b9dcd3b34b5 req-f27a54d7-0d8e-45a3-8f29-e2ef10581abb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=62249177-e60b-4707-8001-4bc9bc9c9177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438530 Apr 12 20:00:51.642355 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_dvr_db [None req-126ef424-64a6-43f3-bc22-0f7c516840b9 None None] Set router 4b187c57-15f7-42e5-8415-6cca62db110c gateway port host: dv-cinder-837540-1-iscsi {{(pid=106714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:00:51.715799 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-29022e1e-5f00-4f52-b48e-9b9dcd3b34b5 req-28ca011d-bfac-4828-8137-0b5baf9d4629 service neutron] 10.222.0.25 "GET /v2.0/networks/62249177-e60b-4707-8001-4bc9bc9c9177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879984 Apr 12 20:00:51.827054 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-29022e1e-5f00-4f52-b48e-9b9dcd3b34b5 req-b5f9616c-b0f7-4983-8dd5-9e20699723f6 service neutron] 10.222.0.25 "GET /v2.0/networks/62249177-e60b-4707-8001-4bc9bc9c9177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038697 Apr 12 20:00:51.850876 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_hamode_db [None req-126ef424-64a6-43f3-bc22-0f7c516840b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b187c57-15f7-42e5-8415-6cca62db110c', 'name': 'tempest-TestMinimumBasicScenario-1392526478-router', 'tenant_id': '34b501f3045d4af9848b5dd82c890ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '7cbf2414-36a2-4857-ba5f-ddeba9e45f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:57:42Z', 'updated_at': '2022-04-12T19:57:44Z', 'revision_number': 4, 'project_id': '34b501f3045d4af9848b5dd82c890ccc', 'gw_port': {'id': '7cbf2414-36a2-4857-ba5f-ddeba9e45f02', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:13:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b187c57-15f7-42e5-8415-6cca62db110c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:57:42Z', 'updated_at': '2022-04-12T19:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_interfaces': [{'id': '5aeb1898-cb26-4d8e-a3fd-a6ba391143e1', 'name': '', 'network_id': '62249177-e60b-4707-8001-4bc9bc9c9177', 'tenant_id': '34b501f3045d4af9848b5dd82c890ccc', 'mac_address': 'fa:16:3e:7c:49:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b187c57-15f7-42e5-8415-6cca62db110c', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '2e580f9a-778a-48a4-ae04-f65c9bd69003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:57:44Z', 'updated_at': '2022-04-12T19:57:49Z', 'revision_number': 5, 'project_id': '34b501f3045d4af9848b5dd82c890ccc', 'subnets': [{'id': '2e580f9a-778a-48a4-ae04-f65c9bd69003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:00:51.878122 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126ef424-64a6-43f3-bc22-0f7c516840b9 None None] Checking router: 4b187c57-15f7-42e5-8415-6cca62db110c for host: dv-cinder-837540-1-iscsi {{(pid=106714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:00:51.886309 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126ef424-64a6-43f3-bc22-0f7c516840b9 None None] Routers {'4b187c57-15f7-42e5-8415-6cca62db110c'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:00:51.886905 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_hamode_db [None req-126ef424-64a6-43f3-bc22-0f7c516840b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T20:00:46Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['4b187c57-15f7-42e5-8415-6cca62db110c'], 'active': True} {{(pid=106714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:00:51.992731 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_dvr_db [None req-126ef424-64a6-43f3-bc22-0f7c516840b9 None None] Set router 4b187c57-15f7-42e5-8415-6cca62db110c gateway port host: dv-cinder-837540-1-iscsi {{(pid=106714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:00:52.177335 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_hamode_db [None req-126ef424-64a6-43f3-bc22-0f7c516840b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b187c57-15f7-42e5-8415-6cca62db110c', 'name': 'tempest-TestMinimumBasicScenario-1392526478-router', 'tenant_id': '34b501f3045d4af9848b5dd82c890ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '7cbf2414-36a2-4857-ba5f-ddeba9e45f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:57:42Z', 'updated_at': '2022-04-12T19:57:44Z', 'revision_number': 4, 'project_id': '34b501f3045d4af9848b5dd82c890ccc', 'gw_port': {'id': '7cbf2414-36a2-4857-ba5f-ddeba9e45f02', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:13:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b187c57-15f7-42e5-8415-6cca62db110c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:57:42Z', 'updated_at': '2022-04-12T19:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_interfaces': [{'id': '5aeb1898-cb26-4d8e-a3fd-a6ba391143e1', 'name': '', 'network_id': '62249177-e60b-4707-8001-4bc9bc9c9177', 'tenant_id': '34b501f3045d4af9848b5dd82c890ccc', 'mac_address': 'fa:16:3e:7c:49:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b187c57-15f7-42e5-8415-6cca62db110c', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '2e580f9a-778a-48a4-ae04-f65c9bd69003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:57:44Z', 'updated_at': '2022-04-12T19:57:49Z', 'revision_number': 5, 'project_id': '34b501f3045d4af9848b5dd82c890ccc', 'subnets': [{'id': '2e580f9a-778a-48a4-ae04-f65c9bd69003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:00:52.208847 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126ef424-64a6-43f3-bc22-0f7c516840b9 None None] The sync data for ids ['4b187c57-15f7-42e5-8415-6cca62db110c'] in dv-cinder-837540-1-iscsi is: [{'id': '4b187c57-15f7-42e5-8415-6cca62db110c', 'name': 'tempest-TestMinimumBasicScenario-1392526478-router', 'tenant_id': '34b501f3045d4af9848b5dd82c890ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '7cbf2414-36a2-4857-ba5f-ddeba9e45f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:57:42Z', 'updated_at': '2022-04-12T19:57:44Z', 'revision_number': 4, 'project_id': '34b501f3045d4af9848b5dd82c890ccc', 'gw_port': {'id': '7cbf2414-36a2-4857-ba5f-ddeba9e45f02', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:13:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b187c57-15f7-42e5-8415-6cca62db110c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:57:42Z', 'updated_at': '2022-04-12T19:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi', '_interfaces': [{'id': '5aeb1898-cb26-4d8e-a3fd-a6ba391143e1', 'name': '', 'network_id': '62249177-e60b-4707-8001-4bc9bc9c9177', 'tenant_id': '34b501f3045d4af9848b5dd82c890ccc', 'mac_address': 'fa:16:3e:7c:49:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b187c57-15f7-42e5-8415-6cca62db110c', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '2e580f9a-778a-48a4-ae04-f65c9bd69003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:57:44Z', 'updated_at': '2022-04-12T19:57:49Z', 'revision_number': 5, 'project_id': '34b501f3045d4af9848b5dd82c890ccc', 'subnets': [{'id': '2e580f9a-778a-48a4-ae04-f65c9bd69003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:00:52.426624 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec339833-6e0d-483c-b8c5-d30865d0fcd4 None None] New status for floating IP 78f10f55-d31d-4811-b2b3-e9245f6ed37c: DOWN {{(pid=106718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 20:00:53.323884 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85c7aa6b-8163-45f9-a7e0-708f96b78e99', 'tag': 'f264963e-f821-4ae9-b2fc-35eba6c4a481'}] {{(pid=106707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:00:53.326213 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24bc1a40dab415d93c04770333daaec18ee8cbc44e8bdbc940996836fe034448" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b54087d5-ab2f-4f07-b158-271af78981c0" -d '{"events": [{"name": "network-changed", "server_uuid": "85c7aa6b-8163-45f9-a7e0-708f96b78e99", "tag": "f264963e-f821-4ae9-b2fc-35eba6c4a481"}]}' {{(pid=106707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:00:53.360790 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 20:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e7e526-5ec4-4da1-8580-a2ea3e83f719 x-openstack-request-id: req-03e7e526-5ec4-4da1-8580-a2ea3e83f719 {{(pid=106707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:00:53.361108 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85c7aa6b-8163-45f9-a7e0-708f96b78e99", "tag": "f264963e-f821-4ae9-b2fc-35eba6c4a481", "status": "completed", "code": 200}]} {{(pid=106707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:00:53.361371 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-03e7e526-5ec4-4da1-8580-a2ea3e83f719 {{(pid=106707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:00:53.361771 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03e7e526-5ec4-4da1-8580-a2ea3e83f719'] response: {'name': 'network-changed', 'server_uuid': '85c7aa6b-8163-45f9-a7e0-708f96b78e99', 'tag': 'f264963e-f821-4ae9-b2fc-35eba6c4a481', 'status': 'completed', 'code': 200} Apr 12 20:00:53.418556 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54087d5-ab2f-4f07-b158-271af78981c0 req-c665390c-3853-456e-a68c-3cd55f7fe53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:00:53.420033 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-b54087d5-ab2f-4f07-b158-271af78981c0 req-c665390c-3853-456e-a68c-3cd55f7fe53a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=34b501f3045d4af9848b5dd82c890ccc&device_id=85c7aa6b-8163-45f9-a7e0-708f96b78e99 HTTP/1.1" status: 200 len: 1129 time: 0.0378747 Apr 12 20:00:53.773052 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54087d5-ab2f-4f07-b158-271af78981c0 req-99cd812c-a016-4c03-a091-9863ccec0bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:00:53.774529 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-b54087d5-ab2f-4f07-b158-271af78981c0 req-99cd812c-a016-4c03-a091-9863ccec0bf9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=62249177-e60b-4707-8001-4bc9bc9c9177 HTTP/1.1" status: 200 len: 916 time: 0.3476934 Apr 12 20:00:53.815669 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-b54087d5-ab2f-4f07-b158-271af78981c0 req-a77b3f3e-8b63-431d-b73c-3fcfa573b45d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f264963e-f821-4ae9-b2fc-35eba6c4a481 HTTP/1.1" status: 200 len: 217 time: 0.0350890 Apr 12 20:00:53.863221 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54087d5-ab2f-4f07-b158-271af78981c0 req-aea3112a-a129-4640-b829-4b606cf818ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:00:53.864711 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-b54087d5-ab2f-4f07-b158-271af78981c0 req-aea3112a-a129-4640-b829-4b606cf818ae service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2e580f9a-778a-48a4-ae04-f65c9bd69003 HTTP/1.1" status: 200 len: 854 time: 0.0438037 Apr 12 20:00:53.911201 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54087d5-ab2f-4f07-b158-271af78981c0 req-1ba88947-881f-43bd-9430-45010716ea92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:00:53.912639 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-b54087d5-ab2f-4f07-b158-271af78981c0 req-1ba88947-881f-43bd-9430-45010716ea92 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=62249177-e60b-4707-8001-4bc9bc9c9177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423074 Apr 12 20:00:53.997775 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-b54087d5-ab2f-4f07-b158-271af78981c0 req-49a58782-2ff4-40b3-9ba8-e3fe7dfebe91 service neutron] 10.222.0.25 "GET /v2.0/networks/62249177-e60b-4707-8001-4bc9bc9c9177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790670 Apr 12 20:00:54.088863 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-b54087d5-ab2f-4f07-b158-271af78981c0 req-254960b4-59e6-4343-b5e3-8a338e18076e service neutron] 10.222.0.25 "GET /v2.0/networks/62249177-e60b-4707-8001-4bc9bc9c9177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849738 Apr 12 20:00:54.249300 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb9c54-f4e0-43fc-b48a-b2eb0f149a06 req-69ac7306-6fcc-4d6c-b9d6-aa9d8f88bc25 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:00:54.251051 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-27eb9c54-f4e0-43fc-b48a-b2eb0f149a06 req-69ac7306-6fcc-4d6c-b9d6-aa9d8f88bc25 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] 10.222.0.15 "GET /v2.0/ports?device_id=85c7aa6b-8163-45f9-a7e0-708f96b78e99 HTTP/1.1" status: 200 len: 945 time: 0.0473042 Apr 12 20:00:54.297052 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-27eb9c54-f4e0-43fc-b48a-b2eb0f149a06 req-6513b73a-6841-4fc3-857f-f4c0bed96ce2 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c0f503a-a37a-417b-9b96-3b75a388ac39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399415 Apr 12 20:00:55.408682 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccc08bb-8fb2-4d7c-9990-43cf1c3328d6 req-a7f4c6be-9475-43f0-9016-483aca2b63ed tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:00:55.410101 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-cccc08bb-8fb2-4d7c-9990-43cf1c3328d6 req-a7f4c6be-9475-43f0-9016-483aca2b63ed tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] 10.222.0.15 "GET /v2.0/ports?device_id=85c7aa6b-8163-45f9-a7e0-708f96b78e99 HTTP/1.1" status: 200 len: 945 time: 0.0459108 Apr 12 20:00:55.455210 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-cccc08bb-8fb2-4d7c-9990-43cf1c3328d6 req-54bc5cb9-499d-4240-8093-a5ee007eba6f tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c0f503a-a37a-417b-9b96-3b75a388ac39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396187 Apr 12 20:00:55.799057 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (ce4c6b0b-91ae-4576-82ad-f2f4ee2d2a45), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:00:56.246107 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a3546-9fbe-4646-afbb-db652d9d985e req-4bfc2d19-3137-489b-a690-d1906777eb07 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:00:56.247514 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-c92a3546-9fbe-4646-afbb-db652d9d985e req-4bfc2d19-3137-489b-a690-d1906777eb07 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] 10.222.0.25 "GET /v2.0/ports?device_id=85c7aa6b-8163-45f9-a7e0-708f96b78e99 HTTP/1.1" status: 200 len: 945 time: 0.0455287 Apr 12 20:00:56.330810 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.plugin [req-c92a3546-9fbe-4646-afbb-db652d9d985e req-ce38e237-1f50-4c05-b9a5-03536d2d4dc7 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Deleting port f264963e-f821-4ae9-b2fc-35eba6c4a481 {{(pid=106704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:00:56.331181 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-c92a3546-9fbe-4646-afbb-db652d9d985e req-ce38e237-1f50-4c05-b9a5-03536d2d4dc7 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749198460456'] for port (f264963e-f821-4ae9-b2fc-35eba6c4a481), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:00:56.416510 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.db [req-c92a3546-9fbe-4646-afbb-db652d9d985e req-ce38e237-1f50-4c05-b9a5-03536d2d4dc7 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] For port f264963e-f821-4ae9-b2fc-35eba6c4a481, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=f264963e-f821-4ae9-b2fc-35eba6c4a481,segment=NetworkSegment(a0ae6fbf-83a6-408c-ad92-fe5d4dbc5206),segment_id=a0ae6fbf-83a6-408c-ad92-fe5d4dbc5206)] {{(pid=106704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:00:56.417181 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-c92a3546-9fbe-4646-afbb-db652d9d985e req-ce38e237-1f50-4c05-b9a5-03536d2d4dc7 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661808'] for port (f264963e-f821-4ae9-b2fc-35eba6c4a481), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:00:56.433406 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.plugin [req-c92a3546-9fbe-4646-afbb-db652d9d985e req-ce38e237-1f50-4c05-b9a5-03536d2d4dc7 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Calling delete_port for f264963e-f821-4ae9-b2fc-35eba6c4a481 owned by compute:nova {{(pid=106704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:00:56.565747 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-c92a3546-9fbe-4646-afbb-db652d9d985e req-ce38e237-1f50-4c05-b9a5-03536d2d4dc7 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749198465814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749198058671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8791401'] for port (f264963e-f821-4ae9-b2fc-35eba6c4a481), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:00:56.573932 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62dceb2-d518-4081-b8c1-3feb3bf17552 req-c2e8d5d2-b2c1-4202-9152-65f852a04fde tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:00:56.575533 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-b62dceb2-d518-4081-b8c1-3feb3bf17552 req-c2e8d5d2-b2c1-4202-9152-65f852a04fde tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] 10.222.0.15 "GET /v2.0/ports?device_id=85c7aa6b-8163-45f9-a7e0-708f96b78e99 HTTP/1.1" status: 200 len: 945 time: 0.0467980 Apr 12 20:00:56.577346 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] get_ports_and_sgs() called for port_ids ['f264963e-f821-4ae9-b2fc-35eba6c4a481'] {{(pid=106714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 20:00:56.595113 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce38e237-1f50-4c05-b9a5-03536d2d4dc7 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Pushing event deleted for resources: {'Port': ['ID=f264963e-f821-4ae9-b2fc-35eba6c4a481,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:00:56.635452 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [req-b62dceb2-d518-4081-b8c1-3feb3bf17552 req-2c9d033a-7190-4d10-b86a-1ef80f79e2df tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c0f503a-a37a-417b-9b96-3b75a388ac39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511060 Apr 12 20:00:56.646355 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.l3_dvrscheduler_db [req-c92a3546-9fbe-4646-afbb-db652d9d985e req-ce38e237-1f50-4c05-b9a5-03536d2d4dc7 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] No DVR routers for this DVR port f264963e-f821-4ae9-b2fc-35eba6c4a481 on host hv-cinder-83754 {{(pid=106704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 20:00:56.649083 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [req-c92a3546-9fbe-4646-afbb-db652d9d985e req-ce38e237-1f50-4c05-b9a5-03536d2d4dc7 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245471'] for port (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:00:56.652433 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [req-c92a3546-9fbe-4646-afbb-db652d9d985e req-ce38e237-1f50-4c05-b9a5-03536d2d4dc7 tempest-TestMinimumBasicScenario-213702966 tempest-TestMinimumBasicScenario-213702966-project] 10.222.0.25 "DELETE /v2.0/ports/f264963e-f821-4ae9-b2fc-35eba6c4a481 HTTP/1.1" status: 204 len: 173 time: 0.3998730 Apr 12 20:00:56.652875 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85c7aa6b-8163-45f9-a7e0-708f96b78e99', 'name': 'network-vif-deleted', 'tag': 'f264963e-f821-4ae9-b2fc-35eba6c4a481'}] {{(pid=106704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:00:56.655165 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7198706052eeb44005bd3d373437c5078b0bb903de01f30342c0d4536e5352d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6bba048-cf78-4f13-859e-d49a8f068adb" -d '{"events": [{"server_uuid": "85c7aa6b-8163-45f9-a7e0-708f96b78e99", "name": "network-vif-deleted", "tag": "f264963e-f821-4ae9-b2fc-35eba6c4a481"}]}' {{(pid=106704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:00:56.695583 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 20:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-492802fa-7e11-4d0e-8da2-eec51e71269c x-openstack-request-id: req-492802fa-7e11-4d0e-8da2-eec51e71269c {{(pid=106704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:00:56.695875 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85c7aa6b-8163-45f9-a7e0-708f96b78e99", "name": "network-vif-deleted", "tag": "f264963e-f821-4ae9-b2fc-35eba6c4a481", "status": "completed", "code": 200}]} {{(pid=106704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:00:56.696180 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-492802fa-7e11-4d0e-8da2-eec51e71269c {{(pid=106704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:00:56.696583 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.notifiers.nova [-] Nova event matching ['req-492802fa-7e11-4d0e-8da2-eec51e71269c'] response: {'server_uuid': '85c7aa6b-8163-45f9-a7e0-708f96b78e99', 'name': 'network-vif-deleted', 'tag': 'f264963e-f821-4ae9-b2fc-35eba6c4a481', 'status': 'completed', 'code': 200} Apr 12 20:00:58.631183 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Device f264963e-f821-4ae9-b2fc-35eba6c4a481 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=106714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:00:58.781305 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] No Port match for: f264963e-f821-4ae9-b2fc-35eba6c4a481 {{(pid=106714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 20:00:58.781659 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Device f264963e-f821-4ae9-b2fc-35eba6c4a481 not bound to the agent host hv-cinder-83754 {{(pid=106714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 20:00:59.196280 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 42220) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:00:59.511203 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-6b1bb622-6d90-4d26-b37f-a11728bac5fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-668350'] for router_interface (4b187c57-15f7-42e5-8415-6cca62db110c), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:00:59.737415 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.plugin [None req-6b1bb622-6d90-4d26-b37f-a11728bac5fe admin admin] Deleting port 5aeb1898-cb26-4d8e-a3fd-a6ba391143e1 {{(pid=106707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:00:59.737749 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-6b1bb622-6d90-4d26-b37f-a11728bac5fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749198460456'] for port (5aeb1898-cb26-4d8e-a3fd-a6ba391143e1), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:00:59.815924 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.db [None req-6b1bb622-6d90-4d26-b37f-a11728bac5fe admin admin] For port 5aeb1898-cb26-4d8e-a3fd-a6ba391143e1, host dv-cinder-837540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-1-iscsi',level=0,port_id=5aeb1898-cb26-4d8e-a3fd-a6ba391143e1,segment=NetworkSegment(a0ae6fbf-83a6-408c-ad92-fe5d4dbc5206),segment_id=a0ae6fbf-83a6-408c-ad92-fe5d4dbc5206)] {{(pid=106707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:00:59.816234 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-6b1bb622-6d90-4d26-b37f-a11728bac5fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661808'] for port (5aeb1898-cb26-4d8e-a3fd-a6ba391143e1), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:00:59.829095 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.plugin [None req-6b1bb622-6d90-4d26-b37f-a11728bac5fe admin admin] Calling delete_port for 5aeb1898-cb26-4d8e-a3fd-a6ba391143e1 owned by network:router_interface {{(pid=106707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:01:00.007120 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-6b1bb622-6d90-4d26-b37f-a11728bac5fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749198465814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749198058671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9064885'] for port (5aeb1898-cb26-4d8e-a3fd-a6ba391143e1), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:00.032314 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1bb622-6d90-4d26-b37f-a11728bac5fe admin admin] Pushing event deleted for resources: {'Port': ['ID=5aeb1898-cb26-4d8e-a3fd-a6ba391143e1,revision_number=None']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:01:00.199686 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-6b1bb622-6d90-4d26-b37f-a11728bac5fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-668194'] for router_interface (4b187c57-15f7-42e5-8415-6cca62db110c), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:00.411280 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b1bb622-6d90-4d26-b37f-a11728bac5fe admin admin] Router 4b187c57-15f7-42e5-8415-6cca62db110c has already been hosted by L3 agent 4d9412c4-31b2-4fbf-87a0-f931332ab9d5 {{(pid=106707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 20:01:00.514583 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b1bb622-6d90-4d26-b37f-a11728bac5fe admin admin] Notify agent at l3_agent.dv-cinder-837540-1-iscsi the message routers_updated {{(pid=106707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:01:00.519589 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-6b1bb622-6d90-4d26-b37f-a11728bac5fe admin admin] 10.222.0.15 "PUT /v2.0/routers/4b187c57-15f7-42e5-8415-6cca62db110c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3223286 Apr 12 20:01:00.522794 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 42222) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:01:00.525300 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e673fc6e-7769-497f-8999-e101bafc144d None None] Sync routers for ids ['4b187c57-15f7-42e5-8415-6cca62db110c'] in dv-cinder-837540-1-iscsi {{(pid=106714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:01:00.535274 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e673fc6e-7769-497f-8999-e101bafc144d None None] Routers {'4b187c57-15f7-42e5-8415-6cca62db110c'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:01:00.536492 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_hamode_db [None req-e673fc6e-7769-497f-8999-e101bafc144d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T20:00:46Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['4b187c57-15f7-42e5-8415-6cca62db110c'], 'active': True} {{(pid=106714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:01:00.627527 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-55850d74-4606-473f-8b3e-d9091da3b6ba admin admin] Publish callbacks [] for router (4b187c57-15f7-42e5-8415-6cca62db110c), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:00.642120 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_dvr_db [None req-e673fc6e-7769-497f-8999-e101bafc144d None None] Set router 4b187c57-15f7-42e5-8415-6cca62db110c gateway port host: dv-cinder-837540-1-iscsi {{(pid=106714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:01:00.730642 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-55850d74-4606-473f-8b3e-d9091da3b6ba admin admin] Publish callbacks [] for router_gateway (4b187c57-15f7-42e5-8415-6cca62db110c), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:00.774037 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.plugin [None req-55850d74-4606-473f-8b3e-d9091da3b6ba admin admin] Deleting port 7cbf2414-36a2-4857-ba5f-ddeba9e45f02 {{(pid=106707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:01:00.774372 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-55850d74-4606-473f-8b3e-d9091da3b6ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749198460456'] for port (7cbf2414-36a2-4857-ba5f-ddeba9e45f02), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:00.808322 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_hamode_db [None req-e673fc6e-7769-497f-8999-e101bafc144d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b187c57-15f7-42e5-8415-6cca62db110c', 'name': 'tempest-TestMinimumBasicScenario-1392526478-router', 'tenant_id': '34b501f3045d4af9848b5dd82c890ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '7cbf2414-36a2-4857-ba5f-ddeba9e45f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:57:42Z', 'updated_at': '2022-04-12T20:00:59Z', 'revision_number': 5, 'project_id': '34b501f3045d4af9848b5dd82c890ccc', 'gw_port': {'id': '7cbf2414-36a2-4857-ba5f-ddeba9e45f02', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:13:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b187c57-15f7-42e5-8415-6cca62db110c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:57:42Z', 'updated_at': '2022-04-12T19:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi'}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:01:00.839101 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e673fc6e-7769-497f-8999-e101bafc144d None None] Checking router: 4b187c57-15f7-42e5-8415-6cca62db110c for host: dv-cinder-837540-1-iscsi {{(pid=106714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:01:00.847431 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e673fc6e-7769-497f-8999-e101bafc144d None None] Routers {'4b187c57-15f7-42e5-8415-6cca62db110c'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:01:00.848138 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_hamode_db [None req-e673fc6e-7769-497f-8999-e101bafc144d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T20:00:46Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['4b187c57-15f7-42e5-8415-6cca62db110c'], 'active': True} {{(pid=106714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:01:00.855305 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.db [None req-55850d74-4606-473f-8b3e-d9091da3b6ba admin admin] For port 7cbf2414-36a2-4857-ba5f-ddeba9e45f02, host dv-cinder-837540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-1-iscsi',level=0,port_id=7cbf2414-36a2-4857-ba5f-ddeba9e45f02,segment=NetworkSegment(d71711ac-63cd-4a26-822c-81ae059ce82d),segment_id=d71711ac-63cd-4a26-822c-81ae059ce82d)] {{(pid=106707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:01:00.855670 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-55850d74-4606-473f-8b3e-d9091da3b6ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661808'] for port (7cbf2414-36a2-4857-ba5f-ddeba9e45f02), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:00.868666 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.plugin [None req-55850d74-4606-473f-8b3e-d9091da3b6ba admin admin] Calling delete_port for 7cbf2414-36a2-4857-ba5f-ddeba9e45f02 owned by network:router_gateway {{(pid=106707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:01:00.937225 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_dvr_db [None req-e673fc6e-7769-497f-8999-e101bafc144d None None] Set router 4b187c57-15f7-42e5-8415-6cca62db110c gateway port host: None {{(pid=106714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:01:00.989222 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_hamode_db [None req-e673fc6e-7769-497f-8999-e101bafc144d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b187c57-15f7-42e5-8415-6cca62db110c', 'name': 'tempest-TestMinimumBasicScenario-1392526478-router', 'tenant_id': '34b501f3045d4af9848b5dd82c890ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:57:42Z', 'updated_at': '2022-04-12T20:01:00Z', 'revision_number': 6, 'project_id': '34b501f3045d4af9848b5dd82c890ccc', 'gw_port_host': None}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:01:01.019170 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e673fc6e-7769-497f-8999-e101bafc144d None None] The sync data for ids ['4b187c57-15f7-42e5-8415-6cca62db110c'] in dv-cinder-837540-1-iscsi is: [{'id': '4b187c57-15f7-42e5-8415-6cca62db110c', 'name': 'tempest-TestMinimumBasicScenario-1392526478-router', 'tenant_id': '34b501f3045d4af9848b5dd82c890ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:57:42Z', 'updated_at': '2022-04-12T20:01:00Z', 'revision_number': 6, 'project_id': '34b501f3045d4af9848b5dd82c890ccc', 'gw_port_host': None}] {{(pid=106714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:01:01.036525 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-55850d74-4606-473f-8b3e-d9091da3b6ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749198465814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749198058671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9064885'] for port (7cbf2414-36a2-4857-ba5f-ddeba9e45f02), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:01.062716 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55850d74-4606-473f-8b3e-d9091da3b6ba admin admin] Pushing event deleted for resources: {'Port': ['ID=7cbf2414-36a2-4857-ba5f-ddeba9e45f02,revision_number=None']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:01:01.122391 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-55850d74-4606-473f-8b3e-d9091da3b6ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668036'] for router_gateway (4b187c57-15f7-42e5-8415-6cca62db110c), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:01.214507 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-55850d74-4606-473f-8b3e-d9091da3b6ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-670298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26510'] for router (4b187c57-15f7-42e5-8415-6cca62db110c), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:01.216623 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-55850d74-4606-473f-8b3e-d9091da3b6ba admin admin] Publish callbacks [] for router_controller (4b187c57-15f7-42e5-8415-6cca62db110c), precommit_delete_associations {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:01.259258 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-55850d74-4606-473f-8b3e-d9091da3b6ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-670305'] for router (4b187c57-15f7-42e5-8415-6cca62db110c), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:01.259692 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55850d74-4606-473f-8b3e-d9091da3b6ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b187c57-15f7-42e5-8415-6cca62db110c {{(pid=106707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 20:01:01.263909 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-55850d74-4606-473f-8b3e-d9091da3b6ba admin admin] Publish callbacks [] for router (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:01.265211 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-55850d74-4606-473f-8b3e-d9091da3b6ba admin admin] 10.222.0.15 "DELETE /v2.0/routers/4b187c57-15f7-42e5-8415-6cca62db110c HTTP/1.1" status: 204 len: 168 time: 0.7414894 Apr 12 20:01:01.267603 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 42224) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:01:01.309933 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0f05cc2-6f0f-4b71-be68-429c14b0f469 admin admin] Deleting subnet 2e580f9a-778a-48a4-ae04-f65c9bd69003 {{(pid=106707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 20:01:01.312876 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-d0f05cc2-6f0f-4b71-be68-429c14b0f469 admin admin] Publish callbacks [] for subnet (2e580f9a-778a-48a4-ae04-f65c9bd69003), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:01.350741 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-d0f05cc2-6f0f-4b71-be68-429c14b0f469 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9065194'] for subnet (2e580f9a-778a-48a4-ae04-f65c9bd69003), precommit_delete_associations {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:01.437154 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-d0f05cc2-6f0f-4b71-be68-429c14b0f469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449141'] for subnet (2e580f9a-778a-48a4-ae04-f65c9bd69003), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:01.488276 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-d0f05cc2-6f0f-4b71-be68-429c14b0f469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9064922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9408020'] for subnet (2e580f9a-778a-48a4-ae04-f65c9bd69003), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:01.515372 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f05cc2-6f0f-4b71-be68-429c14b0f469 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e580f9a-778a-48a4-ae04-f65c9bd69003,revision_number=None']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:01:01.517278 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-d0f05cc2-6f0f-4b71-be68-429c14b0f469 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565043'] for subnet (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:01.520541 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-d0f05cc2-6f0f-4b71-be68-429c14b0f469 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/2e580f9a-778a-48a4-ae04-f65c9bd69003 HTTP/1.1" status: 204 len: 168 time: 0.2519770 Apr 12 20:01:01.521568 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c72c271-c2da-4309-8644-a5a36d95b4dd None None] Network 62249177-e60b-4707-8001-4bc9bc9c9177 requested from dv-cinder-837540-1-iscsi {{(pid=106714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 20:01:01.522949 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 42226) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:01:01.796162 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device 5aeb1898-cb26-4d8e-a3fd-a6ba391143e1 no longer exists at agent ovs-agent-dv-cinder-837540-1-iscsi {{(pid=106714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:01:01.822457 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f98ed9f-ece8-4454-924c-b52550d06fa1 None None] DHCP port deletion for 62249177-e60b-4707-8001-4bc9bc9c9177 request from dv-cinder-837540-1-iscsi {{(pid=106714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 20:01:01.825741 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] No Port match for: 5aeb1898-cb26-4d8e-a3fd-a6ba391143e1 {{(pid=106714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 20:01:01.826169 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device 5aeb1898-cb26-4d8e-a3fd-a6ba391143e1 not bound to the agent host dv-cinder-837540-1-iscsi {{(pid=106714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 20:01:01.845393 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-9622838e-34cd-4c10-ad7b-1091d9718028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3636804'] for network (62249177-e60b-4707-8001-4bc9bc9c9177), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:01.865580 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-0f98ed9f-ece8-4454-924c-b52550d06fa1 None None] Deleting port e8fc091d-9826-499c-9a7f-70d657f88ea5 {{(pid=106714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:01:01.866282 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-0f98ed9f-ece8-4454-924c-b52550d06fa1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749198460456'] for port (e8fc091d-9826-499c-9a7f-70d657f88ea5), before_delete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:01.898317 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.plugin [None req-9622838e-34cd-4c10-ad7b-1091d9718028 admin admin] Deleting port e8fc091d-9826-499c-9a7f-70d657f88ea5 {{(pid=106707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:01:01.898649 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-9622838e-34cd-4c10-ad7b-1091d9718028 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749198460456'] for port (e8fc091d-9826-499c-9a7f-70d657f88ea5), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:01.937542 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-0f98ed9f-ece8-4454-924c-b52550d06fa1 None None] For port e8fc091d-9826-499c-9a7f-70d657f88ea5, host dv-cinder-837540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-1-iscsi',level=0,port_id=e8fc091d-9826-499c-9a7f-70d657f88ea5,segment=NetworkSegment(a0ae6fbf-83a6-408c-ad92-fe5d4dbc5206),segment_id=a0ae6fbf-83a6-408c-ad92-fe5d4dbc5206)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:01:01.937941 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-0f98ed9f-ece8-4454-924c-b52550d06fa1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661808'] for port (e8fc091d-9826-499c-9a7f-70d657f88ea5), precommit_delete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:01.954229 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-0f98ed9f-ece8-4454-924c-b52550d06fa1 None None] Calling delete_port for e8fc091d-9826-499c-9a7f-70d657f88ea5 owned by network:dhcp {{(pid=106714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:01:01.966660 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.db [None req-9622838e-34cd-4c10-ad7b-1091d9718028 admin admin] For port e8fc091d-9826-499c-9a7f-70d657f88ea5, host dv-cinder-837540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-1-iscsi',level=0,port_id=e8fc091d-9826-499c-9a7f-70d657f88ea5,segment=NetworkSegment(a0ae6fbf-83a6-408c-ad92-fe5d4dbc5206),segment_id=a0ae6fbf-83a6-408c-ad92-fe5d4dbc5206)] {{(pid=106707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:01:01.966660 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-9622838e-34cd-4c10-ad7b-1091d9718028 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661808'] for port (e8fc091d-9826-499c-9a7f-70d657f88ea5), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:01.980218 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.plugin [None req-9622838e-34cd-4c10-ad7b-1091d9718028 admin admin] Calling delete_port for e8fc091d-9826-499c-9a7f-70d657f88ea5 owned by network:dhcp {{(pid=106707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:01:02.037334 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-0f98ed9f-ece8-4454-924c-b52550d06fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749198465814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749198058671'] for port (e8fc091d-9826-499c-9a7f-70d657f88ea5), after_delete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:02.060519 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-9622838e-34cd-4c10-ad7b-1091d9718028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749198465814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749198058671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9064885'] for port (e8fc091d-9826-499c-9a7f-70d657f88ea5), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:02.064240 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f98ed9f-ece8-4454-924c-b52550d06fa1 None None] Pushing event deleted for resources: {'Port': ['ID=e8fc091d-9826-499c-9a7f-70d657f88ea5,revision_number=None']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:01:02.066562 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f98ed9f-ece8-4454-924c-b52550d06fa1 None None] No DVR routers for this DVR port e8fc091d-9826-499c-9a7f-70d657f88ea5 on host dv-cinder-837540-1-iscsi {{(pid=106714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 20:01:02.080991 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f98ed9f-ece8-4454-924c-b52550d06fa1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:01:02.081584 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f98ed9f-ece8-4454-924c-b52550d06fa1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:01:02.082702 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f98ed9f-ece8-4454-924c-b52550d06fa1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:01:02.083276 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f98ed9f-ece8-4454-924c-b52550d06fa1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:01:02.084390 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f98ed9f-ece8-4454-924c-b52550d06fa1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:01:02.085705 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f98ed9f-ece8-4454-924c-b52550d06fa1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:01:02.086400 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f98ed9f-ece8-4454-924c-b52550d06fa1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:01:02.086800 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f98ed9f-ece8-4454-924c-b52550d06fa1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:01:02.087198 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f98ed9f-ece8-4454-924c-b52550d06fa1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:01:02.087608 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f98ed9f-ece8-4454-924c-b52550d06fa1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:01:02.088098 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f98ed9f-ece8-4454-924c-b52550d06fa1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:01:02.088415 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f98ed9f-ece8-4454-924c-b52550d06fa1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:01:02.088541 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9622838e-34cd-4c10-ad7b-1091d9718028 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8fc091d-9826-499c-9a7f-70d657f88ea5,revision_number=None']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:01:02.088853 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f98ed9f-ece8-4454-924c-b52550d06fa1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:01:02.089339 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f98ed9f-ece8-4454-924c-b52550d06fa1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:01:02.089727 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f98ed9f-ece8-4454-924c-b52550d06fa1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837540-1-iscsi {{(pid=106714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:01:02.095530 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9622838e-34cd-4c10-ad7b-1091d9718028 admin admin] No DVR routers for this DVR port e8fc091d-9826-499c-9a7f-70d657f88ea5 on host dv-cinder-837540-1-iscsi {{(pid=106707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 20:01:02.168893 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-9622838e-34cd-4c10-ad7b-1091d9718028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3451022', 'neutron.services.segments.db._delete_segments_for_network-8749198551224'] for network (62249177-e60b-4707-8001-4bc9bc9c9177), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:02.188861 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.services.segments.db [None req-9622838e-34cd-4c10-ad7b-1091d9718028 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62249177-e60b-4707-8001-4bc9bc9c9177']}} {{(pid=106707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:01:02.198635 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.services.segments.db [None req-9622838e-34cd-4c10-ad7b-1091d9718028 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0ae6fbf-83a6-408c-ad92-fe5d4dbc5206') {'for_net_delete': True} {{(pid=106707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:01:02.198931 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.services.segments.db [None req-9622838e-34cd-4c10-ad7b-1091d9718028 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0ae6fbf-83a6-408c-ad92-fe5d4dbc5206') {} {{(pid=106707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:01:02.208825 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-9622838e-34cd-4c10-ad7b-1091d9718028 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749198554305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9065169'] for segment (a0ae6fbf-83a6-408c-ad92-fe5d4dbc5206), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:02.222108 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-9622838e-34cd-4c10-ad7b-1091d9718028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495566'] for segment (a0ae6fbf-83a6-408c-ad92-fe5d4dbc5206), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:02.229343 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9622838e-34cd-4c10-ad7b-1091d9718028 admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=106707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 20:01:02.229744 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-9622838e-34cd-4c10-ad7b-1091d9718028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9064800'] for segment (a0ae6fbf-83a6-408c-ad92-fe5d4dbc5206), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:02.232005 dv-cinder-837540-1-iscsi neutron-server[106707]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 12 20:01:02.232005 dv-cinder-837540-1-iscsi neutron-server[106707]: self.session.flush() Apr 12 20:01:02.232005 dv-cinder-837540-1-iscsi neutron-server[106707]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 12 20:01:02.232005 dv-cinder-837540-1-iscsi neutron-server[106707]: self.session.flush() Apr 12 20:01:02.232005 dv-cinder-837540-1-iscsi neutron-server[106707]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 12 20:01:02.232005 dv-cinder-837540-1-iscsi neutron-server[106707]: self.session.flush() Apr 12 20:01:02.232005 dv-cinder-837540-1-iscsi neutron-server[106707]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 12 20:01:02.232005 dv-cinder-837540-1-iscsi neutron-server[106707]: self.session.flush() Apr 12 20:01:02.232005 dv-cinder-837540-1-iscsi neutron-server[106707]: Traceback (most recent call last): Apr 12 20:01:02.232005 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 20:01:02.232005 dv-cinder-837540-1-iscsi neutron-server[106707]: timer() Apr 12 20:01:02.232005 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 20:01:02.232005 dv-cinder-837540-1-iscsi neutron-server[106707]: cb(*args, **kw) Apr 12 20:01:02.232005 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 20:01:02.232005 dv-cinder-837540-1-iscsi neutron-server[106707]: return func(*args, **kwargs) Apr 12 20:01:02.232005 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 20:01:02.232005 dv-cinder-837540-1-iscsi neutron-server[106707]: self._notify() Apr 12 20:01:02.232005 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 20:01:02.232005 dv-cinder-837540-1-iscsi neutron-server[106707]: self.callback(batched_events) Apr 12 20:01:02.232005 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 20:01:02.232005 dv-cinder-837540-1-iscsi neutron-server[106707]: event.method(event) Apr 12 20:01:02.232005 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 20:01:02.232005 dv-cinder-837540-1-iscsi neutron-server[106707]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 20:01:02.232005 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 20:01:02.232005 dv-cinder-837540-1-iscsi neutron-server[106707]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 20:01:02.232005 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 20:01:02.232005 dv-cinder-837540-1-iscsi neutron-server[106707]: return f(self, *a, **k) Apr 12 20:01:02.232005 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 20:01:02.232005 dv-cinder-837540-1-iscsi neutron-server[106707]: return self._get(url).json() Apr 12 20:01:02.232005 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 20:01:02.232005 dv-cinder-837540-1-iscsi neutron-server[106707]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 20:01:02.232005 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 20:01:02.232005 dv-cinder-837540-1-iscsi neutron-server[106707]: return self.request(url, 'GET', **kwargs) Apr 12 20:01:02.232005 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 20:01:02.232005 dv-cinder-837540-1-iscsi neutron-server[106707]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 20:01:02.232005 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 20:01:02.232005 dv-cinder-837540-1-iscsi neutron-server[106707]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 20:01:02.232005 dv-cinder-837540-1-iscsi neutron-server[106707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 20:01:02.232005 dv-cinder-837540-1-iscsi neutron-server[106707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 20:01:02.232005 dv-cinder-837540-1-iscsi neutron-server[106707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 20:01:02.293417 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-9622838e-34cd-4c10-ad7b-1091d9718028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3451063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668064'] for network (62249177-e60b-4707-8001-4bc9bc9c9177), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:02.298494 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-9622838e-34cd-4c10-ad7b-1091d9718028 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565043'] for network (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:02.301645 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-9622838e-34cd-4c10-ad7b-1091d9718028 admin admin] 10.222.0.15 "DELETE /v2.0/networks/62249177-e60b-4707-8001-4bc9bc9c9177 HTTP/1.1" status: 204 len: 168 time: 0.7777791 Apr 12 20:01:02.304751 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 42228) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:01:02.312502 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9622838e-34cd-4c10-ad7b-1091d9718028 admin admin] Pushing event deleted for resources: {'Network': ['ID=62249177-e60b-4707-8001-4bc9bc9c9177,revision_number=None']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:01:02.625921 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-6b4ad07f-2692-4223-adfa-5b7f480dceb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-668350'] for router_interface (3c2ac683-ad05-4e3b-8f6e-cc5c527368b4), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:02.853113 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.plugin [None req-6b4ad07f-2692-4223-adfa-5b7f480dceb4 admin admin] Deleting port 55e23ac5-fe61-45e5-9de2-2abdfca0e11a {{(pid=106704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:01:02.853444 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-6b4ad07f-2692-4223-adfa-5b7f480dceb4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749198460456'] for port (55e23ac5-fe61-45e5-9de2-2abdfca0e11a), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:02.933554 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.db [None req-6b4ad07f-2692-4223-adfa-5b7f480dceb4 admin admin] For port 55e23ac5-fe61-45e5-9de2-2abdfca0e11a, host dv-cinder-837540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-1-iscsi',level=0,port_id=55e23ac5-fe61-45e5-9de2-2abdfca0e11a,segment=NetworkSegment(f2e406bc-0f26-438f-899e-e9d9c57e7a58),segment_id=f2e406bc-0f26-438f-899e-e9d9c57e7a58)] {{(pid=106704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:01:02.933914 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-6b4ad07f-2692-4223-adfa-5b7f480dceb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661808'] for port (55e23ac5-fe61-45e5-9de2-2abdfca0e11a), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:02.946314 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.plugin [None req-6b4ad07f-2692-4223-adfa-5b7f480dceb4 admin admin] Calling delete_port for 55e23ac5-fe61-45e5-9de2-2abdfca0e11a owned by network:router_interface {{(pid=106704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:01:03.122288 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-6b4ad07f-2692-4223-adfa-5b7f480dceb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749198465814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749198058671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8791401'] for port (55e23ac5-fe61-45e5-9de2-2abdfca0e11a), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:03.127628 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device 7cbf2414-36a2-4857-ba5f-ddeba9e45f02 no longer exists at agent ovs-agent-dv-cinder-837540-1-iscsi {{(pid=106714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:01:03.147520 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] No Port match for: 7cbf2414-36a2-4857-ba5f-ddeba9e45f02 {{(pid=106714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 20:01:03.147870 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device 7cbf2414-36a2-4857-ba5f-ddeba9e45f02 not bound to the agent host dv-cinder-837540-1-iscsi {{(pid=106714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 20:01:03.148315 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device e8fc091d-9826-499c-9a7f-70d657f88ea5 no longer exists at agent ovs-agent-dv-cinder-837540-1-iscsi {{(pid=106714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:01:03.149303 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ad07f-2692-4223-adfa-5b7f480dceb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=55e23ac5-fe61-45e5-9de2-2abdfca0e11a,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:01:03.171182 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] No Port match for: e8fc091d-9826-499c-9a7f-70d657f88ea5 {{(pid=106714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 20:01:03.171539 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device e8fc091d-9826-499c-9a7f-70d657f88ea5 not bound to the agent host dv-cinder-837540-1-iscsi {{(pid=106714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 20:01:03.322404 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-6b4ad07f-2692-4223-adfa-5b7f480dceb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-668194'] for router_interface (3c2ac683-ad05-4e3b-8f6e-cc5c527368b4), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:03.534411 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b4ad07f-2692-4223-adfa-5b7f480dceb4 admin admin] Router 3c2ac683-ad05-4e3b-8f6e-cc5c527368b4 has already been hosted by L3 agent 4d9412c4-31b2-4fbf-87a0-f931332ab9d5 {{(pid=106704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 20:01:03.652629 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b4ad07f-2692-4223-adfa-5b7f480dceb4 admin admin] Notify agent at l3_agent.dv-cinder-837540-1-iscsi the message routers_updated {{(pid=106704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:01:03.657584 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-6b4ad07f-2692-4223-adfa-5b7f480dceb4 admin admin] 10.222.0.15 "PUT /v2.0/routers/3c2ac683-ad05-4e3b-8f6e-cc5c527368b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3517895 Apr 12 20:01:03.660026 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 42230) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:01:03.662693 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c90527-7aaf-4a4a-8604-5efdc35faaf8 None None] Sync routers for ids ['3c2ac683-ad05-4e3b-8f6e-cc5c527368b4'] in dv-cinder-837540-1-iscsi {{(pid=106718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:01:03.673074 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c90527-7aaf-4a4a-8604-5efdc35faaf8 None None] Routers {'3c2ac683-ad05-4e3b-8f6e-cc5c527368b4'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:01:03.673678 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-d0c90527-7aaf-4a4a-8604-5efdc35faaf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T20:00:46Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['3c2ac683-ad05-4e3b-8f6e-cc5c527368b4'], 'active': True} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:01:03.771559 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-1c087b57-08b0-4b21-a166-efc3e487b3df admin admin] Publish callbacks [] for router (3c2ac683-ad05-4e3b-8f6e-cc5c527368b4), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:03.865244 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvr_db [None req-d0c90527-7aaf-4a4a-8604-5efdc35faaf8 None None] Set router 3c2ac683-ad05-4e3b-8f6e-cc5c527368b4 gateway port host: dv-cinder-837540-1-iscsi {{(pid=106718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:01:03.877104 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-1c087b57-08b0-4b21-a166-efc3e487b3df admin admin] Publish callbacks [] for router_gateway (3c2ac683-ad05-4e3b-8f6e-cc5c527368b4), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:03.922368 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.plugin [None req-1c087b57-08b0-4b21-a166-efc3e487b3df admin admin] Deleting port 33202109-7722-4b5a-a57b-3a9e323af809 {{(pid=106704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:01:03.922702 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-1c087b57-08b0-4b21-a166-efc3e487b3df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749198460456'] for port (33202109-7722-4b5a-a57b-3a9e323af809), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:04.005456 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.db [None req-1c087b57-08b0-4b21-a166-efc3e487b3df admin admin] For port 33202109-7722-4b5a-a57b-3a9e323af809, host dv-cinder-837540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-1-iscsi',level=0,port_id=33202109-7722-4b5a-a57b-3a9e323af809,segment=NetworkSegment(d71711ac-63cd-4a26-822c-81ae059ce82d),segment_id=d71711ac-63cd-4a26-822c-81ae059ce82d)] {{(pid=106704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:01:04.005817 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-1c087b57-08b0-4b21-a166-efc3e487b3df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661808'] for port (33202109-7722-4b5a-a57b-3a9e323af809), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:04.018555 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.plugin [None req-1c087b57-08b0-4b21-a166-efc3e487b3df admin admin] Calling delete_port for 33202109-7722-4b5a-a57b-3a9e323af809 owned by network:router_gateway {{(pid=106704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:01:04.042097 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-d0c90527-7aaf-4a4a-8604-5efdc35faaf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c2ac683-ad05-4e3b-8f6e-cc5c527368b4', 'name': 'tempest-TestMinimumBasicScenario-1454896313-router', 'tenant_id': '63ec93e550804c1ba5440cf47035a70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'external_fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '33202109-7722-4b5a-a57b-3a9e323af809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:57:46Z', 'updated_at': '2022-04-12T20:01:03Z', 'revision_number': 5, 'project_id': '63ec93e550804c1ba5440cf47035a70f', 'gw_port': {'id': '33202109-7722-4b5a-a57b-3a9e323af809', 'name': '', 'network_id': 'afbe4dbc-ebb0-4361-b7c6-5beeb68bbe08', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2ac683-ad05-4e3b-8f6e-cc5c527368b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:57:47Z', 'updated_at': '2022-04-12T19:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6283d24b-0e2c-4ae1-ac34-d042e72aa307', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837540-1-iscsi'}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:01:04.069570 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c90527-7aaf-4a4a-8604-5efdc35faaf8 None None] Checking router: 3c2ac683-ad05-4e3b-8f6e-cc5c527368b4 for host: dv-cinder-837540-1-iscsi {{(pid=106718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:01:04.078008 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c90527-7aaf-4a4a-8604-5efdc35faaf8 None None] Routers {'3c2ac683-ad05-4e3b-8f6e-cc5c527368b4'} bound to L3 agent in host dv-cinder-837540-1-iscsi {{(pid=106718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:01:04.078690 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-d0c90527-7aaf-4a4a-8604-5efdc35faaf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T19:30:46Z,description=,heartbeat_timestamp=2022-04-12T20:00:46Z,host='dv-cinder-837540-1-iscsi',id=4d9412c4-31b2-4fbf-87a0-f931332ab9d5,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:30:46Z,topic='l3_agent')) {'router_ids': ['3c2ac683-ad05-4e3b-8f6e-cc5c527368b4'], 'active': True} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:01:04.168373 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_dvr_db [None req-d0c90527-7aaf-4a4a-8604-5efdc35faaf8 None None] Set router 3c2ac683-ad05-4e3b-8f6e-cc5c527368b4 gateway port host: None {{(pid=106718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:01:04.221522 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.l3_hamode_db [None req-d0c90527-7aaf-4a4a-8604-5efdc35faaf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c2ac683-ad05-4e3b-8f6e-cc5c527368b4', 'name': 'tempest-TestMinimumBasicScenario-1454896313-router', 'tenant_id': '63ec93e550804c1ba5440cf47035a70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:57:46Z', 'updated_at': '2022-04-12T20:01:03Z', 'revision_number': 6, 'project_id': '63ec93e550804c1ba5440cf47035a70f', 'gw_port_host': None}], 'dv-cinder-837540-1-iscsi', False) {} {{(pid=106718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:01:04.252698 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c90527-7aaf-4a4a-8604-5efdc35faaf8 None None] The sync data for ids ['3c2ac683-ad05-4e3b-8f6e-cc5c527368b4'] in dv-cinder-837540-1-iscsi is: [{'id': '3c2ac683-ad05-4e3b-8f6e-cc5c527368b4', 'name': 'tempest-TestMinimumBasicScenario-1454896313-router', 'tenant_id': '63ec93e550804c1ba5440cf47035a70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:57:46Z', 'updated_at': '2022-04-12T20:01:03Z', 'revision_number': 6, 'project_id': '63ec93e550804c1ba5440cf47035a70f', 'gw_port_host': None}] {{(pid=106718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:01:04.441629 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-1c087b57-08b0-4b21-a166-efc3e487b3df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749198465814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749198058671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8791401'] for port (33202109-7722-4b5a-a57b-3a9e323af809), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:04.473821 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c087b57-08b0-4b21-a166-efc3e487b3df admin admin] Pushing event deleted for resources: {'Port': ['ID=33202109-7722-4b5a-a57b-3a9e323af809,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:01:04.527708 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-1c087b57-08b0-4b21-a166-efc3e487b3df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668036'] for router_gateway (3c2ac683-ad05-4e3b-8f6e-cc5c527368b4), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:04.618054 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-1c087b57-08b0-4b21-a166-efc3e487b3df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-670298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26510'] for router (3c2ac683-ad05-4e3b-8f6e-cc5c527368b4), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:04.620351 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-1c087b57-08b0-4b21-a166-efc3e487b3df admin admin] Publish callbacks [] for router_controller (3c2ac683-ad05-4e3b-8f6e-cc5c527368b4), precommit_delete_associations {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:04.669665 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-1c087b57-08b0-4b21-a166-efc3e487b3df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-670305'] for router (3c2ac683-ad05-4e3b-8f6e-cc5c527368b4), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:04.670229 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c087b57-08b0-4b21-a166-efc3e487b3df admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c2ac683-ad05-4e3b-8f6e-cc5c527368b4 {{(pid=106704) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 20:01:04.675603 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-1c087b57-08b0-4b21-a166-efc3e487b3df admin admin] Publish callbacks [] for router (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:04.679620 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-1c087b57-08b0-4b21-a166-efc3e487b3df admin admin] 10.222.0.15 "DELETE /v2.0/routers/3c2ac683-ad05-4e3b-8f6e-cc5c527368b4 HTTP/1.1" status: 204 len: 168 time: 1.0163839 Apr 12 20:01:04.680066 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [-] (106707) accepted ('10.222.0.15', 42238) {{(pid=106707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:01:04.724642 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2dec7aa-c74e-48e4-baf6-7a7af793c7ad admin admin] Deleting subnet b864bb31-4677-4626-b559-abc49cfc8a00 {{(pid=106707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 20:01:04.727729 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-b2dec7aa-c74e-48e4-baf6-7a7af793c7ad admin admin] Publish callbacks [] for subnet (b864bb31-4677-4626-b559-abc49cfc8a00), before_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:04.760970 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-b2dec7aa-c74e-48e4-baf6-7a7af793c7ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9065194'] for subnet (b864bb31-4677-4626-b559-abc49cfc8a00), precommit_delete_associations {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:04.838516 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-b2dec7aa-c74e-48e4-baf6-7a7af793c7ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449141'] for subnet (b864bb31-4677-4626-b559-abc49cfc8a00), precommit_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:04.890108 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-b2dec7aa-c74e-48e4-baf6-7a7af793c7ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9064922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9408020'] for subnet (b864bb31-4677-4626-b559-abc49cfc8a00), after_delete {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:04.918517 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron_lib.callbacks.manager [None req-b2dec7aa-c74e-48e4-baf6-7a7af793c7ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565043'] for subnet (None), before_response {{(pid=106707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:04.922422 dv-cinder-837540-1-iscsi neutron-server[106707]: INFO neutron.wsgi [None req-b2dec7aa-c74e-48e4-baf6-7a7af793c7ad admin admin] 10.222.0.15 "DELETE /v2.0/subnets/b864bb31-4677-4626-b559-abc49cfc8a00 HTTP/1.1" status: 204 len: 168 time: 0.2412012 Apr 12 20:01:04.923379 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dec7aa-c74e-48e4-baf6-7a7af793c7ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b864bb31-4677-4626-b559-abc49cfc8a00,revision_number=None']} {{(pid=106707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:01:04.923767 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ea9ef1-5784-4835-851c-05fdc11a225d None None] Network 6793c9b5-3b7c-4fc5-8dba-2a918c2fb93a requested from dv-cinder-837540-1-iscsi {{(pid=106714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 20:01:04.924920 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 42240) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:01:04.992137 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-2301971e-ecec-4169-9a48-a76fa3de31a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3636804'] for network (6793c9b5-3b7c-4fc5-8dba-2a918c2fb93a), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:05.039529 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.plugin [None req-2301971e-ecec-4169-9a48-a76fa3de31a8 admin admin] Deleting port f020ad65-f1f7-4327-8cee-2f2319dfc3ba {{(pid=106704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:01:05.039930 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-2301971e-ecec-4169-9a48-a76fa3de31a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749198460456'] for port (f020ad65-f1f7-4327-8cee-2f2319dfc3ba), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:05.086030 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b44250-b09a-4b68-ac32-f6bf5183da76 None None] DHCP port deletion for 6793c9b5-3b7c-4fc5-8dba-2a918c2fb93a request from dv-cinder-837540-1-iscsi {{(pid=106714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 20:01:05.111827 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.db [None req-2301971e-ecec-4169-9a48-a76fa3de31a8 admin admin] For port f020ad65-f1f7-4327-8cee-2f2319dfc3ba, host dv-cinder-837540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-1-iscsi',level=0,port_id=f020ad65-f1f7-4327-8cee-2f2319dfc3ba,segment=NetworkSegment(f2e406bc-0f26-438f-899e-e9d9c57e7a58),segment_id=f2e406bc-0f26-438f-899e-e9d9c57e7a58)] {{(pid=106704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:01:05.112233 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-2301971e-ecec-4169-9a48-a76fa3de31a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661808'] for port (f020ad65-f1f7-4327-8cee-2f2319dfc3ba), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:05.126047 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.plugin [None req-2301971e-ecec-4169-9a48-a76fa3de31a8 admin admin] Calling delete_port for f020ad65-f1f7-4327-8cee-2f2319dfc3ba owned by network:dhcp {{(pid=106704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:01:05.131361 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-42b44250-b09a-4b68-ac32-f6bf5183da76 None None] Deleting port f020ad65-f1f7-4327-8cee-2f2319dfc3ba {{(pid=106714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:01:05.131745 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-42b44250-b09a-4b68-ac32-f6bf5183da76 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749198460456'] for port (f020ad65-f1f7-4327-8cee-2f2319dfc3ba), before_delete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:05.152053 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device 55e23ac5-fe61-45e5-9de2-2abdfca0e11a no longer exists at agent ovs-agent-dv-cinder-837540-1-iscsi {{(pid=106714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:01:05.199991 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] No Port match for: 55e23ac5-fe61-45e5-9de2-2abdfca0e11a {{(pid=106714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 20:01:05.200351 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device 55e23ac5-fe61-45e5-9de2-2abdfca0e11a not bound to the agent host dv-cinder-837540-1-iscsi {{(pid=106714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 20:01:05.200762 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device f020ad65-f1f7-4327-8cee-2f2319dfc3ba no longer exists at agent ovs-agent-dv-cinder-837540-1-iscsi {{(pid=106714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:01:05.209866 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-2301971e-ecec-4169-9a48-a76fa3de31a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749198465814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749198058671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8791401'] for port (f020ad65-f1f7-4327-8cee-2f2319dfc3ba), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:05.236828 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2301971e-ecec-4169-9a48-a76fa3de31a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f020ad65-f1f7-4327-8cee-2f2319dfc3ba,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:01:05.238821 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2301971e-ecec-4169-9a48-a76fa3de31a8 admin admin] No DVR routers for this DVR port f020ad65-f1f7-4327-8cee-2f2319dfc3ba on host dv-cinder-837540-1-iscsi {{(pid=106704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 20:01:05.241132 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-42b44250-b09a-4b68-ac32-f6bf5183da76 None None] For port f020ad65-f1f7-4327-8cee-2f2319dfc3ba, host dv-cinder-837540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837540-1-iscsi',level=0,port_id=f020ad65-f1f7-4327-8cee-2f2319dfc3ba,segment=NetworkSegment(f2e406bc-0f26-438f-899e-e9d9c57e7a58),segment_id=f2e406bc-0f26-438f-899e-e9d9c57e7a58)] {{(pid=106714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:01:05.242031 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-42b44250-b09a-4b68-ac32-f6bf5183da76 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661808'] for port (f020ad65-f1f7-4327-8cee-2f2319dfc3ba), precommit_delete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:05.262289 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-42b44250-b09a-4b68-ac32-f6bf5183da76 None None] Calling delete_port for f020ad65-f1f7-4327-8cee-2f2319dfc3ba owned by network:dhcp {{(pid=106714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:01:05.271312 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.db [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] No active binding found for port f020ad65-f1f7-4327-8cee-2f2319dfc3ba {{(pid=106714) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 12 20:01:05.271876 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] The host dv-cinder-837540-1-iscsi is not matching for port f020ad65-f1f7-4327-8cee-2f2319dfc3ba host None! {{(pid=106714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2355}} Apr 12 20:01:05.272286 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device f020ad65-f1f7-4327-8cee-2f2319dfc3ba not bound to the agent host dv-cinder-837540-1-iscsi {{(pid=106714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 20:01:05.272703 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device 33202109-7722-4b5a-a57b-3a9e323af809 no longer exists at agent ovs-agent-dv-cinder-837540-1-iscsi {{(pid=106714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:01:05.294817 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.plugin [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] No Port match for: 33202109-7722-4b5a-a57b-3a9e323af809 {{(pid=106714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 20:01:05.295168 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.plugins.ml2.rpc [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Device 33202109-7722-4b5a-a57b-3a9e323af809 not bound to the agent host dv-cinder-837540-1-iscsi {{(pid=106714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 20:01:05.318210 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-2301971e-ecec-4169-9a48-a76fa3de31a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3451022', 'neutron.services.segments.db._delete_segments_for_network-8749198551224'] for network (6793c9b5-3b7c-4fc5-8dba-2a918c2fb93a), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:05.340085 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.services.segments.db [None req-2301971e-ecec-4169-9a48-a76fa3de31a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6793c9b5-3b7c-4fc5-8dba-2a918c2fb93a']}} {{(pid=106704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:01:05.351657 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.services.segments.db [None req-2301971e-ecec-4169-9a48-a76fa3de31a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2e406bc-0f26-438f-899e-e9d9c57e7a58') {'for_net_delete': True} {{(pid=106704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:01:05.352080 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.services.segments.db [None req-2301971e-ecec-4169-9a48-a76fa3de31a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2e406bc-0f26-438f-899e-e9d9c57e7a58') {} {{(pid=106704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:01:05.361671 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-42b44250-b09a-4b68-ac32-f6bf5183da76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3523289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749198465814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749198058671'] for port (f020ad65-f1f7-4327-8cee-2f2319dfc3ba), after_delete {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:05.362042 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-2301971e-ecec-4169-9a48-a76fa3de31a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749198554305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361004'] for segment (f2e406bc-0f26-438f-899e-e9d9c57e7a58), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:05.379702 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-2301971e-ecec-4169-9a48-a76fa3de31a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495566'] for segment (f2e406bc-0f26-438f-899e-e9d9c57e7a58), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:05.386079 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2301971e-ecec-4169-9a48-a76fa3de31a8 admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=106704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 20:01:05.386452 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-2301971e-ecec-4169-9a48-a76fa3de31a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8791484'] for segment (f2e406bc-0f26-438f-899e-e9d9c57e7a58), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:05.388178 dv-cinder-837540-1-iscsi neutron-server[106704]: Traceback (most recent call last): Apr 12 20:01:05.388178 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 20:01:05.388178 dv-cinder-837540-1-iscsi neutron-server[106704]: timer() Apr 12 20:01:05.388178 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 20:01:05.388178 dv-cinder-837540-1-iscsi neutron-server[106704]: cb(*args, **kw) Apr 12 20:01:05.388178 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 20:01:05.388178 dv-cinder-837540-1-iscsi neutron-server[106704]: return func(*args, **kwargs) Apr 12 20:01:05.388178 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 20:01:05.388178 dv-cinder-837540-1-iscsi neutron-server[106704]: self._notify() Apr 12 20:01:05.388178 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 20:01:05.388178 dv-cinder-837540-1-iscsi neutron-server[106704]: self.callback(batched_events) Apr 12 20:01:05.388178 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 20:01:05.388178 dv-cinder-837540-1-iscsi neutron-server[106704]: event.method(event) Apr 12 20:01:05.388178 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 20:01:05.388178 dv-cinder-837540-1-iscsi neutron-server[106704]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 20:01:05.388178 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 20:01:05.388178 dv-cinder-837540-1-iscsi neutron-server[106704]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 20:01:05.388178 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 20:01:05.388178 dv-cinder-837540-1-iscsi neutron-server[106704]: return f(self, *a, **k) Apr 12 20:01:05.388178 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 20:01:05.388178 dv-cinder-837540-1-iscsi neutron-server[106704]: return self._get(url).json() Apr 12 20:01:05.388178 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 20:01:05.388178 dv-cinder-837540-1-iscsi neutron-server[106704]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 20:01:05.388178 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 20:01:05.388178 dv-cinder-837540-1-iscsi neutron-server[106704]: return self.request(url, 'GET', **kwargs) Apr 12 20:01:05.388178 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 20:01:05.388178 dv-cinder-837540-1-iscsi neutron-server[106704]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 20:01:05.388178 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 20:01:05.388178 dv-cinder-837540-1-iscsi neutron-server[106704]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 20:01:05.388178 dv-cinder-837540-1-iscsi neutron-server[106704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 20:01:05.388178 dv-cinder-837540-1-iscsi neutron-server[106704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 20:01:05.388178 dv-cinder-837540-1-iscsi neutron-server[106704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 20:01:05.390671 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b44250-b09a-4b68-ac32-f6bf5183da76 None None] Pushing event deleted for resources: {'Port': ['ID=f020ad65-f1f7-4327-8cee-2f2319dfc3ba,revision_number=None']} {{(pid=106714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:01:05.398928 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b44250-b09a-4b68-ac32-f6bf5183da76 None None] No DVR routers for this DVR port f020ad65-f1f7-4327-8cee-2f2319dfc3ba on host dv-cinder-837540-1-iscsi {{(pid=106714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 20:01:05.445374 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-2301971e-ecec-4169-9a48-a76fa3de31a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3451063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668064'] for network (6793c9b5-3b7c-4fc5-8dba-2a918c2fb93a), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:05.451313 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-2301971e-ecec-4169-9a48-a76fa3de31a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565043'] for network (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:05.454481 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-2301971e-ecec-4169-9a48-a76fa3de31a8 admin admin] 10.222.0.15 "DELETE /v2.0/networks/6793c9b5-3b7c-4fc5-8dba-2a918c2fb93a HTTP/1.1" status: 204 len: 168 time: 0.5285177 Apr 12 20:01:05.465601 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2301971e-ecec-4169-9a48-a76fa3de31a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=6793c9b5-3b7c-4fc5-8dba-2a918c2fb93a,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:01:05.607449 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 42246) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:01:05.651435 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-1a4e1611-81e4-43d4-bf6d-ecc23eab45de admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=34b501f3045d4af9848b5dd82c890ccc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0427282 Apr 12 20:01:05.653864 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 42250) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:01:05.702193 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-e29b5e1f-8185-44d4-9bce-df9967da90cd admin admin] Publish callbacks [] for security_group (3c0f503a-a37a-417b-9b96-3b75a388ac39), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:05.722755 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-e29b5e1f-8185-44d4-9bce-df9967da90cd admin admin] Publish callbacks [] for security_group (3c0f503a-a37a-417b-9b96-3b75a388ac39), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:05.767981 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-e29b5e1f-8185-44d4-9bce-df9967da90cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (3c0f503a-a37a-417b-9b96-3b75a388ac39), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:05.771123 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-e29b5e1f-8185-44d4-9bce-df9967da90cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:05.772717 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-e29b5e1f-8185-44d4-9bce-df9967da90cd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3c0f503a-a37a-417b-9b96-3b75a388ac39 HTTP/1.1" status: 204 len: 168 time: 0.1174512 Apr 12 20:01:05.780451 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29b5e1f-8185-44d4-9bce-df9967da90cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c0f503a-a37a-417b-9b96-3b75a388ac39,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:01:06.073414 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 42256) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:01:06.115277 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-7ff59c93-c696-4dac-b70f-c8efa320db3e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=63ec93e550804c1ba5440cf47035a70f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407450 Apr 12 20:01:06.117625 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [-] (106704) accepted ('10.222.0.15', 42258) {{(pid=106704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:01:06.163358 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-761a57ab-cbea-475d-9fde-48e9706b4aed admin admin] Publish callbacks [] for security_group (a4c7e4be-9a68-4461-8e38-73db0d400ce4), before_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:06.183505 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-761a57ab-cbea-475d-9fde-48e9706b4aed admin admin] Publish callbacks [] for security_group (a4c7e4be-9a68-4461-8e38-73db0d400ce4), precommit_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:06.229960 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-761a57ab-cbea-475d-9fde-48e9706b4aed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529751'] for security_group (a4c7e4be-9a68-4461-8e38-73db0d400ce4), after_delete {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:06.232912 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron_lib.callbacks.manager [None req-761a57ab-cbea-475d-9fde-48e9706b4aed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:06.234051 dv-cinder-837540-1-iscsi neutron-server[106704]: INFO neutron.wsgi [None req-761a57ab-cbea-475d-9fde-48e9706b4aed admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a4c7e4be-9a68-4461-8e38-73db0d400ce4 HTTP/1.1" status: 204 len: 168 time: 0.1155605 Apr 12 20:01:06.242119 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761a57ab-cbea-475d-9fde-48e9706b4aed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c7e4be-9a68-4461-8e38-73db0d400ce4,revision_number=None']} {{(pid=106704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:01:13.890695 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-3eb61223-e724-41e1-a626-103be14dc0c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (055fa106-9079-4d8f-a829-e3ca37bbcb19), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:16.311595 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-7bc6ea05-bea8-4b76-8945-fa157f29caa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (4d9412c4-31b2-4fbf-87a0-f931332ab9d5), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:17.310702 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-0fb4a5ae-492f-43e3-90d5-82372e23b9ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (01005bd1-5b1e-41c6-b9b3-a4d4f93589b9), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:18.769426 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-655d5a5e-25bf-423f-acb4-166f4bec9d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (f3d2fb0e-5305-4f08-ab1f-5f1d50bdad22), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:20.534884 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (e0bf5abe-d5c5-40a1-a359-03156ade36a4), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:25.814401 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (ce4c6b0b-91ae-4576-82ad-f2f4ee2d2a45), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:27.172715 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.agents_db [None req-c5aaa6ba-db5d-46db-92f0-20249d3ff0a0 None None] Agent healthcheck: found 6 active agents {{(pid=106718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 20:01:29.284293 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [req-517b71bd-72d8-4208-b1a3-9f14f69a0d36 req-4b3ef02a-7694-4c53-98e6-daf1af4cfa5d service neutron] (106707) timed out ('10.222.0.25', 65091) {{(pid=106707) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 20:01:43.892202 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-db1973ee-7aea-4a0a-8ffe-052baaa1248b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (055fa106-9079-4d8f-a829-e3ca37bbcb19), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:46.313413 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-7d474576-98b8-4c79-ac64-22bf26eb2e8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (4d9412c4-31b2-4fbf-87a0-f931332ab9d5), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:47.309994 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-0fb4a5ae-492f-43e3-90d5-82372e23b9ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (01005bd1-5b1e-41c6-b9b3-a4d4f93589b9), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:48.772928 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-655d5a5e-25bf-423f-acb4-166f4bec9d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (f3d2fb0e-5305-4f08-ab1f-5f1d50bdad22), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:50.539111 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (e0bf5abe-d5c5-40a1-a359-03156ade36a4), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:55.806910 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (ce4c6b0b-91ae-4576-82ad-f2f4ee2d2a45), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:02:04.171940 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.agents_db [None req-c5aaa6ba-db5d-46db-92f0-20249d3ff0a0 None None] Agent healthcheck: found 6 active agents {{(pid=106718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 20:02:13.893799 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-1f79e99f-fa37-4db1-8eb3-9568636f893d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (055fa106-9079-4d8f-a829-e3ca37bbcb19), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:02:16.314489 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-ab541c1d-6438-4e1a-8c90-ca96858aceea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (4d9412c4-31b2-4fbf-87a0-f931332ab9d5), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:02:17.312286 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-0fb4a5ae-492f-43e3-90d5-82372e23b9ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (01005bd1-5b1e-41c6-b9b3-a4d4f93589b9), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:02:18.775273 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-655d5a5e-25bf-423f-acb4-166f4bec9d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (f3d2fb0e-5305-4f08-ab1f-5f1d50bdad22), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:02:20.541628 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (e0bf5abe-d5c5-40a1-a359-03156ade36a4), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:02:25.833146 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (ce4c6b0b-91ae-4576-82ad-f2f4ee2d2a45), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:02:41.171935 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.agents_db [None req-c5aaa6ba-db5d-46db-92f0-20249d3ff0a0 None None] Agent healthcheck: found 6 active agents {{(pid=106718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 20:02:43.896446 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-e6d9544e-b3d1-424b-86b1-369c0f336700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (055fa106-9079-4d8f-a829-e3ca37bbcb19), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:02:46.316154 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-03233809-246b-44b5-bcf0-4893724a62cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (4d9412c4-31b2-4fbf-87a0-f931332ab9d5), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:02:47.315582 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-0fb4a5ae-492f-43e3-90d5-82372e23b9ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (01005bd1-5b1e-41c6-b9b3-a4d4f93589b9), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:02:48.779506 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-655d5a5e-25bf-423f-acb4-166f4bec9d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (f3d2fb0e-5305-4f08-ab1f-5f1d50bdad22), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:02:50.543372 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (e0bf5abe-d5c5-40a1-a359-03156ade36a4), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:02:55.833236 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (ce4c6b0b-91ae-4576-82ad-f2f4ee2d2a45), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:13.898492 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-7f57da53-4e94-48a8-b6ec-29eacc9d4bad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (055fa106-9079-4d8f-a829-e3ca37bbcb19), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:16.316345 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-11daa19f-f541-458b-b362-e5f4e677949d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (4d9412c4-31b2-4fbf-87a0-f931332ab9d5), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:17.318181 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-0fb4a5ae-492f-43e3-90d5-82372e23b9ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (01005bd1-5b1e-41c6-b9b3-a4d4f93589b9), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:18.170923 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.agents_db [None req-c5aaa6ba-db5d-46db-92f0-20249d3ff0a0 None None] Agent healthcheck: found 6 active agents {{(pid=106718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 20:03:18.783690 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-655d5a5e-25bf-423f-acb4-166f4bec9d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (f3d2fb0e-5305-4f08-ab1f-5f1d50bdad22), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:20.544852 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (e0bf5abe-d5c5-40a1-a359-03156ade36a4), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:25.863190 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (ce4c6b0b-91ae-4576-82ad-f2f4ee2d2a45), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:43.900425 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-e9c9d57e-c288-403e-9ae6-067793fd4924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (055fa106-9079-4d8f-a829-e3ca37bbcb19), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:44.537409 dv-cinder-837540-1-iscsi neutron-server[106707]: DEBUG neutron.wsgi [req-70ff61ea-7be7-43e6-a90f-b47f57823e7b req-7218ebe6-14ca-4e13-993c-3dc0fdf615ba service neutron] (106707) timed out ('10.222.0.15', 37888) {{(pid=106707) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 20:03:45.622463 dv-cinder-837540-1-iscsi neutron-server[106704]: DEBUG neutron.wsgi [req-70ff61ea-7be7-43e6-a90f-b47f57823e7b req-3c3d094e-7125-4478-bb8e-cda476164490 tempest-AttachVolumeShelveTestJSON-486269231 tempest-AttachVolumeShelveTestJSON-486269231-project] (106704) timed out ('10.222.0.15', 37896) {{(pid=106704) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 20:03:46.317874 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-ed636536-1c25-4fdd-8368-b7cd4b239d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (4d9412c4-31b2-4fbf-87a0-f931332ab9d5), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:47.321434 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-0fb4a5ae-492f-43e3-90d5-82372e23b9ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (01005bd1-5b1e-41c6-b9b3-a4d4f93589b9), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:48.783082 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-655d5a5e-25bf-423f-acb4-166f4bec9d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (f3d2fb0e-5305-4f08-ab1f-5f1d50bdad22), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:50.546701 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (e0bf5abe-d5c5-40a1-a359-03156ade36a4), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:55.169658 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.agents_db [None req-c5aaa6ba-db5d-46db-92f0-20249d3ff0a0 None None] Agent healthcheck: found 6 active agents {{(pid=106718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 20:03:55.872627 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (ce4c6b0b-91ae-4576-82ad-f2f4ee2d2a45), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:13.904497 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-0b00b7fc-34ae-4931-8e2c-95f1463b0c11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (055fa106-9079-4d8f-a829-e3ca37bbcb19), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:16.319115 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-bc10bc8f-9a3d-4e0f-9376-01ea4ab6a557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (4d9412c4-31b2-4fbf-87a0-f931332ab9d5), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:17.323841 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-0fb4a5ae-492f-43e3-90d5-82372e23b9ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (01005bd1-5b1e-41c6-b9b3-a4d4f93589b9), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:18.786933 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-655d5a5e-25bf-423f-acb4-166f4bec9d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (f3d2fb0e-5305-4f08-ab1f-5f1d50bdad22), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:20.548184 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (e0bf5abe-d5c5-40a1-a359-03156ade36a4), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:25.877813 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (ce4c6b0b-91ae-4576-82ad-f2f4ee2d2a45), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:32.168373 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.agents_db [None req-c5aaa6ba-db5d-46db-92f0-20249d3ff0a0 None None] Agent healthcheck: found 6 active agents {{(pid=106718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 20:04:43.905855 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-e95f7551-8581-49ad-8374-75bea5c5079d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (055fa106-9079-4d8f-a829-e3ca37bbcb19), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:46.321192 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-3312c5d8-c77f-4a5d-978c-28b9f8789493 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (4d9412c4-31b2-4fbf-87a0-f931332ab9d5), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:47.331698 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-0fb4a5ae-492f-43e3-90d5-82372e23b9ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (01005bd1-5b1e-41c6-b9b3-a4d4f93589b9), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:48.788992 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-655d5a5e-25bf-423f-acb4-166f4bec9d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (f3d2fb0e-5305-4f08-ab1f-5f1d50bdad22), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:50.550731 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (e0bf5abe-d5c5-40a1-a359-03156ade36a4), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:55.916607 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (ce4c6b0b-91ae-4576-82ad-f2f4ee2d2a45), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:09.168791 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.agents_db [None req-c5aaa6ba-db5d-46db-92f0-20249d3ff0a0 None None] Agent healthcheck: found 6 active agents {{(pid=106718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 20:05:13.907259 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-79974771-70b4-48a3-9d06-0a08c70dee42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (055fa106-9079-4d8f-a829-e3ca37bbcb19), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:16.322541 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-57bbd36e-048b-49ce-b444-bf1841cfe5c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (4d9412c4-31b2-4fbf-87a0-f931332ab9d5), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:17.331766 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-0fb4a5ae-492f-43e3-90d5-82372e23b9ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (01005bd1-5b1e-41c6-b9b3-a4d4f93589b9), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:18.792520 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-655d5a5e-25bf-423f-acb4-166f4bec9d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (f3d2fb0e-5305-4f08-ab1f-5f1d50bdad22), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:20.552449 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (e0bf5abe-d5c5-40a1-a359-03156ade36a4), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:25.906244 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (ce4c6b0b-91ae-4576-82ad-f2f4ee2d2a45), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:43.909222 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-d8ebaad7-e484-48c5-b083-daa9ad780bd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (055fa106-9079-4d8f-a829-e3ca37bbcb19), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:46.171005 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.agents_db [None req-c5aaa6ba-db5d-46db-92f0-20249d3ff0a0 None None] Agent healthcheck: found 6 active agents {{(pid=106718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 20:05:46.324036 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-5ecf675e-6482-42af-a7ac-93386e5b41c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (4d9412c4-31b2-4fbf-87a0-f931332ab9d5), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:47.331364 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-0fb4a5ae-492f-43e3-90d5-82372e23b9ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (01005bd1-5b1e-41c6-b9b3-a4d4f93589b9), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:48.793770 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-655d5a5e-25bf-423f-acb4-166f4bec9d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (f3d2fb0e-5305-4f08-ab1f-5f1d50bdad22), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:50.557420 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (e0bf5abe-d5c5-40a1-a359-03156ade36a4), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:55.922431 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (ce4c6b0b-91ae-4576-82ad-f2f4ee2d2a45), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:13.911214 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-81926859-2278-403f-a632-bdc35c84ab15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (055fa106-9079-4d8f-a829-e3ca37bbcb19), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:16.326831 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-72a5b0c9-86f3-40f4-9086-229a4c5ea105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (4d9412c4-31b2-4fbf-87a0-f931332ab9d5), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:17.333478 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-0fb4a5ae-492f-43e3-90d5-82372e23b9ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (01005bd1-5b1e-41c6-b9b3-a4d4f93589b9), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:18.797662 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-655d5a5e-25bf-423f-acb4-166f4bec9d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (f3d2fb0e-5305-4f08-ab1f-5f1d50bdad22), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:20.559848 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-8f8151ef-99f1-4d0d-8112-946a994491b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (e0bf5abe-d5c5-40a1-a359-03156ade36a4), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:23.170755 dv-cinder-837540-1-iscsi neutron-server[106718]: DEBUG neutron.db.agents_db [None req-c5aaa6ba-db5d-46db-92f0-20249d3ff0a0 None None] Agent healthcheck: found 6 active agents {{(pid=106718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 20:06:25.929107 dv-cinder-837540-1-iscsi neutron-server[106714]: DEBUG neutron_lib.callbacks.manager [None req-4c7df7fb-9640-4d86-b14e-3537e1d5d795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749198551206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3551439'] for agent (ce4c6b0b-91ae-4576-82ad-f2f4ee2d2a45), after_update {{(pid=106714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}